00010000:00000010:3.1F:1773672850.145814:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:3.1:1773672850.145828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:2.1F:1773672865.804858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00000080:00000010:2.1:1773672865.804888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0429b020. 00010000:00000010:2.1:1773672865.804895:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:2.1:1773672865.804899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:3.1:1773672867.376268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869bc00. 00000080:00000010:2.1:1773672867.388804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0908a1c0. 00010000:00000010:0.1F:1773672867.411250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc10a98e00. 00010000:00000010:0.1:1773672899.506826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:0.1:1773672899.506843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:0.1:1773672899.506848:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:0.1:1773672899.506853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00010000:00000010:0.1:1773672899.506856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac200. 00010000:00000010:0.1:1773672899.506859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00010000:00000010:0.1:1773672899.506862:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac400. 00010000:00000010:3.1:1773672901.913433:0:73395:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8600. 00010000:00000010:3.1:1773672901.913452:0:73395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084a00. 00010000:00000010:3.1:1773672901.913458:0:73395:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91800. 00010000:00000010:3.1:1773672901.913462:0:73395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc10a98200. 00000080:00000010:1.1F:1773672905.054861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0908a0c0. 00000080:00000010:1.1:1773672925.486439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0439eaa0. 00010000:00000010:2.1:1773672938.310936:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:2.1:1773672938.310954:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869bc00. 00000080:00000010:3.1:1773672938.326955:0:74523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0439ec60. 00010000:00000010:3.1:1773672938.364818:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8d00. 00010000:00000010:3.1:1773672938.364831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:2.1:1773672938.386005:0:74523:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8400. 00010000:00000010:2.1:1773672938.386012:0:74523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a000. 00000080:00000010:2.1:1773672938.386017:0:74523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0434ad20. 00010000:00000010:1.1:1773672938.418173:0:53298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00000080:00000010:1.1:1773672938.432913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0439ed00. 00010000:00000010:0.1:1773672943.637944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:0.1:1773672943.637958:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:0.1:1773672945.398854:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:0.1:1773672945.398872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00000080:00000010:3.1:1773672945.429067:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0434a4c0. 00000080:00000010:3.1:1773672945.434359:0:74596:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954a40. 00010000:00000010:2.1:1773672951.048439:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773672951.048454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000010:2.1:1773672959.535419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00000080:00000010:3.1:1773672959.554916:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fc000. 00010000:00000010:3.1:1773672959.554933:0:13:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:3.1:1773672959.554940:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:2.1:1773672977.980853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:2.1:1773672977.999457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:3.1:1773672978.083139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fc1c0. 00010000:00000010:3.1:1773672978.086549:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:3.1:1773672978.086571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00000080:00000010:2.1:1773672978.299370:0:75208:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fcac0. 00010000:00000010:2.1:1773672980.970817:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773672980.970839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000010:3.1:1773672981.079958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:3.1:1773672981.201096:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8c00. 00010000:00000010:3.1:1773672981.219399:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8700. 00010000:00000010:3.1:1773672981.219416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:1.1:1773672981.308176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00010000:00000010:1.1:1773672981.308205:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8100. 00010000:00000010:1.1:1773672981.332150:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8200. 00010000:00000010:1.1:1773672981.332169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:3.1:1773672981.335854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:3.1:1773672981.369126:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:3.1:1773672981.369135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:3.1:1773672981.391988:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:3.1:1773672981.392002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000080:00000010:0.1:1773672981.450014:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059539c0. 00000080:00000010:0.1:1773672981.450041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b11e0. 00010000:00000010:2.1:1773672981.454865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000010:2.1:1773672981.454881:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8a00. 00010000:00000010:2.1:1773672981.454887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:2.1:1773672981.454891:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7b00. 00010000:00000010:2.1:1773672981.454894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00000080:00000010:2.1:1773672981.476895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05829080. 00000080:00000010:2.1:1773672981.476911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1360. 00010000:00000010:0.1:1773672992.087208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:0.1:1773672992.087234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788da0. 00010000:00000010:0.1:1773672992.092895:0:75801:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:0.1:1773672992.092901:0:75801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:2.1:1773672993.252385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00000080:00000010:2.1:1773672993.252395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fc100. 00010000:00000010:2.1:1773672993.256334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00000080:00000010:2.1:1773672993.259125:0:75811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fc940. 00010000:00000010:2.1:1773672993.282308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:3.1:1773672993.322610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00010000:00000010:2.1:1773673012.268296:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:2.1:1773673012.268319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:2.1:1773673012.486295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:3.1:1773673012.565186:0:75826:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:3.1:1773673012.572039:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8500. 00010000:00000010:3.1:1773673012.572056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673012.639735:0:2413:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00010000:00000010:2.1:1773673012.639759:0:2413:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:2.1:1773673012.639790:0:2413:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8900. 00010000:00000010:2.1:1773673012.639796:0:2413:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a400. 00010000:00000010:3.1:1773673012.658042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:3.1:1773673012.689016:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:3.1:1773673012.689044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:2.1:1773673012.696846:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8e00. 00010000:00000010:2.1:1773673012.696860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b200. 00000080:00000010:2.1:1773673012.739353:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8a940. 00000080:00000010:2.1:1773673012.739386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788400. 00010000:00000010:2.1:1773673012.767811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b400. 00010000:00000010:2.1:1773673012.767830:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7600. 00010000:00000010:2.1:1773673012.767835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000010:2.1:1773673012.767838:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8600. 00010000:00000010:2.1:1773673012.767843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00000080:00000010:2.1:1773673012.782440:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8dac0. 00000080:00000010:2.1:1773673012.782463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc031fcaa0. 00010000:00000010:2.1:1773673023.247063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085000. 00000080:00000010:3.1:1773673023.261003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440400. 00010000:00000010:3.1:1773673023.261020:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:3.1:1773673023.261026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2000. 00010000:00000010:3.1:1773673024.900116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00000080:00000010:3.1:1773673024.900130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c80. 00010000:00000010:3.1:1773673024.924973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00000080:00000010:3.1:1773673024.929586:0:76419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1e40. 00010000:00000010:1.1:1773673025.021817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00010000:00000010:2.1:1773673025.060534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673044.974310:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673044.974328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000010:2.1:1773673045.145237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00010000:00000010:2.1:1773673045.279334:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:2.1:1773673045.317985:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:2.1:1773673045.318002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:2.1:1773673045.451958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:2.1:1773673045.451970:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7b00. 00010000:00000010:2.1:1773673045.463929:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673045.463947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:2.1:1773673045.489854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:2.1:1773673045.528026:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:2.1:1773673045.528039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:2.1:1773673045.547852:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673045.547868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00000080:00000010:2.1:1773673045.632097:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954200. 00000080:00000010:2.1:1773673045.632126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440ce0. 00010000:00000010:3.1:1773673045.647108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00010000:00000010:3.1:1773673045.647324:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7600. 00010000:00000010:3.1:1773673045.647329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00010000:00000010:3.1:1773673045.647332:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:3.1:1773673045.647336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00000080:00000010:2.1:1773673045.670281:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582b9c0. 00000080:00000010:2.1:1773673045.670306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b16c0. 00010000:00000010:2.1:1773673058.373194:0:77009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000080:00000010:2.1:1773673058.387807:0:76868:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8aa0. 00010000:00000010:2.1:1773673058.387833:0:76868:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:2.1:1773673058.387842:0:76868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869bc00. 00010000:00000010:2.1:1773673058.546234:0:77014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00000080:00000010:2.1:1773673058.546334:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1ba0. 00010000:00000010:1.1:1773673058.558113:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000080:00000010:1.1:1773673058.558133:0:2403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8ae0. 00010000:00000010:2.1:1773673058.603041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00010000:00000010:3.1:1773673058.622114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00010000:00000010:3.1:1773673115.853858:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8700. 00010000:00000010:3.1:1773673115.853879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:2.1:1773673115.970761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:2.1:1773673115.970796:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8000. 00010000:00000010:2.1:1773673115.970802:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8c00. 00010000:00000010:2.1:1773673115.970806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:2.1:1773673116.065811:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8500. 00010000:00000010:2.1:1773673116.065835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:2.1:1773673116.106275:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:2.1:1773673116.106297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:2.1:1773673116.182090:0:77025:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05956b40. 00000080:00000010:2.1:1773673116.182118:0:77025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440c80. 00010000:00000010:1.1:1773673119.187886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00010000:00000010:2.1:1773673119.249856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673119.249876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8200. 00010000:00000010:2.1:1773673119.249881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a000. 00010000:00000010:2.1:1773673119.249884:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8100. 00010000:00000010:2.1:1773673119.249886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00000080:00000010:2.1:1773673119.299819:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954200. 00000080:00000010:2.1:1773673119.299835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1200. 00010000:00000010:3.1:1773673129.609503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:3.1:1773673129.609520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788b60. 00010000:00000010:3.1:1773673129.609529:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040acd00. 00010000:00000010:3.1:1773673129.609533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:2.1:1773673129.829255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00000080:00000010:0.1:1773673129.841490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094409c0. 00000080:00000010:3.1:1773673129.865411:0:77625:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788020. 00010000:00000010:2.1:1773673129.865802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2000. 00010000:00000010:3.1:1773673129.888829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00010000:00000010:2.1:1773673129.911820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:0.1:1773673131.317647:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91d00. 00010000:00000010:0.1:1773673131.317658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3e00. 00010000:00000010:2.1:1773673131.419253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:2.1:1773673131.419272:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91100. 00010000:00000010:2.1:1773673131.425144:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91600. 00010000:00000010:2.1:1773673131.425434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:0.1:1773673131.468836:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91800. 00010000:00000010:0.1:1773673131.469029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3400. 00010000:00000010:3.1:1773673131.476880:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:3.1:1773673131.476893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00000080:00000010:3.1:1773673186.359878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788120. 00010000:00000010:0.1:1773673189.384199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:2.1:1773673189.492866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:2.1:1773673189.492882:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040aca00. 00010000:00000010:2.1:1773673189.492888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3800. 00010000:00000010:2.1:1773673189.492893:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673189.492897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00000080:00000010:2.1:1773673189.547867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582a100. 00000080:00000010:2.1:1773673189.547891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e81c0. 00000080:00000010:0.1:1773673203.067829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc057882c0. 00010000:00000010:0.1:1773673203.067853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac800. 00010000:00000010:0.1:1773673203.067860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00010000:00000010:2.1:1773673203.068187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:3.1:1773673203.268228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00000080:00000010:3.1:1773673203.268258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b15e0. 00010000:00000010:3.1:1773673203.294893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00000080:00000010:0.1:1773673203.296269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b18a0. 00010000:00000010:1.1:1773673203.344226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00010000:00000010:2.1:1773673203.382912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00010000:00000010:2.1:1773673205.442822:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673205.442837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:3.1:1773673205.627831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:3.1:1773673205.627854:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7800. 00010000:00000010:1.1:1773673205.629562:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:1.1:1773673205.629581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000010:2.1:1773673205.673222:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91300. 00010000:00000010:2.1:1773673205.673240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00010000:00000010:3.1:1773673205.728876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040acc00. 00010000:00000010:3.1:1773673205.728896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00000080:00000010:1.1:1773673221.433096:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a07380. 00000080:00000010:1.1:1773673221.433131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8b40. 00010000:00000010:2.1:1773673224.714821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:3.1:1773673224.812965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:3.1:1773673224.813100:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8c00. 00010000:00000010:3.1:1773673224.813106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:3.1:1773673224.813110:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040acd00. 00010000:00000010:3.1:1773673224.813115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00000080:00000010:3.1:1773673224.874439:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a04200. 00000080:00000010:3.1:1773673224.874462:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e88c0. 00010000:00000010:2.1:1773673237.402610:0:78831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00000080:00000010:2.1:1773673237.409294:0:78832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8220. 00010000:00000010:2.1:1773673237.409308:0:78832:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7f00. 00010000:00000010:2.1:1773673237.409314:0:78832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:2.1:1773673237.546184:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8400. 00010000:00000010:2.1:1773673237.546208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b400. 00000080:00000010:1.1:1773673237.642930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1680. 00010000:00000010:0.1:1773673238.985952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2600. 00010000:00000010:3.1:1773673239.010278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b200. 00010000:00000010:3.1:1773673239.010293:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:0.1:1773673239.016906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00010000:00000010:0.1:1773673239.016917:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac000. 00000080:00000010:0.1:1773673239.016923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1e40. 00000080:00000010:3.1:1773673293.836815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954200. 00010000:00000010:3.1:1773673293.918440:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:3.1:1773673293.918457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:3.1:1773673293.990195:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8000. 00010000:00000010:3.1:1773673294.201840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a000. 00010000:00000010:3.1:1773673294.201858:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8500. 00010000:00000010:3.1:1773673294.206301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:3.1:1773673294.206318:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:2.1:1773673294.206438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00010000:00000010:2.1:1773673294.206446:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8c00. 00010000:00000010:2.1:1773673294.206449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00000080:00000010:2.1:1773673294.418957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582e300. 00000080:00000010:2.1:1773673294.434235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1480. 00010000:00000010:0.1:1773673294.467778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:3.1:1773673294.519818:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8a00. 00010000:00000010:3.1:1773673294.519826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b200. 00010000:00000010:3.1:1773673294.528180:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8b00. 00010000:00000010:3.1:1773673294.528201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:1.1:1773673294.575048:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:1.1:1773673294.575066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00000080:00000010:3.1:1773673294.655736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e81a0. 00010000:00000010:2.1:1773673294.792337:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7b00. 00010000:00000010:2.1:1773673294.792352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:1.1:1773673294.880449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00000080:00000010:1.1:1773673294.880464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788da0. 00010000:00000010:1.1:1773673294.895814:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040acb00. 00010000:00000010:3.1:1773673294.976015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8b00. 00010000:00000010:2.1:1773673295.030274:0:78883:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040acb00. 00010000:00000010:2.1:1773673295.030295:0:78883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:2.1:1773673295.030301:0:78883:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:2.1:1773673295.030305:0:78883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00000080:00000010:2.1:1773673295.042820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440820. 00000080:00000010:2.1:1773673295.042851:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a07380. 00010000:00000010:2.1:1773673295.042867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000010:2.1:1773673295.042872:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7f00. 00010000:00000010:2.1:1773673295.058158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:2.1:1773673295.058177:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac100. 00010000:00000010:2.1:1773673295.058181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00010000:00000010:0.1:1773673295.069904:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91400. 00010000:00000010:0.1:1773673295.069938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3a00. 00000080:00000010:2.1:1773673295.156904:0:78886:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582dac0. 00000080:00000010:2.1:1773673295.156925:0:78886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c60. 00010000:00000010:0.1:1773673307.251026:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8000. 00010000:00000010:0.1:1773673307.251046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00000080:00000010:0.1:1773673307.264009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1860. 00010000:00000010:1.1:1773673307.303092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00000080:00000010:2.1:1773673307.354204:0:79465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094407c0. 00000080:00000010:2.1:1773673307.354310:0:79465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440880. 00010000:00000010:2.1:1773673307.404967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00000080:00000010:0.1:1773673307.416310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8320. 00010000:00000010:0.1:1773673307.426216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00000080:00000010:0.1:1773673307.426246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788060. 00010000:00000010:0.1:1773673307.482970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00010000:00000010:2.1:1773673307.522047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:3.1:1773673307.964006:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8100. 00010000:00000010:3.1:1773673307.964032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00000080:00000010:2.1:1773673308.062371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1f40. 00010000:00000010:1.1:1773673310.452421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00010000:00000010:1.1:1773673310.452438:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91e00. 00010000:00000010:1.1:1773673310.452444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00010000:00000010:0.1:1773673310.452509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3400. 00010000:00000010:0.1:1773673310.452515:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91b00. 00000080:00000010:1.1:1773673326.424829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1d20. 00000080:00000010:1.1:1773673326.424851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788a80. 00010000:00000010:1.1:1773673329.442532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00000080:00000010:1.1:1773673329.442549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440140. 00010000:00000010:2.1:1773673340.483480:0:80072:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91600. 00010000:00000010:2.1:1773673340.483495:0:80072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3e00. 00000080:00000010:2.1:1773673340.554842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788ae0. 00010000:00000010:3.1:1773673340.638072:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91200. 00010000:00000010:3.1:1773673340.638085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00000080:00000010:2.1:1773673340.750959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b13c0. 00000080:00000010:2.1:1773673340.796180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b16c0. 00010000:00000010:3.1:1773673340.802876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8900. 00010000:00000010:3.1:1773673340.802886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:2.1:1773673340.806726:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:2.1:1773673340.806742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00000080:00000010:2.1:1773673340.806748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c40. 00010000:00000010:2.1:1773673340.814979:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:2.1:1773673340.829194:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:2.1:1773673340.829213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:2.1:1773673340.829217:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:2.1:1773673340.829220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00000080:00000010:2.1:1773673340.871267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1120. 00010000:00000010:3.1:1773673340.899960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00000080:00000010:2.1:1773673341.058461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e80e0. 00010000:00000010:2.1:1773673341.175448:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:2.1:1773673341.175461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:3.1:1773673341.312981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e80e0. 00000080:00000010:0.1:1773673341.403187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788e00. 00010000:00000010:3.1:1773673342.997189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00010000:00000010:3.1:1773673342.997204:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91300. 00010000:00000010:3.1:1773673342.997226:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:3.1:1773673342.997229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085000. 00000080:00000010:3.1:1773673359.689909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788680. 00000080:00000010:3.1:1773673359.689934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440140. 00010000:00000010:1.1:1773673362.943871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00000080:00000010:1.1:1773673362.943879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094403e0. 00010000:00000010:2.1:1773673372.388842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00000080:00000010:2.1:1773673372.388855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440d40. 00010000:00000010:2.1:1773673372.388869:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8e00. 00010000:00000010:2.1:1773673372.388874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00000080:00000010:0.1:1773673372.484829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1220. 00010000:00000010:2.1:1773673372.502953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00000080:00000010:2.1:1773673372.502966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c20. 00010000:00000010:2.1:1773673372.535825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:2.1:1773673372.535840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8700. 00010000:00000010:2.1:1773673372.557975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00010000:00000010:3.1:1773673372.583018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:0.1:1773673372.743454:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91400. 00010000:00000010:0.1:1773673372.743469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00000080:00000010:0.1:1773673372.813828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc057886e0. 00010000:00000010:2.1:1773673374.331953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:2.1:1773673374.331969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788700. 00010000:00000010:1.1:1773673374.374440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00000080:00000010:0.1:1773673390.885053:0:80707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440580. 00000080:00000010:0.1:1773673390.885075:0:80707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c80. 00000080:00000010:3.1:1773673403.389251:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e87e0. 00000080:00000010:3.1:1773673403.389415:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc057880a0. 00000080:00000010:3.1:1773673403.389422:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b11a0. 00000080:00000010:3.1:1773673403.389427:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1860. 00000080:00000010:3.1:1773673403.389431:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788520. 00000080:00000010:3.1:1773673403.389437:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440400. 00000080:00000010:3.1:1773673403.389443:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440f60. 00000080:00000010:3.1:1773673403.389448:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e8c40. 00000080:00000010:3.1:1773673403.389453:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e85c0. 00000080:00000010:3.1:1773673403.389457:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440de0. 00000080:00000010:3.1:1773673403.389461:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1de0. 00000080:00000010:3.1:1773673403.389466:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc05788d00. 00000080:00000010:3.1:1773673403.389470:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0b6e86c0. 00000080:00000010:3.1:1773673403.389474:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc10986520. 00000080:00000010:3.1:1773673403.389479:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc12ff4460. 00000080:00000010:3.1:1773673403.389484:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc03616600. 00000080:00000010:3.1:1773673403.389489:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0369adc0. 00000080:00000010:3.1:1773673403.403913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828840. 00000080:00000010:3.1:1773673403.403942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582f380. 00000080:00000010:3.1:1773673403.403948:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a01080. 00000080:00000010:3.1:1773673403.403954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582c200. 00000080:00000010:3.1:1773673403.403963:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954a40. 00000080:00000010:3.1:1773673403.403976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05952100. 00000080:00000010:3.1:1773673403.403988:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05955280. 00000080:00000010:3.1:1773673403.404008:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05951080. 00000080:00000010:3.1:1773673403.404023:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059518c0. 00000080:00000010:3.1:1773673403.404034:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05950000. 00000080:00000010:3.1:1773673403.404042:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582ca40. 00000080:00000010:3.1:1773673403.404065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582d280. 00000080:00000010:3.1:1773673403.404071:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8eb40. 00000080:00000010:3.1:1773673403.404076:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e88000. 00000080:00000010:3.1:1773673403.404080:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e88840. 00000080:00000010:3.1:1773673403.404085:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8e300. 00000080:00000010:3.1:1773673403.404089:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8a100. 00000080:00000010:3.1:1773673403.404096:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582a940. 00000080:00000010:3.1:1773673403.404101:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828000. 00000080:00000010:3.1:1773673403.404106:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8d280. 00000080:00000010:3.1:1773673403.404112:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05956b40. 00000080:00000010:3.1:1773673403.404118:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05956300. 00000080:00000010:3.1:1773673403.404127:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a03180. 00000080:00000010:3.1:1773673403.404134:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582dac0. 00000080:00000010:3.1:1773673403.404139:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05955ac0. 00000080:00000010:3.1:1773673403.404143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05952940. 00000080:00000010:3.1:1773673403.404148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05950840. 00000080:00000010:3.1:1773673403.404152:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05953180. 00000080:00000010:3.1:1773673403.404158:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05957380. 00000080:00000010:3.1:1773673403.404162:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8dac0. 00000080:00000010:3.1:1773673403.404166:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954200. 00000080:00000010:3.1:1773673403.404170:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8a940. 00000080:00000010:3.1:1773673403.404175:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059539c0. 00010000:00000010:0.1:1773673403.407967:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac300. 00010000:00000010:0.1:1773673403.407978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00000080:00000010:2.1:1773673403.408084:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e898c0. 00010000:00000010:1.1:1773673403.414429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce800. 00010000:00000010:1.1:1773673403.414446:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00010000:00000010:1.1:1773673403.414450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00010000:00000010:0.1:1773673403.416470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2600. 00010000:00000010:0.1:1773673403.416484:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:0.1:1773673403.416488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b200. 00010000:00000010:0.1:1773673403.416493:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8600. 00010000:00000010:0.1:1773673403.448172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085e00. 00010000:00000010:0.1:1773673403.448184:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac100. 00010000:00000010:2.1:1773673403.493909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf800. 00010000:00000010:2.1:1773673403.493923:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac400. 00010000:00000010:2.1:1773673403.493928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084600. 00010000:00000010:2.1:1773673403.493931:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc040ac200. 00010000:00000010:2.1:1773673403.493934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000010:2.1:1773673403.493938:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8d00. 00010000:00000010:2.1:1773673403.493943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a000. 00010000:00000010:2.1:1773673403.493946:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:2.1:1773673403.493949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2000. 00010000:00000010:2.1:1773673403.493954:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:2.1:1773673403.493957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00010000:00000010:2.1:1773673403.493959:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8500. 00010000:00000010:2.1:1773673403.493963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:2.1:1773673403.493966:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673403.493969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3800. 00010000:00000010:2.1:1773673403.493972:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91d00. 00010000:00000010:2.1:1773673403.493975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00010000:00000010:2.1:1773673403.493978:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:2.1:1773673403.493982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:2.1:1773673403.493985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000010:2.1:1773673403.493988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00010000:00000010:2.1:1773673403.493991:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00010000:00000010:2.1:1773673403.494015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000010:2.1:1773673403.494018:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:2.1:1773673403.494022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869bc00. 00010000:00000010:2.1:1773673403.494026:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:2.1:1773673403.494029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673403.494032:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91800. 00010000:00000010:2.1:1773673403.494035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:2.1:1773673403.494038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00010000:00000010:2.1:1773673403.494041:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91b00. 00010000:00000010:2.1:1773673403.494044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00010000:00000010:2.1:1773673403.494046:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91400. 00010000:00000010:3.1:1773673403.544442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a400. 00010000:00000010:3.1:1773673403.544456:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8a00. 00010000:00000010:3.1:1773673403.544461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:3.1:1773673403.544465:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:3.1:1773673403.544468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:3.1:1773673403.544471:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabf00. 00010000:00000010:3.1:1773673403.544473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085a00. 00010000:00000010:3.1:1773673403.544477:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91900. 00010000:00000010:3.1:1773673403.544479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:3.1:1773673403.544499:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:3.1:1773673403.560705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084c00. 00010000:00000010:3.1:1773673403.560721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:3.1:1773673403.560726:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabd00. 00010000:00000010:3.1:1773673403.560731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:3.1:1773673403.560734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:3.1:1773673403.560738:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8900. 00010000:00000010:3.1:1773673403.560742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00010000:00000010:3.1:1773673403.560745:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7b00. 00010000:00000010:3.1:1773673403.560749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3400. 00010000:00000010:3.1:1773673403.560752:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91e00. 00010000:00000010:1.1:1773673403.777248:0:53298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce000. 00010000:00000010:1.1:1773673403.777261:0:53298:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7100. 00010000:00000010:2.1:1773673493.131072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:3.1:1773673493.154040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc1182d5a0. 00010000:00000010:3.1:1773673493.154063:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7100. 00010000:00000010:3.1:1773673493.154069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:3.1:1773673494.450885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00000080:00000010:2.1:1773673494.455106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1a60. 00010000:00000010:2.1:1773673494.464858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf800. 00000080:00000010:2.1:1773673494.464875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc1182d380. 00010000:00000010:2.1:1773673494.509806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:3.1:1773673494.638708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:2.1:1773673501.121812:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab400. 00010000:00000010:2.1:1773673501.121824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084600. 00010000:00000010:3.1:1773673501.264806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00010000:00000010:3.1:1773673501.362087:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8600. 00010000:00000010:3.1:1773673501.380169:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8b00. 00010000:00000010:3.1:1773673501.380178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869bc00. 00010000:00000010:2.1:1773673501.418837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b200. 00010000:00000010:2.1:1773673501.418852:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8d00. 00010000:00000010:2.1:1773673501.418858:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8000. 00010000:00000010:2.1:1773673501.418862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00010000:00000010:3.1:1773673503.489558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3800. 00010000:00000010:3.1:1773673503.543032:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00010000:00000010:3.1:1773673503.543039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce800. 00010000:00000010:2.1:1773673503.550218:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:2.1:1773673503.550233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00000080:00000010:2.1:1773673503.664835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05954200. 00000080:00000010:2.1:1773673503.664855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1aa0. 00010000:00000010:2.1:1773673503.679867:0:82634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a000. 00010000:00000010:2.1:1773673503.679874:0:82634:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:2.1:1773673503.679879:0:82634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:2.1:1773673503.679882:0:82634:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:2.1:1773673503.679885:0:82634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00000080:00000010:2.1:1773673503.687825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059539c0. 00000080:00000010:2.1:1773673503.687850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc1182df60. 00010000:00000010:0.1:1773673550.317814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:0.1:1773673550.317830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:0.1:1773673550.317835:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:0.1:1773673550.317839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00010000:00000010:0.1:1773673550.317842:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:0.1:1773673550.317846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085e00. 00010000:00000010:0.1:1773673550.317849:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabd00. 00010000:00000010:1.1:1773673570.769786:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:0.1:1773673570.773937:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabf00. 00010000:00000010:0.1:1773673570.773982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000010:2.1:1773673570.850714:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:2.1:1773673570.925156:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00010000:00000010:1.1:1773673594.485173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00010000:00000010:2.1:1773673594.576031:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:2.1:1773673594.576042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00010000:00000010:2.1:1773673594.576044:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00010000:00000010:2.1:1773673594.576046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:2.1:1773673594.604821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440100. 00000080:00000010:0.1:1773673594.625797:0:84206:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059539c0. 00010000:00000010:0.1:1773673600.254435:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7400. 00010000:00000010:0.1:1773673600.254651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:1.1:1773673606.676440:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8f00. 00010000:00000010:1.1:1773673606.676454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:0.1:1773673606.682309:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab700. 00010000:00000010:0.1:1773673606.816515:0:84789:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91e00. 00010000:00000010:0.1:1773673606.816539:0:84789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:2.1:1773673606.932819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00010000:00000010:3.1:1773673622.720851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:3.1:1773673622.720868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:3.1:1773673622.802139:0:85442:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:3.1:1773673622.802163:0:85442:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8800. 00010000:00000010:3.1:1773673622.802169:0:85442:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00000080:00000010:3.1:1773673622.882063:0:85444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b11e0. 00010000:00000010:0.1:1773673622.980837:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:0.1:1773673622.980867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085e00. 00010000:00000010:1.1:1773673623.030366:0:2404:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:3.1:1773673623.035286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3a00. 00000080:00000010:3.1:1773673627.239915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd5e0. 00010000:00000010:2.1:1773673637.138859:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91e00. 00010000:00000010:2.1:1773673637.138872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3e00. 00010000:00000010:2.1:1773673637.180009:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:3.1:1773673637.245846:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8800. 00010000:00000010:3.1:1773673637.245883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:1.1:1773673637.277990:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:1.1:1773673637.278006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:1.1:1773673637.278011:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7100. 00010000:00000010:1.1:1773673637.278014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce800. 00010000:00000010:2.1:1773673637.376847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00010000:00000010:3.1:1773673653.916443:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8800. 00010000:00000010:3.1:1773673653.916458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:0.1:1773673653.970206:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8a00. 00010000:00000010:0.1:1773673653.970230:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:0.1:1773673653.970235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a400. 00000080:00000010:2.1:1773673654.032679:0:86759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1b00. 00010000:00000010:0.1:1773673654.154884:0:86760:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:0.1:1773673654.154892:0:86760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00010000:00000010:0.1:1773673654.184323:0:1020:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91800. 00010000:00000010:3.1:1773673654.189863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3400. 00000080:00000010:0.1:1773673654.310951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dda60. 00010000:00000010:2.1:1773673667.980889:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:2.1:1773673667.980902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:2.1:1773673668.003824:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:0.1:1773673668.156796:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8b00. 00010000:00000010:0.1:1773673668.156814:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:2.1:1773673668.168700:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673668.168743:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:2.1:1773673668.168750:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:2.1:1773673668.168754:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:2.1:1773673668.363818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00010000:00000010:2.1:1773673683.034968:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673683.034983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:1.1:1773673683.049171:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:2.1:1773673683.165873:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8000. 00010000:00000010:2.1:1773673683.165885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00010000:00000010:1.1:1773673683.214367:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:1.1:1773673683.214380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:1.1:1773673683.300819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:2.1:1773673755.319046:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8300. 00010000:00000010:2.1:1773673755.319061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:2.1:1773673755.368748:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7f00. 00010000:00000010:2.1:1773673755.475813:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:2.1:1773673755.475825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00010000:00000010:0.1:1773673755.560510:0:88591:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00010000:00000010:0.1:1773673755.560526:0:88591:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf800. 00010000:00000010:0.1:1773673755.700849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:0.1:1773673824.713009:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8600. 00010000:00000010:0.1:1773673824.713024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869be00. 00010000:00000010:1.1:1773673824.749849:0:89401:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91900. 00010000:00000010:1.1:1773673824.754681:0:89401:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00010000:00000010:1.1:1773673824.754691:0:89401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3e00. 00000080:00000010:2.1:1773673824.882326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095ddfa0. 00010000:00000010:1.1:1773673828.306883:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91800. 00010000:00000010:1.1:1773673828.306891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00000080:00000010:0.1:1773673828.435808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094406e0. 00010000:00000010:0.1:1773673828.435833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00010000:00000010:0.1:1773673828.435839:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91100. 00010000:00000010:0.1:1773673828.435843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b400. 00010000:00000010:0.1:1773673828.435847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2600. 00010000:00000010:0.1:1773673828.435851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10af8c00. 00000080:00000010:0.1:1773673828.435856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc1182d480. 00010000:00000010:0.1:1773673828.435862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000010:0.1:1773673828.435882:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:2.1:1773673828.439808:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00010000:00000010:2.1:1773673828.439827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00000080:00000010:2.1:1773673828.439833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440c00. 00010000:00000010:0.1:1773673828.502826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:0.1:1773673828.502842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00010000:00000010:0.1:1773673828.502856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91d00. 00000080:00000010:0.1:1773673828.502864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f240. 00010000:00000010:0.1:1773673828.502876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00010000:00000010:0.1:1773673828.502880:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00000080:00000010:0.1:1773673828.502883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f560. 00010000:00000010:0.1:1773673828.502888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce000. 00010000:00000010:0.1:1773673828.502892:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab600. 00000080:00000010:0.1:1773673828.502895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f1c0. 00010000:00000010:0.1:1773673828.502901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:0.1:1773673828.502904:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7100. 00010000:00000010:0.1:1773673828.502907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:0.1:1773673828.502911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:0.1:1773673828.502914:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:1.1:1773673828.504710:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabb00. 00010000:00000010:1.1:1773673828.504722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085e00. 00010000:00000010:2.1:1773673828.544437:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91100. 00010000:00000010:2.1:1773673828.544455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2600. 00010000:00000010:2.1:1773673828.575804:0:89431:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:1.1:1773673828.624921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:0.1:1773673828.819037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00010000:00000010:0.1:1773673828.819053:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7100. 00010000:00000010:0.1:1773673828.819057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf800. 00010000:00000010:0.1:1773673828.819060:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:0.1:1773673828.819062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cee00. 00000080:00000010:2.1:1773673828.819558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414fcc0. 00000080:00000010:2.1:1773673828.819580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05955ac0. 00010000:00000010:3.1:1773673829.080286:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91b00. 00010000:00000010:3.1:1773673829.080313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00000080:00000010:3.1:1773673829.126152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd2e0. 00010000:00000010:1.1:1773673834.644038:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:1.1:1773673834.644052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:1.1:1773673834.667098:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91d00. 00010000:00000010:1.1:1773673834.667114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:1.1:1773673834.726519:0:89453:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabf00. 00010000:00000010:1.1:1773673834.726537:0:89453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00000080:00000010:1.1:1773673834.726560:0:89453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440500. 00010000:00000010:3.1:1773673834.803736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00010000:00000010:3.1:1773673834.803755:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:3.1:1773673834.803760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:3.1:1773673835.007691:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7600. 00010000:00000010:3.1:1773673835.007711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:3.1:1773673835.039321:0:89461:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabd00. 00010000:00000010:2.1:1773673835.137189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a200. 00010000:00000010:1.1:1773673835.318927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:2.1:1773673835.334102:0:89463:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:2.1:1773673835.334118:0:89463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:3.1:1773673835.376886:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab800. 00010000:00000010:3.1:1773673835.376902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673835.376907:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabf00. 00010000:00000010:3.1:1773673835.376911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00000080:00000010:3.1:1773673835.393814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1fa0. 00000080:00000010:3.1:1773673835.393845:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828000. 00010000:00000010:1.1:1773673839.263359:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab700. 00010000:00000010:1.1:1773673839.263378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00000080:00000010:1.1:1773673839.298809:0:89466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440200. 00010000:00000010:3.1:1773673840.859839:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabd00. 00010000:00000010:3.1:1773673840.859855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:3.1:1773673842.812109:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:3.1:1773673842.812125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:1.1:1773673842.874264:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabd00. 00010000:00000010:1.1:1773673842.874280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00000080:00000010:1.1:1773673842.874286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b17a0. 00000080:00000010:3.1:1773673842.889487:0:89484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1c40. 00010000:00000010:3.1:1773673842.889509:0:89484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673842.889514:0:89484:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab800. 00010000:00000010:1.1:1773673843.123819:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab800. 00010000:00000010:1.1:1773673843.123838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:1.1:1773673843.148003:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab700. 00010000:00000010:3.1:1773673843.173261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00010000:00000010:0.1:1773673843.354710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00010000:00000010:0.1:1773673843.354727:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabe00. 00010000:00000010:0.1:1773673843.354732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:0.1:1773673843.354736:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab700. 00010000:00000010:0.1:1773673843.354740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00000080:00000010:0.1:1773673843.365059:0:89494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440660. 00000080:00000010:0.1:1773673843.365191:0:89494:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a00840. 00010000:00000010:2.1:1773673846.892338:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673846.892355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:2.1:1773673846.956703:0:89511:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673846.956725:0:89511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00000080:00000010:2.1:1773673846.956960:0:89511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f5a0. 00010000:00000010:3.1:1773673846.962177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:3.1:1773673846.962192:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:3.1:1773673847.093860:0:89511:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:3.1:1773673847.093875:0:89511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:3.1:1773673847.102175:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab100. 00010000:00000010:3.1:1773673847.102202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:0.1:1773673847.168735:0:89260:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:0.1:1773673847.168751:0:89260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:1.1:1773673847.182965:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:1.1:1773673847.182976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:3.1:1773673847.224869:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab100. 00010000:00000010:3.1:1773673847.224885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:3.1:1773673847.224889:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:3.1:1773673847.224893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00000080:00000010:2.1:1773673847.522029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f340. 00010000:00000010:2.1:1773673848.287531:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673848.287548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:0.1:1773673848.376163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:0.1:1773673848.376176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:3.1:1773673848.395830:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:3.1:1773673848.395852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:0.1:1773673848.477320:0:89530:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:0.1:1773673848.477354:0:89530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:1.1:1773673848.505827:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:1.1:1773673848.505844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:2.1:1773673848.569271:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673848.569287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:2.1:1773673848.569292:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673848.569296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:3.1:1773673848.588003:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:3.1:1773673848.588021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00010000:00000010:3.1:1773673849.640568:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:3.1:1773673849.640588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:1.1:1773673849.710413:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:1.1:1773673849.710422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:0.1:1773673849.718969:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:0.1:1773673849.718982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:3.1:1773673849.796216:0:13:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:3.1:1773673849.796234:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:2.1:1773673849.814850:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673849.814866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:1.1:1773673849.848169:0:89543:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:1.1:1773673849.848183:0:89543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:1.1:1773673849.848187:0:89543:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab300. 00010000:00000010:1.1:1773673849.848190:0:89543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:1.1:1773673850.882815:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab300. 00010000:00000010:1.1:1773673850.882842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00010000:00000010:1.1:1773673850.958847:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab300. 00010000:00000010:1.1:1773673850.958856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00010000:00000010:1.1:1773673850.962142:0:89545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00010000:00000010:1.1:1773673850.962151:0:89545:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab600. 00010000:00000010:2.1:1773673850.990410:0:89552:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:2.1:1773673850.990430:0:89552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:2.1:1773673851.038804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:0.1:1773673852.158865:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:0.1:1773673852.158882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:0.1:1773673852.201141:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:2.1:1773673852.240695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:2.1:1773673852.508086:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabf00. 00010000:00000010:2.1:1773673852.508104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:3.1:1773673852.553120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:2.1:1773673852.555223:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:0.1:1773673852.749826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf800. 00010000:00000010:0.1:1773673852.749843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00010000:00000010:0.1:1773673852.749848:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:0.1:1773673852.749852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:0.1:1773673852.749856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab100. 00010000:00000010:0.1:1773673852.749860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00000080:00000010:2.1:1773673852.765168:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8c200. 00000080:00000010:3.1:1773673852.765801:0:89567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414ff00. 00010000:00000010:3.1:1773673854.176887:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:3.1:1773673854.176900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:1.1:1773673858.996626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000010:3.1:1773673859.262634:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab900. 00010000:00000010:3.1:1773673859.262643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:1.1:1773673859.339057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab700. 00010000:00000010:1.1:1773673859.339073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a800. 00000080:00000010:1.1:1773673859.339079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1b20. 00010000:00000010:3.1:1773673859.339329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:3.1:1773673859.339336:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:3.1:1773673859.357341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:3.1:1773673859.357365:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00010000:00000010:3.1:1773673859.567029:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab300. 00010000:00000010:3.1:1773673859.567043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:3.1:1773673859.622088:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab900. 00010000:00000010:3.1:1773673859.667952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084800. 00010000:00000010:3.1:1773673859.812953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:3.1:1773673859.812961:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab500. 00010000:00000010:3.1:1773673859.812966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:3.1:1773673859.812969:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab400. 00010000:00000010:3.1:1773673859.812972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00000080:00000010:3.1:1773673859.820054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1a60. 00000080:00000010:3.1:1773673859.824996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828000. 00010000:00000010:3.1:1773673862.903811:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab400. 00010000:00000010:3.1:1773673862.904032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00000080:00000010:3.1:1773673862.931901:0:89598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1cc0. 00010000:00000010:2.1:1773673865.945820:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:2.1:1773673865.945834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084600. 00010000:00000010:0.1:1773673866.699667:0:89613:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab300. 00010000:00000010:0.1:1773673866.699676:0:89613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:1.1:1773673866.730860:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91000. 00010000:00000010:1.1:1773673866.730892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:0.1:1773673866.735316:0:89616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd920. 00000080:00000010:1.1:1773673866.753937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440ee0. 00010000:00000010:1.1:1773673866.753953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085a00. 00010000:00000010:1.1:1773673866.753959:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7b00. 00010000:00000010:3.1:1773673866.940703:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab500. 00010000:00000010:3.1:1773673866.940724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:3.1:1773673866.992100:0:89621:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab900. 00010000:00000010:3.1:1773673867.042816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:2.1:1773673867.284478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:2.1:1773673867.284503:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab500. 00010000:00000010:2.1:1773673867.284510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:2.1:1773673867.284514:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673867.284518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00000080:00000010:3.1:1773673867.314827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828000. 00000080:00000010:2.1:1773673867.321804:0:89260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414fac0. 00010000:00000010:2.1:1773673870.673009:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91f00. 00010000:00000010:2.1:1773673870.673029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:2.1:1773673870.744270:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673870.744289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00000080:00000010:2.1:1773673870.744295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414ffa0. 00010000:00000010:3.1:1773673870.833727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:3.1:1773673870.833968:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab000. 00010000:00000010:1.1:1773673870.886043:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673870.886056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084a00. 00010000:00000010:0.1:1773673870.933832:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab000. 00010000:00000010:0.1:1773673870.933856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b600. 00010000:00000010:0.1:1773673871.028042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91f00. 00010000:00000010:1.1:1773673871.110643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2a00. 00010000:00000010:3.1:1773673871.340816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000010:2.1:1773673871.361240:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab900. 00010000:00000010:2.1:1773673871.361254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00010000:00000010:1.1:1773673871.470853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91e00. 00010000:00000010:1.1:1773673871.470873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00010000:00000010:1.1:1773673871.470879:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673871.470882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00010000:00000010:1.1:1773673871.507047:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabe00. 00010000:00000010:1.1:1773673871.507452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00000080:00000010:2.1:1773673871.517586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1720. 00000080:00000010:3.1:1773673871.532866:0:89653:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e89080. 00000080:00000010:1.1:1773673871.548043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094408a0. 00010000:00000010:3.1:1773673874.981240:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91f00. 00010000:00000010:3.1:1773673874.981250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:1.1:1773673875.005278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00010000:00000010:1.1:1773673875.005291:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7900. 00010000:00000010:2.1:1773673875.005434:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02daba00. 00010000:00000010:2.1:1773673875.005441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ae00. 00000080:00000010:0.1:1773673875.009792:0:89669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b17a0. 00010000:00000010:3.1:1773673875.140789:0:89676:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673875.140798:0:89676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673875.151109:0:89671:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673875.151122:0:89671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:0.1:1773673875.218522:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:0.1:1773673875.218537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:3.1:1773673875.233423:0:89679:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673875.233432:0:89679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:3.1:1773673875.249674:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673875.249694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673875.249698:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673875.249701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00000080:00000010:2.1:1773673875.759092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414ff00. 00010000:00000010:3.1:1773673876.320114:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673876.320134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:2.1:1773673876.407997:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673876.408010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:1.1:1773673876.422196:0:89682:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673876.422215:0:89682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:2.1:1773673876.465529:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673876.465542:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:3.1:1773673876.480015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673876.480029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673876.480033:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673876.480035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:1.1:1773673876.482159:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673876.482171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085800. 00010000:00000010:3.1:1773673877.219106:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91000. 00010000:00000010:3.1:1773673877.219115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00010000:00000010:1.1:1773673877.531229:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673877.531246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:1.1:1773673877.689827:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673877.689843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:0.1:1773673877.695150:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:0.1:1773673877.695165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00010000:00000010:2.1:1773673877.745022:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673877.745036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:1.1:1773673877.769946:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673877.769956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:0.1:1773673877.779253:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:0.1:1773673877.779269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00010000:00000010:0.1:1773673877.779272:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:0.1:1773673877.779275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3a00. 00010000:00000010:2.1:1773673878.819575:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673878.819592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:2.1:1773673878.954022:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673878.954045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:1.1:1773673878.965817:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:1.1:1773673878.965834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084200. 00010000:00000010:3.1:1773673879.024746:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673879.024759:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673879.063875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773673879.063890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:1.1:1773673879.088809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:1.1:1773673879.088825:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00010000:00000010:2.1:1773673879.132163:0:89259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b800. 00010000:00000010:3.1:1773673880.195170:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673880.195190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:3.1:1773673880.219882:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:3.1:1773673880.308861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00010000:00000010:0.1:1773673880.600349:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab000. 00010000:00000010:0.1:1773673880.600357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000010:2.1:1773673880.604105:0:89722:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91700. 00010000:00000010:1.1:1773673880.604364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:3.1:1773673880.796610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:3.1:1773673880.796625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:3.1:1773673880.796629:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673880.796635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a200. 00010000:00000010:3.1:1773673880.796638:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:3.1:1773673880.796641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce600. 00000080:00000010:3.1:1773673880.809261:0:89726:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b14e0. 00000080:00000010:3.1:1773673880.812818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05955ac0. 00010000:00000010:3.1:1773673884.386816:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:3.1:1773673884.386827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:3.1:1773673888.962121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00010000:00000010:3.1:1773673888.962134:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab700. 00010000:00000010:3.1:1773673888.962138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084a00. 00010000:00000010:0.1:1773673889.214080:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab500. 00010000:00000010:0.1:1773673889.214094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084600. 00010000:00000010:3.1:1773673889.289140:0:89259:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91400. 00010000:00000010:3.1:1773673889.289158:0:89259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:3.1:1773673889.289164:0:89259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd260. 00000080:00000010:0.1:1773673889.290568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dddc0. 00010000:00000010:0.1:1773673889.290590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00010000:00000010:0.1:1773673889.290595:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:3.1:1773673889.515605:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:3.1:1773673889.515623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:3.1:1773673889.535112:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabc00. 00010000:00000010:0.1:1773673889.570790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00010000:00000010:2.1:1773673889.717011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00010000:00000010:2.1:1773673889.717023:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab200. 00010000:00000010:2.1:1773673889.717028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a200. 00010000:00000010:2.1:1773673889.717031:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:2.1:1773673889.717035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfa00. 00000080:00000010:2.1:1773673889.740027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1380. 00000080:00000010:2.1:1773673889.740058:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05828000. 00010000:00000010:0.1:1773673894.633895:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7600. 00010000:00000010:0.1:1773673894.633910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:1.1:1773673898.753128:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7300. 00010000:00000010:1.1:1773673898.753149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00000080:00000010:2.1:1773673898.785165:0:90336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b19c0. 00000100:00000040:0.0:1773673900.435748:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953409792/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673900.438641:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673900.438663:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438684:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673900.438689:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438692:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.438702:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438710:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673900.438719:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438723:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438728:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438732:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c0a80 00000400:00000200:0.0:1773673900.438737:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438744:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46a1 [1] + 224 00000800:00000001:0.0:1773673900.438751:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438756:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.438760:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673900.438783:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673900.438790:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673900.438798:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953409664/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673900.438810:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb480 x1859825953409664/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673900.438818:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673900.438823:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438829:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673900.438830:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438832:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.438836:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438839:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673900.438843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438846:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438850:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438852:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c0980 00000400:00000200:0.0:1773673900.438857:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.438860:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4691 [1] + 224 00000800:00000001:0.0:1773673900.438865:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438886:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.438888:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673900.438892:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673900.438895:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673900.438900:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9c00 x1859825953409408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673900.438911:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9c00 x1859825953409408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673900.438918:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673900.438922:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.438925:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673900.440458:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.440467:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673900.440469:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.440471:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.440477:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.440481:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673900.440488:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.440491:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.440494:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.440498:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c0a00 00000400:00000200:0.0:1773673900.440502:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673900.440507:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4671 [1] + 224 00000800:00000001:0.0:1773673900.440512:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.440519:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673900.440521:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673900.440524:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673900.440529:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673900.440534:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953409536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673900.440543:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953409536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673900.440562:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673900.440569:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673900.440572:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673900.545089:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673900.545095:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673900.545099:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673900.545100:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673900.545102:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673900.545103:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673901.568907:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673901.568914:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673901.568920:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673901.568922:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673901.568925:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673901.568926:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673901.568953:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673901.568955:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673901.568958:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673902.593385:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673902.593392:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673902.593399:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673902.593400:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673902.593404:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673902.593405:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673903.619840:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673903.619848:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673903.619854:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673903.619856:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673903.619859:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673903.619860:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673904.385092:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300461387, at 4300461440 00000100:00000010:0.0:1773673904.385098:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797420. 00010000:00000001:0.0:1773673904.641815:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673904.641822:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673904.641829:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673904.641830:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673904.641833:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673904.641835:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673904.641860:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673904.641863:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673904.641866:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1773673905.538065:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673905.538067:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673905.538069:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673905.538072:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.538075:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673905.538078:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673905.538079:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538081:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673905.538085:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fc00. 02000000:00000001:1.0:1773673905.538086:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673905.538090:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673905.538092:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673905.538096:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773673905.538099:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953410304, portal 4 00000100:00000001:1.0:1773673905.538101:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673905.538102:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711547392 : -113403998004224 : ffff98dc12fb9c00) 00000100:00000040:1.0:1773673905.538108:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538115:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673905.538118:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673905.538136:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773673905.538139:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953410304, offset 0 00000400:00000200:1.0:1773673905.538144:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538149:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538153:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673905.538155:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673905.538158:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673905.538161:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673905.538163:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538166:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252349:252349:255:4294967295] 192.168.201.103@tcp LPNI seq info [252317:252317:7:4294967295] 00000400:00000200:1.0:1773673905.538171:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538178:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673905.538183:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673905.538187:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc18444700. 00000800:00000200:1.0:1773673905.538191:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673905.538196:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673905.538199:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc18444700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673905.538202:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.538205:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 686493 usecs (687 jiffies) 00000400:00000200:1.0:1773673905.538209:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673905.538211:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300463280 00000100:00000001:1.0:1773673905.538216:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300462638 00000100:00000001:1.0:1773673905.538220:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300463280 00000100:00000001:1.0:1773673905.538223:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300462638 00000100:00000001:1.0:1773673905.538226:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.538228:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538231:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538233:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.538241:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673905.538243:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773673905.538246:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.538247:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673905.538249:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673905.538252:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1773673905.538253:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.538255:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673905.538257:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.538259:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.538260:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673905.538261:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673905.538266:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538273:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673905.538274:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538277:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673905.538279:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673905.538282:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673905.538285:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953409920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.538288:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673905.538291:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673905.538293:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538295:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673905.538299:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673905.538301:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673905.538304:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673905.538307:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114528. 00000400:00000010:1.0:1773673905.538311:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773673905.538314:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953409920, portal 25 00000100:00000001:1.0:1773673905.538316:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673905.538318:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:1.0:1773673905.538323:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538330:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673905.538333:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673905.538336:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd2a8. 00000100:00000200:1.0:1773673905.538338:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953409920, offset 0 00000400:00000200:1.0:1773673905.538343:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538348:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538351:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673905.538354:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673905.538357:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673905.538359:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673905.538362:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538365:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252350:252350:254:4294967295] 192.168.201.103@tcp LPNI seq info [252318:252318:6:4294967295] 00000400:00000200:1.0:1773673905.538369:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538376:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673905.538381:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673905.538384:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc18444100. 00000800:00000200:1.0:1773673905.538389:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673905.538393:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673905.538396:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc18444100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673905.538399:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673905.538402:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673905.538404:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300466501 00000100:00000001:1.0:1773673905.538408:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300463280 00000100:00000001:1.0:1773673905.538411:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300466501 00000100:00000001:1.0:1773673905.538414:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300463280 00000100:00000001:1.0:1773673905.538417:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.538420:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538422:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673905.538426:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538432:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673905.538434:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538436:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673905.538438:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673905.538440:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673905.538443:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.538446:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673905.538449:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673905.538450:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538452:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673905.538455:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673905.538457:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673905.538460:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673905.538463:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149a0. 00000400:00000010:1.0:1773673905.538467:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773673905.538470:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953410176, portal 10 00000100:00000001:1.0:1773673905.538472:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673905.538474:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:1.0:1773673905.538480:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538486:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673905.538489:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673905.538491:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdee0. 00000100:00000200:1.0:1773673905.538494:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953410176, offset 0 00000400:00000200:1.0:1773673905.538499:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538503:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538507:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673905.538510:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673905.538513:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673905.538516:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673905.538518:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538521:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252351:252351:253:4294967295] 192.168.201.103@tcp LPNI seq info [252319:252319:5:4294967295] 00000400:00000200:1.0:1773673905.538525:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538531:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673905.538536:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673905.538541:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1956a100. 00000800:00000200:1.0:1773673905.538545:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673905.538549:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673905.538552:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1956a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673905.538555:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.538559:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 122623 usecs (123 jiffies) 00000400:00000200:1.0:1773673905.538562:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673905.538564:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300462716 00000100:00000001:1.0:1773673905.538567:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300466501 00000100:00000001:1.0:1773673905.538570:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300462716 00000100:00000001:1.0:1773673905.538572:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300466501 00000100:00000001:1.0:1773673905.538576:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.538578:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538581:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673905.538585:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538593:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673905.538594:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538597:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673905.538599:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673905.538601:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673905.538604:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.538607:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673905.538610:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673905.538612:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.538614:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673905.538617:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e200. 02000000:00000001:1.0:1773673905.538619:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673905.538622:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673905.538624:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773673905.538628:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdf68. 00000100:00000200:1.0:1773673905.538631:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953410432, portal 4 00000100:00000001:1.0:1773673905.538633:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673905.538634:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773673905.538640:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.538648:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673905.538650:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673905.538653:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd198. 00000100:00000200:1.0:1773673905.538656:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953410432, offset 0 00000400:00000200:1.0:1773673905.538660:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538663:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538666:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673905.538670:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673905.538673:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673905.538675:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673905.538678:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673905.538681:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252352:252352:252:4294967295] 192.168.201.103@tcp LPNI seq info [252320:252320:4:4294967295] 00000400:00000200:1.0:1773673905.538686:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673905.538693:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673905.538698:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673905.538702:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:1.0:1773673905.538706:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673905.538710:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673905.538713:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673905.538716:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.538718:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 890107 usecs (891 jiffies) 00000400:00000200:1.0:1773673905.538722:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673905.538724:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300463484 00000100:00000001:1.0:1773673905.538726:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300466501 00000100:00000001:1.0:1773673905.538728:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300463484 00000100:00000001:1.0:1773673905.538730:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300466501 00000100:00000001:1.0:1773673905.538732:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.538734:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538737:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.538739:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.539451:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673905.539455:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673905.539498:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673905.539502:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc18444c00. 00000400:00000200:0.0:1773673905.539510:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.539516:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673905.539522:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdcc0 00000400:00000010:0.0:1773673905.539525:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdcc0. 00000100:00000001:0.0:1773673905.539530:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673905.539536:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539548:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673905.539551:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539560:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.539562:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673905.539572:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673905.539574:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc18444700. 00000400:00000200:0.0:1773673905.539577:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.539580:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673905.539583:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:0.0:1773673905.539585:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:0.0:1773673905.539587:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673905.539591:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539599:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673905.539602:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539609:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.539610:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673905.539616:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673905.539618:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc18444100. 00000400:00000200:0.0:1773673905.539620:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.539623:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673905.539625:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd2a8 00000400:00000010:0.0:1773673905.539627:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd2a8. 00000100:00000001:0.0:1773673905.539629:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673905.539633:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539641:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673905.539644:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539652:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.539653:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673905.539659:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673905.539661:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1956a100. 00000400:00000200:0.0:1773673905.539664:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.539667:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673905.539670:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdee0 00000400:00000010:0.0:1773673905.539672:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdee0. 00000100:00000001:0.0:1773673905.539674:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673905.539677:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539685:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673905.539689:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539697:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.539699:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673905.539790:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673905.539793:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:0.0:1773673905.539797:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.539801:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673905.539804:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd198 00000400:00000010:0.0:1773673905.539806:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd198. 00000100:00000001:0.0:1773673905.539808:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673905.539813:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.539821:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673905.539824:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.540011:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673905.540013:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673905.556704:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.556729:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673905.556734:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.556736:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.557029:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.557040:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673905.557053:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.557060:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.557068:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.557073:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c0d00 00000400:00000200:0.0:1773673905.557079:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.557087:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46c1 [1] + 224 00000800:00000001:0.0:1773673905.557098:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.557111:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.557115:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.557134:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673905.557145:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673905.557158:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673905.557173:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.557200:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673905.557213:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.557218:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.557720:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.557729:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673905.557742:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673905.557745:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673905.557751:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673905.557761:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:1.0:1773673905.557796:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:1.0:1773673905.557802:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673905.557814:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673905.558009:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.558018:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673905.558021:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.558024:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673905.558028:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673905.558031:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673905.558034:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.558037:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673905.558049:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=138 v=5 (5 5 5 0) 00000100:00001000:1.0:1773673905.558053:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673905.558057:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673905.558058:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673905.558062:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673905.558065:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.558070:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673905.558072:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:1.0:1773673905.558074:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673905.558076:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.558081:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.558103:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.558107:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673905.558109:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.558114:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673905.558134:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.558139:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.558142:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.558147:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9c00 x1859825953410304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.558155:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.558157:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.558161:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fc00. 02000000:00000001:1.0:1773673905.558165:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.558167:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.558169:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.558171:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.559754:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc18444800. 02000000:00000001:1.0:1773673905.559991:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.559993:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.559996:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9c00. 00000100:00000001:1.0:1773673905.560000:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.560002:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.560007:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.560010:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.560012:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673905.560016:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.560018:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673905.572371:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.572400:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673905.572406:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.572409:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.572423:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.572434:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673905.572448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.572455:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.572462:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.572467:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c0b80 00000400:00000200:0.0:1773673905.572474:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.572483:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46d1 [1] + 224 00000800:00000001:0.0:1773673905.572494:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.572501:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.572505:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.572512:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673905.572521:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673905.572533:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673905.572547:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.572566:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673905.572577:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.572583:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673905.572585:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.572588:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.573993:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.574003:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673905.574015:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673905.574019:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673905.574024:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114528. 00000400:00000200:1.0:1773673905.574033:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:1.0:1773673905.574036:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:1.0:1773673905.574041:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673905.574053:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673905.574065:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.574074:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673905.574076:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.574079:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673905.574084:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673905.574088:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673905.574091:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.574095:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673905.574115:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=138 v=5 (5 5 5 0) 00000100:00001000:1.0:1773673905.574153:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=55 v=5 (1 1 1 0) 00000400:00000200:0.0:1773673905.576193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576204:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673905.576218:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576228:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576232:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c0c00 00000400:00000200:0.0:1773673905.576238:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576243:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46b1 [1] + 224 00000800:00000001:0.0:1773673905.576253:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773673905.576414:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673905.576417:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673905.576420:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673905.576423:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.576426:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.576433:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.576440:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.576443:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673905.576445:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.576449:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673905.576454:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953409920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.576460:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.576463:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.576466:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953409920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.576471:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.576475:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.576480:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673905.576485:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.576488:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.576489:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773673905.576491:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.576494:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc18444000. 02000000:00000001:1.0:1773673905.576498:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.576500:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.576501:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:1.0:1773673905.576506:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.576507:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.576511:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.576513:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.576515:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673905.576516:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.576518:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673905.576881:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.576889:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.576895:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673905.576905:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673905.576912:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673905.576924:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.576949:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673905.576963:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.576969:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673905.576972:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.576975:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.576980:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576985:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673905.576991:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576995:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.576999:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577002:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c0c80 00000400:00000200:0.0:1773673905.577007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577012:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46e1 [1] + 224 00000800:00000001:0.0:1773673905.577017:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.577022:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.577024:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.577027:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673905.577031:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673905.577035:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673905.577045:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.577053:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673905.577057:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.577061:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673905.577063:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.577066:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.577069:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577073:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673905.577077:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577079:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577081:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577083:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c0d80 00000400:00000200:0.0:1773673905.577086:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673905.577090:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c46f1 [1] + 224 00000800:00000001:0.0:1773673905.577093:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.577113:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673905.577115:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673905.577126:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673905.577131:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673905.577136:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673905.577147:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673905.577157:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673905.577161:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673905.577165:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577416:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.577419:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673905.577426:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673905.577427:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673905.577431:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149a0. 00000400:00000200:1.0:1773673905.577436:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773673905.577438:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773673905.577440:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673905.577444:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673905.577451:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577456:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673905.577457:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577459:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673905.577462:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673905.577464:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673905.577465:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.577468:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673905.577478:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=138 v=17 (17 17 36 0) 00000100:00001000:1.0:1773673905.577481:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=138 v=5 (1 1 1 0) 00000100:00000001:1.0:1773673905.577483:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673905.577484:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673905.577486:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673905.577489:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.577492:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673905.577495:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773673905.577496:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673905.577497:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.577501:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577506:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.577509:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673905.577511:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.577514:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673905.577521:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410176:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773673905.577527:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673905.577529:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673905.577530:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:1.0:1773673905.577534:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdf68 00000400:00000010:1.0:1773673905.577536:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdf68. 00000100:00000001:1.0:1773673905.577538:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673905.577542:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673905.577550:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577557:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673905.577558:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577560:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673905.577562:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673905.577563:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673905.577565:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.577567:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673905.577571:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=138 v=5 (5 5 5 0) 00000100:00001000:1.0:1773673905.577574:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673905.577577:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673905.577578:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673905.577580:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673905.577582:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.577585:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673905.577587:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:1.0:1773673905.577589:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673905.577590:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.577595:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577602:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.577604:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673905.577606:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.577609:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673905.577618:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410432:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773673905.577624:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673905.577625:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673905.577627:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114cb8. 00000400:00000200:1.0:1773673905.577630:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773673905.577632:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773673905.577635:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673905.577638:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673905.577648:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577655:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673905.577656:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577658:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673905.577660:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673905.577661:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673905.577663:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673905.577665:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673905.577669:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=138 v=17 (17 17 36 0) 00000100:00001000:1.0:1773673905.577672:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673905.577675:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673905.577677:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673905.577679:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673905.577680:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.577683:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773673905.577684:0:2412:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215214 gen 10 00000100:00000040:1.0:1773673905.577692:0:2412:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215214) req@ffff98dc07a01c00 x1859825953408768/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773673929 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577700:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.577704:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01c00 x1859825953408768/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773673929 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577711:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.577713:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.577717:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9800. 02000000:00000001:1.0:1773673905.577722:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.577725:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.577727:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.577729:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.577732:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc1238ee00. 02000000:00000001:1.0:1773673905.577737:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.577739:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.577741:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 00000100:00000001:1.0:1773673905.577745:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.577747:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.577752:0:2412:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215214) req@ffff98dc12fb8000 x1859825953409152/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/448 e 0 to 0 dl 1773673929 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577758:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.577760:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953409152/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/448 e 0 to 0 dl 1773673929 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577790:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.577791:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.577792:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc072c7800. 02000000:00000001:1.0:1773673905.577795:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.577796:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.577797:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.577799:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.577800:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c7400. 02000000:00000001:1.0:1773673905.577802:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.577803:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.577803:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:1.0:1773673905.577805:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.577806:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577807:0:2412:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773673905.577810:0:2412:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1773673905.577812:0:2412:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673905.577813:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673905.577816:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577821:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673905.577822:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673905.577824:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673905.577826:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673905.577830:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953410048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673905.577833:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577835:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.577837:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb480 x1859825953410176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577840:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.577841:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.577842:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673905.577854:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.577855:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.577857:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.577860:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.577862:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc18444b00. 02000000:00000001:1.0:1773673905.577865:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.577866:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.577868:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb480. 00000100:00000001:1.0:1773673905.577870:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.577872:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577873:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.577876:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953410432/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577882:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.577884:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.577885:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e200. 02000000:00000001:1.0:1773673905.577887:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.577889:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.577890:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.577892:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.577893:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc18444300. 02000000:00000001:1.0:1773673905.577895:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.577896:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.577897:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:1.0:1773673905.577900:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.577901:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577903:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673905.577906:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953410048/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673905.577914:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673905.577915:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673905.577917:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773673905.577919:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673905.577920:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673905.577922:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673905.577924:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673905.577926:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc18444f00. 02000000:00000001:1.0:1773673905.577928:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673905.577929:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673905.577931:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:1.0:1773673905.577934:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673905.577936:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577938:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673905.577949:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673905.577952:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673905.577954:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673905.577957:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673905.666228:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673905.666239:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673905.666248:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673905.666250:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673905.666255:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673905.666256:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673906.689451:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673906.689461:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673906.689469:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673906.689470:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673906.689474:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673906.689476:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673906.689619:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673906.689624:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673906.689628:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673907.714424:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673907.714434:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673907.714442:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673907.714443:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673907.714448:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673907.714449:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673907.714483:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673907.714487:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673907.714490:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673908.737203:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673908.737213:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673908.737216:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673908.737220:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737225:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673908.737227:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737229:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737232:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737237:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673908.737238:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737242:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673908.737243:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673908.737245:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673908.737247:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737249:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673908.737250:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737252:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673908.737254:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673909.504902:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300466501, at 4300466560 00000100:00000010:1.0:1773673909.504919:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc087978a0. 00000100:00000040:0.0:1773673909.505146:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300466501, at 4300466560 00000100:00000010:0.0:1773673909.505153:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797b40. 00010000:00000001:0.0:1773673909.761908:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673909.761915:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673909.761921:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673909.761925:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673909.761927:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673909.761934:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673909.761936:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673909.761938:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673909.761941:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673909.761943:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673909.761945:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673909.761948:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673909.761952:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673909.761953:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673909.762028:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673909.762032:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673909.762034:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773673910.658727:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673910.658732:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673910.658735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673910.658743:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.658751:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673910.658753:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673910.658757:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673910.658760:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673910.658763:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673910.658814:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953411072:192.168.201.103@tcp:9:kworker.0 00000100:00000001:0.0:1773673910.658819:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673910.658824:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673910.658827:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673910.658830:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673910.658836:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30c00. 02000000:00000001:0.0:1773673910.658838:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673910.658846:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673910.658850:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673910.658859:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773673910.658866:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953411072, portal 4 00000100:00000001:0.0:1773673910.658868:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673910.658870:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527247360 : -113404182304256 : ffff98dc07ff6a00) 00000100:00000040:0.0:1773673910.658878:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.658886:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673910.658889:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673910.658892:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979880. 00000100:00000200:0.0:1773673910.658894:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953411072, offset 0 00000400:00000200:0.0:1773673910.658901:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673910.658910:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.658919:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673910.658924:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673910.658929:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673910.658933:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673910.658936:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673910.658940:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252353:252353:256:4294967295] 192.168.201.103@tcp LPNI seq info [252321:252321:8:4294967295] 00000400:00000200:0.0:1773673910.658946:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.658955:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673910.658961:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673910.658966:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773673910.658973:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673910.658981:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673910.658986:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673910.659008:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673910.659014:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 882537 usecs (883 jiffies) 00000400:00000200:0.0:1773673910.659018:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673910.659021:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300468597 00000100:00000010:0.0:1773673910.659026:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bea0. 00000100:00000001:0.0:1773673910.659033:0:2410:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673910.659049:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300468597 00000100:00000010:0.0:1773673910.659053:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bcc0. 00000100:00000001:0.0:1773673910.659057:0:2410:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673910.659064:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673910.659067:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673910.659071:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673910.659073:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673910.660743:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673910.660748:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773673910.660756:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.660789:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673910.660797:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979880 00000400:00000010:1.0:1773673910.660799:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979880. 00000100:00000001:1.0:1773673910.660804:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673910.660809:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660820:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673910.660824:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660832:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673910.660835:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673910.660849:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673910.660851:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:1.0:1773673910.660855:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.660859:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673910.660863:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:1.0:1773673910.660865:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:1.0:1773673910.660868:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673910.660872:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4380 x1859825953410560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660879:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673910.660882:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4380 x1859825953410560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660888:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673910.660890:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673910.660899:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673910.660901:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:1.0:1773673910.660904:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.660907:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673910.660910:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:1.0:1773673910.660912:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:1.0:1773673910.660915:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673910.660918:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953410816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660926:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673910.660929:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953410816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660935:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673910.660936:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673910.660945:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673910.660947:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:1.0:1773673910.660950:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.660953:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673910.660956:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:1.0:1773673910.660958:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:1.0:1773673910.660960:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673910.660964:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953410688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660971:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673910.660975:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953410688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.660981:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673910.660983:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673910.661045:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673910.661048:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5000. 00000400:00000200:1.0:1773673910.661051:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.661056:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673910.661058:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:1.0:1773673910.661060:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:1.0:1773673910.661062:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673910.661067:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953410944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.661075:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673910.661078:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953410944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.661085:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673910.661087:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673910.662423:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673910.662427:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773673910.662431:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673910.662434:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673910.662437:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673910.662440:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673910.670219:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673910.675556:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673910.675572:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673910.675585:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673910.675602:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.675615:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673910.675646:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.675655:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.675664:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.675670:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c0f80 00000400:00000200:0.0:1773673910.675676:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673910.675684:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4729 [1] + 224 00000800:00000001:0.0:1773673910.675698:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673910.675718:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673910.675722:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673910.675730:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673910.675741:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673910.675755:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953410944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673910.675794:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953410944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.675827:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673910.675842:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673910.675846:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673910.676855:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.676864:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673910.676867:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.676870:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.676876:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.676882:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673910.676890:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.676908:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.676912:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.676916:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c0e00 00000400:00000200:1.0:1773673910.676921:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.676927:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4711 [1] + 224 00000800:00000001:1.0:1773673910.676934:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.676940:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.676944:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.676949:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673910.676956:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673910.676963:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4380 x1859825953410560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673910.676973:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4380 x1859825953410560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.676992:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673910.677000:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677004:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673910.677006:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677008:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677012:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677017:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673910.677021:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677024:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677027:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677030:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1000 00000400:00000200:1.0:1773673910.677034:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677049:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4701 [1] + 224 00000800:00000001:1.0:1773673910.677054:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677059:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677061:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.677065:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673910.677068:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673910.677073:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673910.677082:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.677106:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673910.677112:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677116:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673910.677119:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677121:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677124:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677128:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673910.677133:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677135:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677138:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677141:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c0f00 00000400:00000200:1.0:1773673910.677146:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677151:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4719 [1] + 224 00000800:00000001:1.0:1773673910.677154:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677158:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677160:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.677164:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673910.677167:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673910.677173:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953410816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673910.677183:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953410816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.677190:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673910.677194:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677197:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673910.677199:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677201:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677204:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677207:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673910.677212:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677215:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677218:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677221:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c0e80 00000400:00000200:1.0:1773673910.677224:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673910.677229:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4721 [1] + 224 00000800:00000001:1.0:1773673910.677233:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673910.677242:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673910.677246:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673910.677248:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673910.677253:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953410688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673910.677263:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953410688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673910.677272:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673910.677275:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673910.677279:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673910.678673:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673910.678677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673910.678683:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673910.678685:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673910.678688:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773673910.678693:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773673910.678695:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773673910.678698:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673910.678705:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673910.678715:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.678723:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673910.678725:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673910.678728:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673910.678730:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673910.678731:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673910.678733:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673910.678735:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673910.678741:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=143 v=5 (5 5 5 0) 00000100:00001000:0.0:1773673910.678744:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673910.678747:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673910.678748:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673910.678750:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673910.678753:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673910.678757:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673910.678759:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:0.0:1773673910.678761:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673910.678762:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673910.678794:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.678802:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673910.678804:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673910.678806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773673910.678811:0:2410:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773673910.678820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc050c0800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1773673910.678825:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673910.678834:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953411072:192.168.201.103@tcp:9:kworker.0 00000100:00000001:0.0:1773673910.678839:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673910.678842:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673910.678846:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6a00 x1859825953411072/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673910.678852:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673910.678854:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673910.678856:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30c00. 02000000:00000001:0.0:1773673910.678860:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673910.678862:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673910.678863:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673910.678865:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673910.678867:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a700. 02000000:00000001:0.0:1773673910.678871:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673910.678872:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673910.678874:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6a00. 00000100:00000001:0.0:1773673910.678877:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673910.678879:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673910.678882:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673910.678887:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673910.678888:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673910.678905:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673910.678907:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673910.785427:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673910.785439:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673910.785447:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673910.785450:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673910.785454:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673910.785455:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673910.785521:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673910.785525:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673910.785528:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673911.808919:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673911.808930:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673911.808937:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673911.808938:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673911.808943:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673911.808944:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673912.834231:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673912.834243:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673912.834251:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673912.834253:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673912.834257:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673912.834259:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673912.834695:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673912.834701:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673912.834705:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673913.857745:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673913.857757:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673913.857788:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673913.857790:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673913.857795:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673913.857796:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673913.858707:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673913.858712:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673913.858715:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773673914.625186:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300471622, at 4300471680 00000100:00000010:0.0:1773673914.625210:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bea0. 00000100:00000040:1.0:1773673914.625526:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300471622, at 4300471680 00000100:00000010:1.0:1773673914.625534:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bcc0. 00010000:00000001:0.0:1773673914.880955:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673914.880979:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673914.880987:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673914.880988:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673914.880993:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673914.880995:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673915.780275:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673915.780285:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5a00. 00000400:00000200:0.0:1773673915.780294:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673915.780304:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673915.780311:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:0.0:1773673915.780315:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:0.0:1773673915.780322:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673915.780330:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5500 x1859825953411200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780344:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673915.780349:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5500 x1859825953411200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780357:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673915.780358:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673915.780376:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673915.780379:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5900. 00000400:00000200:0.0:1773673915.780382:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673915.780386:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673915.780389:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:0.0:1773673915.780391:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:0.0:1773673915.780394:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673915.780399:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953411456/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780408:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673915.780412:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953411456/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780419:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673915.780422:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673915.780433:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673915.780435:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:0.0:1773673915.780439:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673915.780443:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673915.780446:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:0.0:1773673915.780448:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:0.0:1773673915.780451:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673915.780456:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953411328/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780465:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673915.780468:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953411328/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780476:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673915.780478:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673915.780509:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673915.780512:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:0.0:1773673915.780515:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673915.780518:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673915.780521:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:0.0:1773673915.780524:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:0.0:1773673915.780526:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673915.780531:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4380 x1859825953411584/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780540:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673915.780543:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4380 x1859825953411584/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673915.780550:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673915.780551:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673915.805675:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805707:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673915.805713:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805716:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.805729:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805738:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673915.805755:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805761:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805785:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805791:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1080 00000400:00000200:1.0:1773673915.805797:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805805:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4731 [1] + 224 00000800:00000001:1.0:1773673915.805816:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805822:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.805826:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673915.805832:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673915.805842:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673915.805853:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5500 x1859825953411200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673915.805868:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5500 x1859825953411200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673915.805883:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673915.805897:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805901:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673915.805903:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805905:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.805908:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805912:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673915.805916:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805919:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805922:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805925:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1100 00000400:00000200:1.0:1773673915.805930:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.805935:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4741 [1] + 224 00000800:00000001:1.0:1773673915.805939:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805943:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.805945:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673915.805948:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673915.805962:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673915.805968:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953411328/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673915.805978:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953411328/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673915.805989:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673915.805994:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.805998:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673915.806001:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806003:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.806006:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806010:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673915.806015:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806018:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806022:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806025:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1200 00000400:00000200:1.0:1773673915.806029:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806033:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4749 [1] + 224 00000800:00000001:1.0:1773673915.806038:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806041:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.806043:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673915.806047:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673915.806050:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673915.806055:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4380 x1859825953411584/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673915.806065:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4380 x1859825953411584/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673915.806073:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673915.806077:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806080:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673915.806083:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806085:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.806089:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806092:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673915.806097:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806099:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806102:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806105:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1180 00000400:00000200:1.0:1773673915.806108:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673915.806112:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4739 [1] + 224 00000800:00000001:1.0:1773673915.806116:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806128:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673915.806130:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673915.806133:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673915.806136:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673915.806141:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953411456/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673915.806150:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953411456/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673915.806158:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673915.806161:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673915.806164:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673915.905482:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673915.905493:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673915.905500:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673915.905501:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673915.905506:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673915.905508:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673915.905625:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673915.905629:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673915.905633:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673916.928996:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673916.929006:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673916.929014:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673916.929015:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673916.929020:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673916.929021:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673916.929058:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673916.929062:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673916.929065:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673917.953008:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673917.953019:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673917.953027:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673917.953029:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673917.953033:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673917.953035:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978609:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673918.978623:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673918.978626:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673918.978631:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978637:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673918.978640:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978643:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978646:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978651:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673918.978653:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978658:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673918.978659:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673918.978661:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673918.978662:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978664:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673918.978665:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978667:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673918.978670:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673918.979809:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673918.979815:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673918.979820:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773673919.745993:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300476740, at 4300476800 00000100:00000010:0.0:1773673919.746018:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c720. 00000100:00000040:1.0:1773673919.746081:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300476740, at 4300476801 00000100:00000010:1.0:1773673919.746089:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c1e0. 00010000:00000001:0.0:1773673920.001218:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673920.001228:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.001235:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673920.001240:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673920.001243:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673920.001252:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673920.001255:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673920.001257:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.001260:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673920.001263:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.001266:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.001269:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.001273:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673920.001274:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673920.001323:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673920.001327:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673920.001330:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673920.901061:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673920.901078:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673920.901094:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000020:00000040:1.0:1773673920.901102:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673920.901108:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673920.901112:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673920.901120:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673920.901131:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc21257900. 00000100:00000001:1.0:1773673920.901141:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673920.901157:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673920.901172:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673920.901179:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673920.901188:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83337b8] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.901233:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673920.901236:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673920.901240:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1773673920.901446:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.901453:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.901457:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673920.901465:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.901475:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673920.901477:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.901483:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673920.901486:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673920.901489:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673920.901495:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953411712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.901499:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673920.901508:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673920.901511:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.901514:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673920.901522:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:0.0:1773673920.901524:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673920.901535:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673920.901539:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673920.901548:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773673920.901558:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953411712, portal 25 00000100:00000001:0.0:1773673920.901561:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673920.901563:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:0.0:1773673920.901569:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.901577:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673920.901580:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673920.901582:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979b28. 00000100:00000200:0.0:1773673920.901585:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953411712, offset 0 00000400:00000200:0.0:1773673920.901593:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673920.901605:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.901615:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673920.901622:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673920.901626:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673920.901631:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673920.901634:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673920.901638:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252362:252362:256:4294967295] 192.168.201.103@tcp LPNI seq info [252330:252330:8:4294967295] 00000400:00000200:0.0:1773673920.901643:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.901653:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673920.901659:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673920.901665:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a100. 00000800:00000200:0.0:1773673920.901673:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673920.901682:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673920.901688:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673920.901705:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673920.901709:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673920.901713:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300481864 00000100:00000010:0.0:1773673920.901719:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bea0. 00000100:00000001:0.0:1773673920.901729:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673920.901739:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300481864 00000100:00000010:0.0:1773673920.901744:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6ba20. 00000100:00000001:0.0:1773673920.901747:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673920.901751:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.901754:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.901758:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.901762:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.901811:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673920.901814:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673920.901817:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.901819:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.901821:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.901823:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.901838:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.901840:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673920.901984:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673920.901989:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a100. 00000400:00000200:0.0:1773673920.901996:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673920.902003:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673920.902009:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979b28 00000400:00000010:0.0:1773673920.902013:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979b28. 00000100:00000001:0.0:1773673920.902018:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673920.902023:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.902035:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673920.902039:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.902047:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.902049:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1773673920.903736:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773673920.903749:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673920.903754:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673920.903757:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673920.903762:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673920.903799:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a100. 00000100:00000001:0.0:1773673920.903807:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903819:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673920.903832:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673920.903837:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903843:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099317079] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.903889:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903894:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673920.903898:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673920.903903:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773673920.903906:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673920.903908:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673920.903910:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673920.903912:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673920.903915:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666ad00. 00000100:00000001:0.0:1773673920.903920:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903924:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673920.903932:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673920.903934:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903938:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.903946:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903949:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673920.903952:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673920.903955:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000020:00000040:0.0:1773673920.903957:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773673920.903959:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673920.903961:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673920.903962:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673920.903966:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a200. 00000100:00000001:0.0:1773673920.903969:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903973:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673920.903981:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673920.903983:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903986:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005206579d] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.903995:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.903997:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773673920.904002:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773673920.904009:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5815) 00000100:00000001:0.0:1773673920.904032:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.904036:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.904038:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673920.904043:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.904051:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673920.904053:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.904057:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673920.904061:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673920.904064:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673920.904068:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953411968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.904073:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673920.904079:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673920.904081:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.904084:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673920.904088:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31e00. 02000000:00000001:0.0:1773673920.904091:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673920.904099:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673920.904103:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773673920.904111:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979b28. 00000100:00000200:0.0:1773673920.904118:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953411968, portal 10 00000100:00000001:0.0:1773673920.904120:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673920.904122:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:0.0:1773673920.904130:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.904138:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673920.904141:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673920.904144:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979990. 00000100:00000200:0.0:1773673920.904147:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953411968, offset 0 00000400:00000200:0.0:1773673920.904154:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673920.904164:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.904172:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673920.904178:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673920.904184:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673920.904189:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673920.906034:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673920.906041:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252363:252363:256:4294967295] 192.168.201.103@tcp LPNI seq info [252331:252331:8:4294967295] 00000400:00000200:0.0:1773673920.906051:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.906066:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673920.906076:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673920.906084:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666af00. 00000800:00000200:0.0:1773673920.906094:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673920.906103:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673920.906109:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673920.906129:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.906137:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 120272 usecs (121 jiffies) 00000400:00000200:0.0:1773673920.906143:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673920.906147:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300478082 00000100:00000001:0.0:1773673920.906151:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.906155:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300478082 00000100:00000001:0.0:1773673920.906157:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.906160:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.906164:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.906171:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.906176:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.906188:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673920.906206:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673920.906210:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.906212:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.906213:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673920.906218:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773673920.906220:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.906222:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673920.906224:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.906226:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.906227:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.906228:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673920.906237:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773673920.906470:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.906491:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673920.906494:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.906496:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.906502:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.906508:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673920.906518:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.906523:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.906528:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.906534:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1280 00000400:00000200:1.0:1773673920.906539:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.906548:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4751 [1] + 224 00000800:00000001:1.0:1773673920.906557:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.906568:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.906572:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.906578:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673920.906586:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673920.906594:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673920.906605:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.906616:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673920.906700:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673920.906704:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666af00. 00000400:00000200:1.0:1773673920.906709:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.906713:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673920.906718:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979990 00000400:00000010:1.0:1773673920.906721:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979990. 00000100:00000001:1.0:1773673920.906725:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673920.906730:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.906742:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673920.906746:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.906753:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673920.906755:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673920.906761:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.906808:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673920.907057:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673920.907061:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.908478:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673920.908481:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.908488:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673920.908493:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673920.908515:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673920.908543:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953411840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.908549:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673920.908559:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673920.908562:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.908566:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673920.908589:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:0.0:1773673920.908611:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673920.908622:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673920.908628:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773673920.908658:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979990. 00000100:00000200:0.0:1773673920.908677:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953411840, portal 10 00000100:00000001:0.0:1773673920.908681:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673920.908683:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:0.0:1773673920.908707:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.908717:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673920.908738:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673920.908743:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979880. 00000100:00000200:0.0:1773673920.908746:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953411840, offset 0 00000400:00000200:0.0:1773673920.908754:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673920.908782:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.908792:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673920.908798:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673920.908804:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673920.908810:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673920.908813:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673920.908817:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252364:252364:256:4294967295] 192.168.201.103@tcp LPNI seq info [252332:252332:8:4294967295] 00000400:00000200:0.0:1773673920.908822:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.908833:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673920.908841:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673920.908847:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a600. 00000800:00000200:0.0:1773673920.908855:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673920.908864:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673920.908879:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673920.908895:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.908900:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 43992 usecs (44 jiffies) 00000400:00000200:0.0:1773673920.908904:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673920.908908:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300478008 00000100:00000001:0.0:1773673920.908912:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.908916:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300478008 00000100:00000001:0.0:1773673920.908919:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.908922:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.908925:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.908930:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673920.908936:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.908945:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673920.908946:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.908949:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673920.908951:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673920.908953:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673920.908956:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.908959:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673920.908962:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673920.908964:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.908966:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673920.908970:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31400. 02000000:00000001:0.0:1773673920.908971:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673920.908975:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673920.908978:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673920.908983:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773673920.908986:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953412096, portal 4 00000100:00000001:0.0:1773673920.908987:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673920.908989:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:0.0:1773673920.909016:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.909025:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673920.909027:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673920.909030:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979a18. 00000100:00000200:0.0:1773673920.909034:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953412096, offset 0 00000400:00000200:0.0:1773673920.909055:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673920.909060:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.909064:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673920.909068:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673920.909070:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673920.909073:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673920.909075:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673920.909079:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252365:252365:255:4294967295] 192.168.201.103@tcp LPNI seq info [252333:252333:7:4294967295] 00000400:00000200:0.0:1773673920.909083:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673920.909089:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673920.909094:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673920.909098:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a400. 00000800:00000200:0.0:1773673920.909102:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673920.909107:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673920.909110:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673920.909114:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.909117:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 668027 usecs (669 jiffies) 00000400:00000200:0.0:1773673920.909120:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673920.909122:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300478633 00000100:00000001:0.0:1773673920.909125:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.909127:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300478633 00000100:00000001:0.0:1773673920.909129:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300481864 00000100:00000001:0.0:1773673920.909132:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.909134:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773673920.909140:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673920.909142:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673920.909145:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773673920.909150:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773673920.909153:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773673920.909157:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673920.909163:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673920.909174:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.909182:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673920.909185:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.909187:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673920.909190:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673920.909193:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673920.909196:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.909199:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673920.909209:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=153 v=5 (5 5 5 0) 00000100:00001000:0.0:1773673920.909214:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=70 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673920.909217:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673920.909219:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.909223:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673920.909226:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.909229:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.909234:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.909242:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1773673920.909576:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.909592:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673920.909594:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.909597:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.909602:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.909618:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673920.909626:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.909629:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.909634:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.909638:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1380 00000400:00000200:1.0:1773673920.909642:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.909667:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4761 [1] + 224 00000800:00000001:1.0:1773673920.909696:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.909719:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.909724:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.909729:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673920.909751:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673920.909759:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673920.909803:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.909812:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673920.909862:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673920.909868:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a600. 00000400:00000200:1.0:1773673920.909884:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.909887:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673920.909890:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979880 00000400:00000010:1.0:1773673920.909893:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979880. 00000100:00000001:1.0:1773673920.909896:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673920.909900:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.909911:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673920.909914:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.909922:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673920.909924:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673920.909930:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.909935:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673920.910007:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673920.910010:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a400. 00000400:00000200:1.0:1773673920.910014:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.910017:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673920.910020:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979a18 00000400:00000010:1.0:1773673920.910023:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979a18. 00000100:00000001:1.0:1773673920.910025:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673920.910029:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.910037:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673920.910041:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.910054:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673920.910056:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673920.914472:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673920.914476:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673920.914498:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673920.914513:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953411712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.914522:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.914527:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673920.914532:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953411712/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.914541:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673920.914547:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673920.914553:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:0.0:1773673920.914560:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673920.914564:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673920.914566:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673920.914569:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673920.914574:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc21257900. 02000000:00000001:0.0:1773673920.914581:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673920.914584:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673920.914587:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:0.0:1773673920.914591:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673920.914593:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.914598:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.914601:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.914604:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673920.914617:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673920.914619:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673920.914624:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773673920.914630:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979b28 00000400:00000010:0.0:1773673920.914633:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979b28. 00000100:00000001:0.0:1773673920.914638:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673920.914646:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673920.914657:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.914666:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673920.914669:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.914695:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673920.914710:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673920.914714:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673920.914717:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.914721:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673920.914734:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=153 v=17 (17 17 36 0) 00000100:00001000:0.0:1773673920.914759:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=153 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673920.914762:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673920.915013:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.915018:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673920.915024:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.915029:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673920.915032:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773673920.915034:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673920.915036:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.915043:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.915052:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.915054:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673920.915055:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673920.915060:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673920.915069:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953411968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.915074:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.915077:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673920.915080:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953411968/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.915087:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673920.915089:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673920.915091:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31e00. 02000000:00000001:0.0:1773673920.915095:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673920.915096:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673920.915098:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673920.915100:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673920.915102:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666ad00. 02000000:00000001:0.0:1773673920.915106:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673920.915107:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673920.915108:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:0.0:1773673920.915111:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673920.915113:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.915115:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.915117:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.915119:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673920.915121:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.915123:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673920.915934:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.915959:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673920.915962:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.915965:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.915978:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.915986:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673920.916000:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916006:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916012:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916017:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1400 00000400:00000200:1.0:1773673920.916022:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916031:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4781 [1] + 224 00000800:00000001:1.0:1773673920.916041:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.916048:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.916051:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.916057:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673920.916065:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673920.916073:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673920.916116:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.916161:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673920.916175:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.916179:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673920.916182:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.916184:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.916188:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916200:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673920.916205:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916209:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916212:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916215:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1300 00000400:00000200:1.0:1773673920.916233:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673920.916239:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4771 [1] + 224 00000800:00000001:1.0:1773673920.916688:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.916721:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673920.916724:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673920.916729:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673920.916733:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673920.916739:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673920.916750:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673920.916758:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673920.917045:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673920.917051:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.918637:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.918646:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673920.918655:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673920.918657:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673920.918661:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:0.0:1773673920.918668:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979990 00000400:00000010:0.0:1773673920.918670:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979990. 00000100:00000001:0.0:1773673920.918673:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673920.918680:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673920.918689:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.918695:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673920.918696:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.918698:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673920.918702:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673920.918705:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673920.918706:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.918709:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673920.918719:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=153 v=17 (17 17 36 0) 00000100:00001000:0.0:1773673920.918723:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673920.918725:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673920.918727:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.918730:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673920.918733:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.918736:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673920.918738:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:0.0:1773673920.918740:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673920.918741:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.918745:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.918750:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.918754:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673920.918756:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673920.918759:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673920.918792:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953411840:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673920.918799:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673920.918800:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673920.918803:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773673920.918805:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:0.0:1773673920.918807:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:0.0:1773673920.918810:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673920.918815:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673920.918825:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.918833:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673920.918834:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.918836:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673920.918838:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673920.918839:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673920.918841:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673920.918843:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673920.918849:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=153 v=5 (5 5 5 0) 00000100:00001000:0.0:1773673920.918852:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=106 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673920.918855:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673920.918856:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673920.918858:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673920.918861:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.918863:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673920.918865:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673920.918867:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673920.930611:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673920.930633:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.930644:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673920.930647:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673920.930649:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673920.930653:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673920.930659:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673920.930664:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.930668:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673920.930671:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953411840/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.930678:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673920.930681:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673920.930686:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:0.0:1773673920.930692:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673920.930695:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673920.930697:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673920.930699:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673920.930701:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a100. 02000000:00000001:0.0:1773673920.930706:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673920.930708:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673920.930709:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:0.0:1773673920.930713:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673920.930714:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.930716:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673920.930718:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01880 x1859825953412096/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673920.930722:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673920.930723:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673920.930724:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31400. 02000000:00000001:0.0:1773673920.930725:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673920.930726:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673920.930728:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673920.930729:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673920.930730:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a200. 02000000:00000001:0.0:1773673920.930732:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673920.930732:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673920.930733:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 00000100:00000001:0.0:1773673920.930735:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673920.930736:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.930737:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673920.930746:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673920.930748:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673920.930750:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673920.930753:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673921.024973:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673921.024983:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673921.024991:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673921.024993:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673921.024997:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673921.024999:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673922.048996:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673922.049007:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673922.049015:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673922.049017:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673922.049021:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673922.049023:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673922.049698:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673922.049705:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673922.049709:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673923.075246:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673923.075256:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673923.075262:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673923.075264:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673923.075268:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673923.075270:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673923.075400:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673923.075404:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673923.075407:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673924.101275:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673924.101287:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673924.101295:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673924.101296:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673924.101301:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673924.101303:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673924.866031:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300481864, at 4300481921 00000100:00000010:1.0:1773673924.866049:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6ba20. 00000100:00000040:0.0:1773673924.866224:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300481864, at 4300481921 00000100:00000010:0.0:1773673924.866232:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bea0. 00010000:00000001:0.0:1773673925.120902:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673925.120911:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673925.120916:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673925.120917:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673925.120921:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673925.120922:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673925.121024:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673925.121028:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673925.121031:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1773673926.019715:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673926.019719:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:1.0:1773673926.019724:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.019729:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673926.019735:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:1.0:1773673926.019737:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:1.0:1773673926.019741:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673926.019746:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953412224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.019754:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673926.019758:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953412224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.019783:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673926.019797:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673926.019812:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673926.019815:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:1.0:1773673926.019817:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.019821:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673926.019824:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:1.0:1773673926.019826:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:1.0:1773673926.019828:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673926.019832:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953412480/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.019839:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673926.019843:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953412480/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.019850:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673926.019852:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673926.032050:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.032074:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673926.032079:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.032083:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673926.032093:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.032101:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673926.032114:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.032121:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.032127:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.032131:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1480 00000400:00000200:1.0:1773673926.032137:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.032144:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4791 [1] + 224 00000800:00000001:1.0:1773673926.032154:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.032166:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673926.032170:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.032174:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673926.032182:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673926.032191:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953412224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673926.032203:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953412224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.032226:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673926.032269:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673926.032273:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:1.0:1773673926.032278:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.032282:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673926.032287:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:1.0:1773673926.032290:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:1.0:1773673926.032294:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673926.032298:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953412352/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.036666:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673926.036675:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953412352/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.036683:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673926.036685:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673926.036699:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.036712:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673926.036715:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.036717:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673926.036725:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.036730:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673926.036737:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.036742:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.036749:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.036753:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1580 00000400:00000200:1.0:1773673926.036758:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673926.036781:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4799 [1] + 224 00000800:00000001:1.0:1773673926.036822:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.036831:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673926.036835:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.036840:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673926.036846:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673926.036851:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953412480/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673926.036861:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288000 x1859825953412480/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.036884:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673926.036946:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673926.036950:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:1.0:1773673926.036953:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673926.036957:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673926.036960:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:1.0:1773673926.036963:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:1.0:1773673926.036966:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673926.036970:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953412608/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.036979:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673926.036983:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953412608/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673926.036990:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673926.036991:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673926.036995:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673926.036999:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673926.051610:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.051629:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673926.051634:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.051636:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673926.051646:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051655:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673926.051666:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051671:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051676:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051681:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1600 00000400:00000200:0.0:1773673926.051686:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051693:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47a9 [1] + 224 00000800:00000001:0.0:1773673926.051702:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.051708:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673926.051711:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673926.051716:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673926.051724:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673926.051734:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953412608/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673926.051746:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953412608/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673926.051810:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673926.051821:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.051826:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673926.051829:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.051832:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673926.051836:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.051840:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673926.052058:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.052062:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.052066:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.052069:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1500 00000400:00000200:0.0:1773673926.052073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673926.052077:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47a1 [1] + 224 00000800:00000001:0.0:1773673926.052082:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.052090:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673926.052093:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673926.052096:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673926.052100:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673926.052105:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953412352/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673926.052116:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289880 x1859825953412352/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673926.052125:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673926.052130:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673926.052134:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673926.146028:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673926.146036:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673926.146042:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673926.146043:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673926.146047:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673926.146048:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673926.146070:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673926.146073:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673926.146076:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673926.528905:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673926.528914:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673926.528916:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773673926.528922:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 1 seconds 00000100:00000001:1.0:1773673926.528926:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673926.528930:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673927.169033:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673927.169040:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673927.169046:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673927.169047:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673927.169051:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673927.169053:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673927.553299:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673927.553308:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673927.553310:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773673927.553315:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 1 seconds 00000100:00000001:1.0:1773673927.553319:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673927.553322:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673928.193510:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673928.193518:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673928.193524:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673928.193525:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673928.193528:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673928.193529:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673928.193641:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673928.193645:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673928.193648:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673928.577108:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673928.577116:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673928.577118:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773673928.577124:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 1 seconds 00000100:00000001:1.0:1773673928.577128:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673928.577132:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217248:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673929.217259:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673929.217261:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673929.217265:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217270:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673929.217272:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217275:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217277:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217282:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673929.217283:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217287:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673929.217289:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673929.217290:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673929.217291:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217293:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673929.217294:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217296:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673929.217298:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673929.217326:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673929.217329:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673929.217332:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673929.601066:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673929.601074:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673929.601076:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773673929.601081:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 1 seconds 00000100:00000001:1.0:1773673929.601085:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673929.601089:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673929.985492:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300486982, at 4300487040 00000100:00000010:0.0:1773673929.985511:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4d80. 00000100:00000040:1.0:1773673929.987706:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300486982, at 4300487042 00000100:00000010:1.0:1773673929.987720:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c41e0. 00010000:00000001:0.0:1773673930.240906:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673930.240914:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673930.240920:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673930.240924:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673930.240926:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673930.240932:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673930.240935:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673930.240937:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673930.240940:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673930.240942:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673930.240944:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673930.240947:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673930.240951:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673930.240952:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673930.625015:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673930.625036:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673930.625038:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773673930.625044:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 1 seconds 00000100:00000001:1.0:1773673930.625048:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673930.625052:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148034:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.148045:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.148056:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000020:00000040:0.0:1773673931.148062:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773673931.148067:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.148069:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.148074:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.148081:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a200. 00000100:00000001:0.0:1773673931.148088:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148098:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.148109:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.148113:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148119:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005206579d] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.148157:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148160:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.148163:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.148166:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773673931.148168:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673931.148170:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.148171:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.148173:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.148176:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a100. 00000100:00000001:0.0:1773673931.148179:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148182:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.148189:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.148191:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148194:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099317079] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.148201:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148203:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.148207:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.148209:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773673931.148210:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673931.148212:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.148213:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.148214:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.148217:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666ad00. 00000100:00000001:0.0:1773673931.148219:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148437:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.148445:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.148447:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148451:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.148458:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148460:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.148463:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.148468:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01c00. 00000020:00000040:0.0:1773673931.148470:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773673931.148473:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.148475:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.148477:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.148480:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a400. 00000100:00000001:0.0:1773673931.148483:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148487:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.148493:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.148494:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148498:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d460165] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.148504:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.148506:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773673931.148509:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773673931.148514:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5825) 00000100:00000001:1.0:1773673931.148603:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.148608:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.148610:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.148616:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.148625:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.148627:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.148631:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.148634:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.148636:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.148640:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953412736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.148644:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.148650:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.148653:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.148655:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.148660:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673931.148662:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.148669:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.148674:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114cb8. 00000400:00000010:1.0:1773673931.148682:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773673931.148689:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953412736, portal 25 00000100:00000001:1.0:1773673931.148691:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.148692:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:1.0:1773673931.148698:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.148718:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.148721:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.148724:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdf68. 00000100:00000200:1.0:1773673931.148727:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953412736, offset 0 00000400:00000200:1.0:1773673931.148734:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.148741:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.148748:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.148754:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.148757:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.148761:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.148809:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.148813:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252370:252370:256:4294967295] 192.168.201.103@tcp LPNI seq info [252338:252338:8:4294967295] 00000400:00000200:1.0:1773673931.148818:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.148827:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.148832:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.148838:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:1.0:1773673931.148844:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.148852:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.148857:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.148867:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.148870:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.148872:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300492112 00000100:00000010:1.0:1773673931.148877:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc087978a0. 00000100:00000001:1.0:1773673931.148884:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773673931.148889:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300492112 00000100:00000010:1.0:1773673931.148892:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797480. 00000100:00000001:1.0:1773673931.148895:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773673931.148899:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.148902:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.148904:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.148909:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.148915:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.148917:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.148919:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.148921:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.148922:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.148925:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.148928:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.148930:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.148932:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.148934:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.148937:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673931.148939:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.148942:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.148945:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773673931.148949:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773673931.148952:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953412992, portal 10 00000100:00000001:1.0:1773673931.148954:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.148955:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:1.0:1773673931.148961:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.148968:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.148970:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.148972:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773673931.148975:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953412992, offset 0 00000400:00000200:1.0:1773673931.148979:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.148983:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.148986:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.148989:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.148992:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.148994:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.148996:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.148998:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252371:252371:255:4294967295] 192.168.201.103@tcp LPNI seq info [252339:252339:7:4294967295] 00000400:00000200:1.0:1773673931.149002:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.149007:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.149011:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.149015:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:1.0:1773673931.149019:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.149023:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.149026:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.149029:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.149033:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 118430 usecs (119 jiffies) 00000400:00000200:1.0:1773673931.149036:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.149038:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488323 00000100:00000001:1.0:1773673931.149040:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149042:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488323 00000100:00000001:1.0:1773673931.149044:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149047:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.149049:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149051:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149054:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.149062:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.149064:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773673931.149066:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.149068:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.149069:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.149072:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773673931.149073:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.149076:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.149077:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.149078:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.149079:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.149080:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.149084:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.149091:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.149092:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.149094:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.149096:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.149097:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.149100:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.149103:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.149106:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.149107:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.149109:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.149112:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fc00. 02000000:00000001:1.0:1773673931.149114:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.149117:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.149119:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149a0. 00000400:00000010:1.0:1773673931.149122:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773673931.149125:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953412864, portal 10 00000100:00000001:1.0:1773673931.149127:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.149128:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:1.0:1773673931.149133:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.149139:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.149141:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.149143:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773673931.149146:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953412864, offset 0 00000400:00000200:1.0:1773673931.149149:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.149153:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.149156:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.149159:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.149161:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.149163:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.149165:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.149168:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252372:252372:254:4294967295] 192.168.201.103@tcp LPNI seq info [252340:252340:6:4294967295] 00000400:00000200:1.0:1773673931.149171:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.149177:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.149181:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.149185:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673931.149188:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.149192:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.149194:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.149197:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.149200:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 43911 usecs (44 jiffies) 00000400:00000200:1.0:1773673931.149203:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.149205:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488248 00000100:00000001:1.0:1773673931.149207:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149209:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488248 00000100:00000001:1.0:1773673931.149210:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149212:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.149214:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149216:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.149219:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.149225:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.149227:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.149229:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.149230:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.149232:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.149235:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953413120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.149238:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.149240:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.149241:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.149243:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.149246:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e400. 02000000:00000001:1.0:1773673931.149248:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.149250:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.149253:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114528. 00000400:00000010:1.0:1773673931.149256:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fda18. 00000100:00000200:1.0:1773673931.149258:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953413120, portal 4 00000100:00000001:1.0:1773673931.149260:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.149261:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000040:1.0:1773673931.149265:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.149277:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.149280:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.149282:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdb28. 00000100:00000200:1.0:1773673931.149284:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953413120, offset 0 00000400:00000200:1.0:1773673931.149289:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.149293:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.149296:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.149299:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.149302:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.149304:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.149306:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.149309:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252373:252373:253:4294967295] 192.168.201.103@tcp LPNI seq info [252341:252341:5:4294967295] 00000400:00000200:1.0:1773673931.149314:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.149320:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.149324:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.149328:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673931.149332:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.149337:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.149339:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.149343:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.149345:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 656326 usecs (657 jiffies) 00000400:00000200:1.0:1773673931.149348:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.149350:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488861 00000100:00000001:1.0:1773673931.149353:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149355:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488861 00000100:00000001:1.0:1773673931.149356:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.149358:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.149360:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149363:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149365:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.149378:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.149381:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673931.149478:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.149483:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:0.0:1773673931.149489:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.149494:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.149499:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdf68 00000400:00000010:0.0:1773673931.149502:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdf68. 00000100:00000001:0.0:1773673931.149506:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.149510:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149518:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.149522:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149528:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.149530:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.149538:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.149540:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:0.0:1773673931.149542:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.149545:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.149547:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:0.0:1773673931.149549:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:0.0:1773673931.149551:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.149553:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149559:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.149561:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149567:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.149568:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.149572:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.149573:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673931.149575:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.149578:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.149580:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:0.0:1773673931.149581:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:0.0:1773673931.149583:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.149586:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149592:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.149594:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149600:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.149601:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.149674:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.149677:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673931.149680:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.149684:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.149687:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdb28 00000400:00000010:0.0:1773673931.149689:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdb28. 00000100:00000001:0.0:1773673931.149691:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.149695:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149712:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.149715:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.149722:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.149723:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673931.155486:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155503:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.155508:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155510:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.155520:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155527:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.155535:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155540:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155545:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155549:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1800 00000400:00000200:0.0:1773673931.155554:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155559:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47e1 [1] + 224 00000800:00000001:0.0:1773673931.155567:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155587:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.155591:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.155596:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.155603:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.155612:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.155624:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.155649:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.155659:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155663:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.155914:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155920:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.155922:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155924:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.155928:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155932:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.155937:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155939:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155942:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155945:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1780 00000400:00000200:0.0:1773673931.155948:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.155952:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47c1 [1] + 224 00000800:00000001:0.0:1773673931.155956:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155960:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.155961:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.155964:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.155967:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.155972:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.155981:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.155990:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.155994:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.155997:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.156000:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.156002:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.156005:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.156009:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.156013:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.156016:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.156019:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.156021:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1700 00000400:00000200:0.0:1773673931.156026:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.156030:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47d1 [1] + 224 00000800:00000001:0.0:1773673931.156034:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.156039:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.156040:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.156043:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.156046:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.156050:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.156058:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.156064:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.156068:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.156070:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.156596:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.156601:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673931.156609:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.156610:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.156613:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149a0. 00000400:00000200:1.0:1773673931.156618:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:1.0:1773673931.156620:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:1.0:1773673931.156623:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.156638:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.156649:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156656:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.156657:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.156660:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.156662:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.156665:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.156667:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.156669:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.156678:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=14 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673931.156682:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673931.156685:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.156687:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.156690:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.156693:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.156697:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.156699:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673931.156701:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.156712:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.156717:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156730:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.156733:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.156743:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.156749:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.156758:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412864:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773673931.156790:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.156792:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.156794:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114528. 00000400:00000200:1.0:1773673931.156797:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fda18 00000400:00000010:1.0:1773673931.156799:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fda18. 00000100:00000001:1.0:1773673931.156801:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.156805:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.156813:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156819:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.156821:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.156822:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.156824:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.156825:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.156827:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.156829:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.156832:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673931.156835:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673931.156836:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.156837:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.156839:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.156840:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.156842:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.156844:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:1.0:1773673931.156845:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.156847:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.156850:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156856:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.156858:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.156860:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.156863:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.156870:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953413120:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773673931.156875:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.156876:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.156878:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:1.0:1773673931.156880:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773673931.156882:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773673931.156883:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.156886:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.156893:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156898:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.156900:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.156901:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.156902:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.156903:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.156904:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.156906:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.156909:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=14 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673931.156911:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1773673931.156913:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.156914:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.156916:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.156917:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.156919:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.156921:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773673931.156922:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.156924:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.156927:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156932:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.156934:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.156935:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.156938:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.156944:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953412992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.156948:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.156950:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.156953:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953412864/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.156960:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.156962:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.156965:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fc00. 02000000:00000001:1.0:1773673931.156968:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.156971:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.156972:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.156974:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.156977:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a100. 02000000:00000001:1.0:1773673931.156981:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.156983:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.156984:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:1.0:1773673931.156987:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.156989:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.156990:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.157020:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01c00 x1859825953413120/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.157027:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.157028:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.157030:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e400. 02000000:00000001:1.0:1773673931.157032:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.157033:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.157034:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.157036:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.157037:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a400. 02000000:00000001:1.0:1773673931.157039:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.157040:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.157042:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 00000100:00000001:1.0:1773673931.157043:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.157045:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.157046:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.157049:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953412992/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.157054:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.157055:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.157057:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673931.157058:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.157059:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.157060:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.157062:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.157063:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666ad00. 02000000:00000001:1.0:1773673931.157064:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.157065:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.157067:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:1.0:1773673931.157068:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.157070:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.157072:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.157074:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.157075:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.157076:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.157078:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673931.175377:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.175395:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.175399:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.175401:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.175410:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.175418:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.175427:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.175432:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.175438:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.175442:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1680 00000400:00000200:0.0:1773673931.175447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.175453:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47b1 [1] + 224 00000800:00000001:0.0:1773673931.175462:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.175471:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.175474:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.175479:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.175486:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.175494:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.175507:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.175531:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.175539:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.175542:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.177153:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.177159:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673931.177167:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.177169:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.177186:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114cb8. 00000400:00000200:1.0:1773673931.177194:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773673931.177196:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773673931.177200:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.177209:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.177220:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.177228:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.177230:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.177233:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.177236:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.177238:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.177240:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.177244:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.177251:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673931.177256:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=81 v=5 (1 1 1 0) 00000100:00000001:1.0:1773673931.177259:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.177261:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.177264:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.177266:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.177269:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.177274:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.177282:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.177286:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.177288:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.177292:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.177301:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953412736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.177307:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.177310:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.177313:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01880 x1859825953412736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.177320:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.177323:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.177326:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673931.177329:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.177332:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.177334:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773673931.177336:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.177339:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a200. 02000000:00000001:1.0:1773673931.177344:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.177345:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.177348:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 00000100:00000001:1.0:1773673931.177352:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.177353:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.177355:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.177364:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.177366:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.177368:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.177370:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673931.264918:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673931.264927:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673931.264932:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673931.264934:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673931.264937:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673931.264939:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673931.265048:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673931.265053:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.265056:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673931.651031:0:90403:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773673931.651038:0:90403:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1773673931.651054:0:90403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773673900/real 1773673900] req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673931 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1773673931.651074:0:90403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.651076:0:90403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.651079:0:90403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673931.651084:0:90403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773673931.651086:0:90403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773673931.651090:0:90403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.651095:0:90403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673931 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673931.651104:0:90403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673931 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.651112:0:90403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.651114:0:90403:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651117:0:90403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.651119:0:90403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651122:0:90403:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1773673931.651126:0:90403:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1773673931.651131:0:90403:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection to lustre-MDT0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1773673931.651134:0:90403:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773673931.651137:0:90403:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773673931.651140:0:90403:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.651142:0:90403:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1773673931.651143:0:90403:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1773673931.651170:0:90403:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1773673931.651172:0:90403:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.651175:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.651177:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.651179:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 0 seconds 00000100:00000001:1.0:1773673931.651182:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.651185:0:90403:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651187:0:90403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.651188:0:90403:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651191:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651219:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.651224:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.651235:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02680. 00000020:00000040:0.0:1773673931.651240:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651246:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.651250:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.651257:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.651265:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a600. 00000100:00000001:0.0:1773673931.651272:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651279:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.651288:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.651293:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651299:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000189b601c] to pc [ptlrpcd_00_01+1] req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.651338:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773673931.651341:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773673931.651344:0:53297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1773673931.651346:0:53297:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773673931.651349:0:53297:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773673931.651352:0:53297:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773673931.651355:0:53297:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5778 00000400:00000200:0.0:1773673931.651363:0:53297:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.651369:0:53297:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:0.0:1773673931.651373:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651376:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773673931.651379:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651381:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:0.0:1773673931.651383:0:53297:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773673931.651385:0:53297:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:0.0:1773673931.651388:0:53297:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673931.651391:0:53297:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:0.0:1773673931.651393:0:53297:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:0.0:1773673931.651396:0:53297:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000040:0.0:1773673931.651398:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651400:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773673931.651402:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651404:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:0.0:1773673931.651407:0:53297:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00080000:0.0:1773673931.651410:0:53297:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: import ffff98dc08d12000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:0.0:1773673931.651413:0:53297:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673931.651416:0:53297:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773673931.651422:0:53297:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673931.651424:0:53297:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.651427:0:53297:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1773673931.651431:0:53297:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1773673931.651433:0:53297:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.651435:0:53297:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773673931.651439:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000020:00000040:0.0:1773673931.651441:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773673931.651445:0:53297:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773673931.651447:0:53297:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.651449:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.651451:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.651453:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.651457:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa400. 00000100:00000001:0.0:1773673931.651461:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673931.651467:0:53297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.651476:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.651478:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651481:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_rcv+-1] req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.651508:0:53297:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651511:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.651514:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.651517:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773673931.651520:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673931.651522:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.651523:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.651524:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.651528:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666af00. 00000100:00000001:0.0:1773673931.651530:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651534:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.651541:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.651543:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651546:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_00_00+0] req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.651554:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651556:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773673931.651559:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773673931.651562:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00380. 00000020:00000040:0.0:1773673931.651564:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773673931.651565:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673931.651567:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673931.651568:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673931.651571:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a500. 00000100:00000001:0.0:1773673931.651573:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651576:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673931.651582:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673931.651584:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651587:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055ac9977] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.651607:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.651609:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773673931.651612:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773673931.651616:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5826) 00000100:00000001:1.0:1773673931.651688:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.651691:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.651704:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.651711:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.651719:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.651720:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.651724:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.651728:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.651730:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.651734:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953413504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.651738:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.651743:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.651746:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.651748:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.651753:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673931.651755:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.651760:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.651763:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673931.651808:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773673931.651814:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953413504, portal 10 00000100:00000001:1.0:1773673931.651817:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.651819:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:1.0:1773673931.651825:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.651832:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.651835:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.651837:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773673931.651840:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953413504, offset 0 00000400:00000200:1.0:1773673931.651847:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.651853:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.651859:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.651863:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.651868:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.651871:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.651874:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.651877:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252374:252374:256:4294967295] 192.168.201.103@tcp LPNI seq info [252342:252342:8:4294967295] 00000400:00000200:1.0:1773673931.651881:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.651892:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.651898:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.651904:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b100. 00000800:00000200:1.0:1773673931.651911:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.651919:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.651923:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.651931:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.651935:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 117467 usecs (118 jiffies) 00000400:00000200:1.0:1773673931.651938:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.651941:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488825 00000100:00000001:1.0:1773673931.651945:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.651947:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488825 00000100:00000001:1.0:1773673931.651949:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492112 00000100:00000001:1.0:1773673931.651951:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.651954:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.651956:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.651959:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651966:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.651968:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00000001:1.0:1773673931.651970:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.651972:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.651973:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.651976:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773673931.651978:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651980:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.651982:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.651984:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.651985:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.651986:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.651991:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.651998:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.652000:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.652002:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.652004:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.652007:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.652010:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953413248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.652013:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.652016:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.652018:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.652020:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.652024:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673931.652026:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.652030:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.652033:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114cb8. 00000400:00000010:1.0:1773673931.652037:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773673931.652040:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953413248, portal 25 00000100:00000001:1.0:1773673931.652042:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.652044:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000040:1.0:1773673931.652048:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.652055:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.652058:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.652061:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fda18. 00000100:00000200:1.0:1773673931.652063:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953413248, offset 0 00000400:00000200:1.0:1773673931.652067:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.652071:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.652074:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.652078:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.652080:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.652082:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.652085:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.652088:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252375:252375:255:4294967295] 192.168.201.103@tcp LPNI seq info [252343:252343:7:4294967295] 00000400:00000200:1.0:1773673931.652091:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.652098:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.652102:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.652108:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673931.652112:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.652116:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.652119:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.652122:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.652125:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.652127:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300492615 00000100:00000001:1.0:1773673931.652134:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300492112 00000100:00000001:1.0:1773673931.652137:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300492615 00000100:00000001:1.0:1773673931.652140:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300492112 00000100:00000001:1.0:1773673931.652143:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.652145:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.652147:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.652151:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.652157:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.652158:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.652160:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.652161:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.652163:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.652166:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953413632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.652169:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.652171:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.652172:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.652174:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.652177:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e400. 02000000:00000001:1.0:1773673931.652179:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.652182:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.652185:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773673931.652189:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773673931.652192:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953413632, portal 4 00000100:00000001:1.0:1773673931.652194:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.652196:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520995200 : -113404188556416 : ffff98dc07a00380) 00000100:00000040:1.0:1773673931.652201:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.652207:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.652209:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.652211:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773673931.652214:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953413632, offset 0 00000400:00000200:1.0:1773673931.652218:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.652222:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.652226:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.652228:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.652231:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.652233:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.652236:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.652239:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252376:252376:254:4294967295] 192.168.201.103@tcp LPNI seq info [252344:252344:6:4294967295] 00000400:00000200:1.0:1773673931.652243:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.652249:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.652253:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.652256:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673931.652260:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.652264:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.652267:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.652270:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.652273:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 650453 usecs (651 jiffies) 00000400:00000200:1.0:1773673931.652276:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.652278:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300489358 00000100:00000001:1.0:1773673931.652280:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.652282:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300489358 00000100:00000001:1.0:1773673931.652284:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.652288:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.652290:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.652293:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.652296:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.652307:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.652309:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673931.652652:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.652656:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:0.0:1773673931.652662:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.652667:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.652671:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:0.0:1773673931.652674:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:0.0:1773673931.652678:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.652682:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652691:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.652706:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652720:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.652722:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.652733:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.652735:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673931.652738:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.652741:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.652743:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fda18 00000400:00000010:0.0:1773673931.652745:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fda18. 00000100:00000001:0.0:1773673931.652747:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.652751:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652758:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.652761:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652796:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.652798:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.652809:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.652811:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673931.652814:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.652817:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.652819:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:0.0:1773673931.652821:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:0.0:1773673931.652824:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.652827:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652835:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.652837:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.652844:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.652845:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673931.653087:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.653091:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5000. 00000400:00000200:0.0:1773673931.653094:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.653098:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.653101:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:0.0:1773673931.653102:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:0.0:1773673931.653105:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.653109:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.653116:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.653119:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.653125:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.653127:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673931.659530:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659547:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.659551:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659559:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.659569:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659588:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.659604:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659615:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659619:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1880 00000400:00000200:0.0:1773673931.659624:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659631:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4801 [1] + 224 00000800:00000001:0.0:1773673931.659641:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659648:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.659652:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.659657:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.659664:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.659673:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.659686:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.659723:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.659733:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659737:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.659740:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659742:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.659745:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659749:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.659753:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659756:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659762:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1a00 00000400:00000200:0.0:1773673931.659798:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.659803:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4811 [1] + 224 00000800:00000001:0.0:1773673931.659808:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659815:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.659817:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.659821:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.659824:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.659829:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.659838:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.659846:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.659849:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.659852:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.660242:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.660247:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673931.660255:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.660257:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.660261:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114cb8. 00000400:00000200:1.0:1773673931.660266:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773673931.660268:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773673931.660271:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.660277:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.660287:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660294:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.660296:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.660299:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.660303:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.660305:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.660308:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.660311:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.660328:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673931.660333:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=81 v=5 (1 1 1 0) 00000100:00000001:1.0:1773673931.660336:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.660338:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.660341:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.660343:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.660346:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.660351:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660359:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.660362:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.660365:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.660369:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.660378:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953413248:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773673931.660384:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.660385:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.660387:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:1.0:1773673931.660390:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:1.0:1773673931.660392:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:1.0:1773673931.660395:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.660398:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.660407:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660413:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.660415:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.660417:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.660418:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.660420:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.660421:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.660423:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.660429:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673931.660432:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673931.660434:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.660436:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.660438:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.660440:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.660444:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.660446:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:1.0:1773673931.660448:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.660450:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.660454:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660461:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.660464:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.660465:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.660469:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.660478:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953413632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.660483:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.660485:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.660489:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02680 x1859825953413248/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660496:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.660499:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.660503:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ea00. 02000000:00000001:1.0:1773673931.660507:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.660510:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.660513:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773673931.660515:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.660518:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a600. 02000000:00000001:1.0:1773673931.660523:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.660525:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.660527:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02680. 00000100:00000001:1.0:1773673931.660531:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.660532:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.660534:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.660537:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00380 x1859825953413632/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.660543:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.660545:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.660547:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e400. 02000000:00000001:1.0:1773673931.660549:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.660550:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.660552:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.660554:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.660556:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a500. 02000000:00000001:1.0:1773673931.660558:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.660559:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.660560:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00380. 00000100:00000001:1.0:1773673931.660563:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.660564:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.660567:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.660569:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.660570:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.660572:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.660574:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673931.664056:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664073:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.664078:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664080:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.664089:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664096:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.664107:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664112:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664117:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664121:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1980 00000400:00000200:0.0:1773673931.664137:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664144:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c47f1 [1] + 224 00000800:00000001:0.0:1773673931.664152:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664159:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.664162:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.664166:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.664173:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.664182:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.664193:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.664218:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.664226:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664230:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.664233:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664235:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.664238:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664241:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.664245:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664248:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664251:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664253:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b80794c1900 00000400:00000200:0.0:1773673931.664257:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.664260:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c4821 [1] + 0 00000800:00000001:0.0:1773673931.664264:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664273:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.664275:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.664278:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.664281:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.664286:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673931.664295:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.664324:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.664329:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.664332:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.665370:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.665375:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673931.665382:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.665384:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.665387:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673931.665393:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773673931.665395:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773673931.665398:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.665405:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673931.665416:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.665423:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.665424:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.665427:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.665429:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.665431:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.665433:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.665435:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.665442:0:2411:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=14 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673931.665445:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1773673931.665448:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.665450:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.665452:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.665455:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.665458:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.665460:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773673931.665462:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.665464:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.665468:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.665476:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.665478:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.665480:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.665484:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673931.665492:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953413504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673931.665496:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.665498:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.665501:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953413504/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673931.665509:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.665512:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.665516:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e600. 02000000:00000001:1.0:1773673931.665519:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.665521:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.665524:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.665526:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.665529:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666af00. 02000000:00000001:1.0:1773673931.665533:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.665535:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.665537:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:1.0:1773673931.665541:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.665543:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.665545:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.665554:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.665556:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.665559:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673931.665561:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673931.667807:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.667816:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1773673931.667823:0:2410:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000100:00080000:0.0:1773673931.667834:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000d4da4453): req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673931 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673931.667853:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.667857:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673931.667863:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773673941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673931.667872:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953413376:192.168.201.103@tcp:38:kworker.0 00000100:00000001:0.0:1773673931.667877:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673931.667879:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.667883:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953413376/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773673941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673931.667890:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673931.667893:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673931.667896:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959d000. 02000000:00000001:0.0:1773673931.667900:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673931.667903:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673931.667904:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673931.667907:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673931.667910:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa400. 02000000:00000001:0.0:1773673931.667913:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673931.667915:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673931.667916:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:0.0:1773673931.667920:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673931.667921:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673931.667924:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673931.667931:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673931.667933:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.667935:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673931.667937:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.668730:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.668736:0:90403:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.668739:0:90403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.668742:0:90403:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.668745:0:90403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.668749:0:90403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.668752:0:90403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.668755:0:90403:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1773673931.668761:0:90403:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859825953409280 new x1859825953413760 02000000:00000001:1.0:1773673931.669007:0:90403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.669010:0:90403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.669020:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.669026:0:90403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673931.669035:0:90403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773673931.669042:0:90403:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953409280, portal 10 00000100:00000001:1.0:1773673931.669046:0:90403:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.669047:0:90403:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:1.0:1773673931.669057:0:90403:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.669066:0:90403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.669068:0:90403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.669072:0:90403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773673931.669075:0:90403:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953409280, offset 0 00000400:00000200:1.0:1773673931.669081:0:90403:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.669090:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.669097:0:90403:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.669102:0:90403:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.669106:0:90403:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.669109:0:90403:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.669112:0:90403:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.669115:0:90403:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252378:252378:256:4294967295] 192.168.201.103@tcp LPNI seq info [252346:252346:8:4294967295] 00000400:00000200:1.0:1773673931.669120:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.669142:0:90403:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.669148:0:90403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.669155:0:90403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673931.669162:0:90403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.670086:0:90403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.670091:0:90403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.670109:0:90403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.670114:0:90403:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 43732 usecs (44 jiffies) 00000400:00000200:1.0:1773673931.670439:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.670444:0:90403:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488769 00000100:00000001:1.0:1773673931.670448:0:90403:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.670451:0:90403:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488769 00000100:00000001:1.0:1773673931.670453:0:90403:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.670456:0:90403:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.670460:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.670463:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.670465:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673931.670468:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 26 seconds 00000100:00000001:1.0:1773673931.670471:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.670473:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673931.671241:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.671247:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673931.671253:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.671260:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.671267:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:0.0:1773673931.671270:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:0.0:1773673931.671275:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.671282:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673931.671294:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.671298:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673931.671306:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.671308:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673931.682094:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.682112:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.682117:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.682125:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.682134:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.682140:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.682150:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.682155:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.682161:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.682175:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c1a80 00000400:00000200:0.0:1773673931.682181:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.682188:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4829 [1] + 224 00000800:00000001:0.0:1773673931.682196:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.682205:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.682208:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.682212:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.682218:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.682225:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673931.682236:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=688 offset=224 replen=1152 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.683720:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673931.683743:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.683757:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.683788:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773673931.688968:0:90403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.688975:0:90403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.688980:0:90403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673931.688989:0:90403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773673931.688991:0:90403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773673931.688995:0:90403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.689006:0:90403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673931.689018:0:90403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.689032:0:90403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.689034:0:90403:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.689037:0:90403:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.689040:0:90403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.689044:0:90403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.689046:0:90403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.689049:0:90403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.689058:0:90403:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=14 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673931.689063:0:90403:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673931.689066:0:90403:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.689068:0:90403:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689071:0:90403:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.689075:0:90403:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.689079:0:90403:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.689081:0:90403:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673931.689083:0:90403:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.689085:0:90403:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.689090:0:90403:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.689097:0:90403:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.689100:0:90403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.689102:0:90403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.689110:0:90403:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673962 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673931.689116:0:90403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:90403:1859825953409280:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773673931.689134:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.689138:0:90403:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.689141:0:90403:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673931.689142:0:90403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.689146:0:90403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673962 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.689151:0:90403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673931.689155:0:90403:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673931.689158:0:90403:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673931.689160:0:90403:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689162:0:90403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673931.689174:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689177:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689181:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:1.0:1773673931.689183:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689186:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:1.0:1773673931.689192:0:90403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084e00, remote cookie: 0x441c89a0128d66e3, flags: 0x1001 00010000:00010000:1.0:1773673931.689197:0:90403:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673931.689207:0:90403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689213:0:90403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673931.689217:0:90403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673931.689219:0:90403:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773673931.689221:0:90403:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773673931.689222:0:90403:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773673931.689225:0:90403:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc12fabb00) refcount = 1 00010000:00010000:1.0:1773673931.689229:0:90403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689235:0:90403:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773673931.689239:0:90403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673931.689240:0:90403:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673931.689243:0:90403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673931.689245:0:90403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.689248:0:90403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689259:0:90403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673931.689261:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689263:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689264:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689264:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689266:0:90403:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.689272:0:90403:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773673931.689273:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689274:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689275:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689277:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689279:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689282:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689283:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689284:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:1.0:1773673931.689286:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689287:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689290:0:90403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673931.689294:0:90403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.689297:0:90403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689303:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689304:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689305:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689306:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689308:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:1.0:1773673931.689309:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689311:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689314:0:90403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673931.689328:0:90403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689336:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689337:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673931.689339:0:90403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689346:0:90403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673931.689347:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689348:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689349:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689350:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773673931.689355:0:90403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673962 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673931.689364:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689365:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689366:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689368:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689370:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689372:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689372:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.689374:0:90403:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.689376:0:90403:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.689379:0:90403:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673931.689381:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689382:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689383:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689384:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689386:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000002:00010000:1.0:1773673931.689389:0:90403:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689395:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689397:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689398:0:90403:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673931.689399:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689400:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689401:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689403:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689404:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:1.0:1773673931.689411:0:90403:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 2 00010000:00000001:1.0:1773673931.689413:0:90403:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673931.689417:0:90403:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773673931.689419:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689420:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.689421:0:90403:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673931.689424:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93890 00000002:00002000:1.0:1773673931.689425:0:90403:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773673931.689428:0:90403:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.689431:0:90403:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.689434:0:90403:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673931.689437:0:90403:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773673931.689440:0:90403:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.689443:0:90403:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673931.689446:0:90403:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704f200. 00000080:00000001:1.0:1773673931.689451:0:90403:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673931.689453:0:90403:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673931.689459:0:90403:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773673931.689462:0:90403:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773673931.689471:0:90403:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc040318c0. 00800000:00000001:1.0:1773673931.689474:0:90403:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669460379840 : -113404249171776 : ffff98dc040318c0) 00800000:00000001:1.0:1773673931.689476:0:90403:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.689478:0:90403:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673931.689481:0:90403:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773673931.689483:0:90403:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773673931.689485:0:90403:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773673931.689488:0:90403:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773673931.689490:0:90403:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673931.689495:0:90403:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773673931.689499:0:90403:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773673931.689508:0:90403:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1773673931.689511:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689512:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689513:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689515:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689517:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689519:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689520:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673931.689521:0:90403:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673931.689524:0:90403:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773673931.689525:0:90403:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc040318c0 1 00800000:00000010:1.0:1773673931.689528:0:90403:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc040318c0. 00800000:00000001:1.0:1773673931.689530:0:90403:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673931.689533:0:90403:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814117 00800000:00000001:1.0:1773673931.689536:0:90403:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673931.689537:0:90403:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673931.689538:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689539:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689540:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689542:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689544:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689546:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689548:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.689549:0:90403:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.689551:0:90403:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673931.689554:0:90403:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673931.689556:0:90403:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673931.689559:0:90403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814117 from it ffffbabdc1c93b58 00010000:00000001:1.0:1773673931.689561:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.689562:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.689564:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673931.689578:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689580:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673931.689678:0:90403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673931.689681:0:90403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.689689:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689690:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689691:0:90403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673931.689701:0:90403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673931.689704:0:90403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673931.689712:0:90403:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673931.689714:0:90403:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673931.689716:0:90403:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673931.689720:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689722:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.689723:0:90403:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689726:0:90403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673931.689728:0:90403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689729:0:90403:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689732:0:90403:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.689733:0:90403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673931.689734:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.689735:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673931.689737:0:90403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.689742:0:90403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953409280/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673962 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.689750:0:90403:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.689753:0:90403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.689756:0:90403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072f8800. 02000000:00000001:1.0:1773673931.689761:0:90403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.689984:0:90403:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.689987:0:90403:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.689990:0:90403:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.689994:0:90403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c5c00. 02000000:00000001:1.0:1773673931.689998:0:90403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.690000:0:90403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.690003:0:90403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:1.0:1773673931.690007:0:90403:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.690008:0:90403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673931.690012:0:90403:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673931.690017:0:90403:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673931.690045:0:90403:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc094404a0. 00000020:00000001:1.0:1773673931.690051:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93ae8 00000080:00200000:1.0:1773673931.690054:0:90403:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f113.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=8 00000080:00000001:1.0:1773673931.690058:0:90403:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773673931.690060:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93998 00000080:00200000:1.0:1773673931.690063:0:90403:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f113.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:1.0:1773673931.690072:0:90403:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704f200. 00800000:00000002:1.0:1773673931.690077:0:90403:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673931.690081:0:90403:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673931.690084:0:90403:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673931.690086:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c938b8 00800000:00000002:1.0:1773673931.690087:0:90403:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f113.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673931.690091:0:90403:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673931.690095:0:90403:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673931.690098:0:90403:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673931.690100:0:90403:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673931.690103:0:90403:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673931.690105:0:90403:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.690107:0:90403:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673931.690109:0:90403:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673931.690112:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93850 00800000:00000002:1.0:1773673931.690114:0:90403:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f113.recovery-small' -> mds #0 00000002:00000001:1.0:1773673931.690119:0:90403:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673931.690121:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93788 00000002:00010000:1.0:1773673931.690123:0:90403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f113.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673931.690127:0:90403:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673931.690129:0:90403:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673931.690134:0:90403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbad80. 00000020:00000040:1.0:1773673931.690137:0:90403:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673931.690142:0:90403:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673931.690145:0:90403:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673931.690148:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.690150:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.690151:0:90403:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.690154:0:90403:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673931.690155:0:90403:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673931.690159:0:90403:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673931.690164:0:90403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c5c00. 00000100:00000001:1.0:1773673931.690170:0:90403:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.690174:0:90403:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673931.690175:0:90403:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.690177:0:90403:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673931.690178:0:90403:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.690181:0:90403:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.690188:0:90403:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00010000:00000001:1.0:1773673931.690191:0:90403:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673931.690193:0:90403:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673931.690197:0:90403:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 2 00010000:00000001:1.0:1773673931.690199:0:90403:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673931.690201:0:90403:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673931.690205:0:90403:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084000. 00000020:00000001:1.0:1773673931.690208:0:90403:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673931.690211:0:90403:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084000 with handle 0x2f77f5611381411e to hash 00000020:00000001:1.0:1773673931.690214:0:90403:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673931.690215:0:90403:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.690218:0:90403:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.690221:0:90403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673931.690223:0:90403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.690226:0:90403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 90403 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673931.690234:0:90403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90403 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673931.690245:0:90403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90403 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673931.690250:0:90403:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673931.690251:0:90403:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673931.690258:0:90403:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673931.690260:0:90403:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679634304 : -113404029917312 : ffff98dc1114a780) 00000100:00000001:1.0:1773673931.690263:0:90403:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.690265:0:90403:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000001:1.0:1773673931.690269:0:90403:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673931.690273:0:90403:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.690275:0:90403:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673931.690276:0:90403:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673931.690282:0:90403:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.690288:0:90403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673931.690290:0:90403:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.690294:0:90403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673931.690296:0:90403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673931.690299:0:90403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673931.690516:0:90403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:90403:1859825953413888:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773673931.690521:0:90403:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673931.690526:0:90403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673931.690529:0:90403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.690531:0:90403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673931.690535:0:90403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072f8800. 02000000:00000001:1.0:1773673931.690537:0:90403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673931.690545:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673931.690548:0:90403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673931.690554:0:90403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773673931.690561:0:90403:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953413888, portal 10 00000100:00000001:1.0:1773673931.691186:0:90403:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673931.691190:0:90403:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:1.0:1773673931.691420:0:90403:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.691428:0:90403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673931.691431:0:90403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673931.691435:0:90403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773673931.691439:0:90403:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953413888, offset 0 00000400:00000200:1.0:1773673931.691445:0:90403:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673931.691453:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.691460:0:90403:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673931.691464:0:90403:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673931.691469:0:90403:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673931.691472:0:90403:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673931.691475:0:90403:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673931.691478:0:90403:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252379:252379:256:4294967295] 192.168.201.103@tcp LPNI seq info [252347:252347:8:4294967295] 00000400:00000200:1.0:1773673931.691483:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673931.691491:0:90403:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673931.691496:0:90403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673931.691501:0:90403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673931.691507:0:90403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673931.691514:0:90403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673931.691519:0:90403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773673931.692912:0:90403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.692922:0:90403:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 158238 usecs (159 jiffies) 00000400:00000200:1.0:1773673931.692928:0:90403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673931.692931:0:90403:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300488907 00000100:00000001:1.0:1773673931.692936:0:90403:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.692939:0:90403:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300488907 00000100:00000001:1.0:1773673931.692941:0:90403:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300492615 00000100:00000001:1.0:1773673931.692943:0:90403:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.692947:0:90403:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.692950:0:90403:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673931.692952:0:90403:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673931.692955:0:90403:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 26 seconds 00000100:00000001:1.0:1773673931.692959:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673931.692961:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673931.695020:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673931.695029:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673931.695037:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.695047:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673931.695055:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:0.0:1773673931.695058:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:0.0:1773673931.695062:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673931.695071:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673931.695083:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673931.695087:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673931.695094:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673931.695096:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673931.730439:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.730462:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673931.730467:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.730469:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.730479:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.730486:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673931.730497:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.730502:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.730507:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.730511:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c1b00 00000400:00000200:0.0:1773673931.730516:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673931.730522:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4839 [1] + 224 00000800:00000001:0.0:1773673931.730530:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.730543:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673931.730547:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673931.730552:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673931.730559:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673931.731292:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673931.732278:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.732353:0:90403:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673931.732447:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673931.732491:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673931.732499:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773673931.743263:0:90403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673931.743269:0:90403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673931.743273:0:90403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673931.743283:0:90403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773673931.743285:0:90403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773673931.743290:0:90403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673931.743301:0:90403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673931.743314:0:90403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.743477:0:90403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673931.743480:0:90403:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.743483:0:90403:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673931.743486:0:90403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673931.743489:0:90403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673931.743491:0:90403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673931.743494:0:90403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673931.743504:0:90403:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=14 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673931.743508:0:90403:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673931.743511:0:90403:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673931.743513:0:90403:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.743516:0:90403:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673931.743520:0:90403:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.743524:0:90403:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673931.743526:0:90403:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673931.743528:0:90403:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673931.743530:0:90403:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673931.743537:0:90403:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673962 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.743552:0:90403:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673931.743555:0:90403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673931.743557:0:90403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673931.743562:0:90403:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673962 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673931.743971:0:90403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:90403:1859825953413888:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773673931.743977:0:90403:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673931.743980:0:90403:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673931.743983:0:90403:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673931.743985:0:90403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.743989:0:90403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673962 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.743996:0:90403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673931.743999:0:90403:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673931.744003:0:90403:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673931.744005:0:90403:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744007:0:90403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673931.744011:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744014:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744017:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:1.0:1773673931.744019:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744022:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:1.0:1773673931.744029:0:90403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084000, remote cookie: 0x441c89a0128d66ff, flags: 0x1001 00010000:00010000:1.0:1773673931.744035:0:90403:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773673931.744044:0:90403:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x2:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773673931.744048:0:90403:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773673931.744061:0:90403:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab900. 00010000:00000010:1.0:1773673931.744066:0:90403:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799700. 00010000:00000001:1.0:1773673931.744070:0:90403:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.744074:0:90403:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673931.744082:0:90403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744089:0:90403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673931.744092:0:90403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673931.744094:0:90403:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773673931.744096:0:90403:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773673931.744097:0:90403:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773673931.744100:0:90403:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x2:0x0].0x0 (ffff98dc12fab900) refcount = 1 00010000:00010000:1.0:1773673931.744105:0:90403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744111:0:90403:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773673931.744116:0:90403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673931.744117:0:90403:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673931.744133:0:90403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673931.744136:0:90403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.744140:0:90403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744147:0:90403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673931.744149:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744151:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744152:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744154:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744155:0:90403:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.744160:0:90403:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773673931.744162:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744172:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744175:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744177:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744180:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744182:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744184:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744185:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:1.0:1773673931.744187:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744190:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744193:0:90403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673931.744196:0:90403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.744200:0:90403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744209:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744210:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744212:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744213:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744215:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=5 00000020:00000001:1.0:1773673931.744217:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744219:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744221:0:90403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673931.744225:0:90403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744231:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744233:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673931.744236:0:90403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744244:0:90403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673931.744246:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744247:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744249:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744250:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773673931.744256:0:90403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673931.744264:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744266:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744267:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744270:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744272:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744275:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744276:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.744277:0:90403:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.744280:0:90403:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673931.744283:0:90403:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673931.744286:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744287:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744289:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744291:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744293:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00000002:00010000:1.0:1773673931.744297:0:90403:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744304:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744306:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744308:0:90403:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673931.744309:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744311:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744312:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744314:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744328:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:1.0:1773673931.744332:0:90403:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:1.0:1773673931.744335:0:90403:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673931.744339:0:90403:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/2 (0 0) 00010000:00000001:1.0:1773673931.744343:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744344:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.744346:0:90403:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673931.744349:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93708 00000002:00002000:1.0:1773673931.744351:0:90403:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f113.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773673931.744354:0:90403:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.744357:0:90403:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.744360:0:90403:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673931.744363:0:90403:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773673931.744366:0:90403:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.744369:0:90403:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:1.0:1773673931.744372:0:90403:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773673931.744374:0:90403:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1c93b20 it_disposition b 00000080:00000001:1.0:1773673931.744377:0:90403:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673931.744383:0:90403:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773673931.744385:0:90403:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673931.744388:0:90403:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088002 : 144116010713088002 : 20000bf89000002) 00000080:00000001:1.0:1773673931.744392:0:90403:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1773673931.744399:0:90403:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088002 : 144116010713088002 : 20000bf89000002) 00000080:00000001:1.0:1773673931.744402:0:90403:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773673931.744408:0:90403:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x2:0x0], updating i_size 0 00000080:00200000:1.0:1773673931.744411:0:90403:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x2:0x0](ffff98dc059563c8): rc = 0 00000080:00000001:1.0:1773673931.744414:0:90403:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486744520 : -113404222807096 : ffff98dc059563c8) 00010000:00000001:1.0:1773673931.744416:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744417:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744419:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744420:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744423:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00000080:00000001:1.0:1773673931.744426:0:90403:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773673931.744429:0:90403:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773673931.744434:0:90403:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773673931.744438:0:90403:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704e600. 00000020:00000010:1.0:1773673931.744443:0:90403:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704e400. 00000020:00000010:1.0:1773673931.744447:0:90403:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f60. 00000008:00000010:1.0:1773673931.744454:0:90403:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673931.744459:0:90403:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673931.744464:0:90403:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673931.744471:0:90403:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673931.744474:0:90403:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673931.744477:0:90403:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704ea00. 00000008:00000010:1.0:1773673931.744481:0:90403:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673931.744484:0:90403:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673931.744488:0:90403:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673931.744491:0:90403:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773673931.744494:0:90403:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773673931.744497:0:90403:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000001:1.0:1773673931.744499:0:90403:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773673931.744503:0:90403:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:1.0:1773673931.744506:0:90403:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c06c8) owner ffff98dc08514f80 00020000:00000001:1.0:1773673931.744508:0:90403:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773673931.744511:0:90403:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c06c8) owner ffff98dc08514f80 00020000:00000002:1.0:1773673931.744514:0:90403:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x2:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773673931.744516:0:90403:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673931.744518:0:90403:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673931.744522:0:90403:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773673931.744525:0:90403:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c06c8) owner 0000000000000000/ffff98dc08514f80 00020000:00000002:1.0:1773673931.744528:0:90403:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c06c8) owner 0000000000000000/ffff98dc08514f80 00020000:00000001:1.0:1773673931.744531:0:90403:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773673931.744533:0:90403:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673931.744535:0:90403:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x2:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1773673931.744538:0:90403:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773673931.744542:0:90403:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704e400. 00000020:00000010:1.0:1773673931.744546:0:90403:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f60. 00000008:00000010:1.0:1773673931.744549:0:90403:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673931.744553:0:90403:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673931.744557:0:90403:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673931.744560:0:90403:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673931.744564:0:90403:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673931.744567:0:90403:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704e600. 00000008:00000010:1.0:1773673931.744570:0:90403:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673931.744573:0:90403:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673931.744577:0:90403:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673931.744593:0:90403:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773673931.744597:0:90403:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704ea00. 00000020:00000010:1.0:1773673931.744600:0:90403:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:1.0:1773673931.744604:0:90403:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744606:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744607:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673931.744609:0:90403:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673931.744613:0:90403:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773673931.744615:0:90403:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673931.744619:0:90403:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x2:0x0](ffff98dc059563c8) for lock 0x2f77f5611381411e 00800000:00000001:1.0:1773673931.744632:0:90403:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673931.744634:0:90403:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673931.744635:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744636:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744638:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744640:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744643:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744645:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744646:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.744648:0:90403:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.744650:0:90403:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773673931.744657:0:90403:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18af9a20 inode ffff98dc059563c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1773673931.744661:0:90403:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773673931.744665:0:90403:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x2:0x0](ffff98dc059563c8) 00000080:00010000:1.0:1773673931.744669:0:90403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381411e from it ffffbabdc1c93b20 00010000:00000001:1.0:1773673931.744672:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.744673:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.744674:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.744676:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744691:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.744701:0:90403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673931.744704:0:90403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673931.744711:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744713:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744715:0:90403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673931.744717:0:90403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673931.744720:0:90403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673931.744726:0:90403:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673931.744729:0:90403:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673931.744731:0:90403:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673931.744735:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744736:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.744738:0:90403:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744741:0:90403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673931.744743:0:90403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744745:0:90403:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744748:0:90403:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.744750:0:90403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673931.744752:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.744753:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673931.744755:0:90403:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673931.744759:0:90403:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704f200. 00000100:00000001:1.0:1773673931.745867:0:90403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673931.745882:0:90403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953413888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673931.745892:0:90403:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673931.745896:0:90403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673931.745899:0:90403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072f8800. 02000000:00000001:1.0:1773673931.745904:0:90403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673931.745907:0:90403:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673931.745910:0:90403:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673931.745912:0:90403:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673931.745915:0:90403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c5c00. 02000000:00000001:1.0:1773673931.745919:0:90403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673931.745921:0:90403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673931.745923:0:90403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:1.0:1773673931.745927:0:90403:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673931.745929:0:90403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673931.745933:0:90403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773673931.745935:0:90403:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1c93b20 released 00000080:00000001:1.0:1773673931.745936:0:90403:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1773673931.745951:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93d08 00000080:00200008:1.0:1773673931.745954:0:90403:0:(file.c:6209:ll_getattr_dentry()) START file f113.recovery-small:[0x20000bf89:0x2:0x0](ffff98dc059563c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1773673931.745961:0:90403:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673931.745963:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93c80 00000080:00200000:1.0:1773673931.745965:0:90403:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x2:0x0](ffff98dc059563c8),name=f113.recovery-small 00000080:00000010:1.0:1773673931.745974:0:90403:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704f200. 00800000:00000002:1.0:1773673931.745981:0:90403:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673931.745988:0:90403:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673931.745992:0:90403:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673931.745994:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93ba0 00800000:00000002:1.0:1773673931.745997:0:90403:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x2:0x0] 'f113.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673931.746001:0:90403:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673931.746005:0:90403:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673931.746010:0:90403:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673931.746012:0:90403:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673931.746015:0:90403:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673931.746017:0:90403:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.746019:0:90403:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673931.746021:0:90403:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.746024:0:90403:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673931.746025:0:90403:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673931.746026:0:90403:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673931.746027:0:90403:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673931.746029:0:90403:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.746030:0:90403:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x2:0x0] 00800000:00000001:1.0:1773673931.746032:0:90403:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673931.746035:0:90403:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x2:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673931.746039:0:90403:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673931.746041:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93a70 00000002:00010000:1.0:1773673931.746043:0:90403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x2:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673931.746047:0:90403:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673931.746049:0:90403:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673931.746051:0:90403:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673931.746058:0:90403:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:1.0:1773673931.746061:0:90403:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673931.746065:0:90403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673931.746068:0:90403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673931.746072:0:90403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773673931.746081:0:90403:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673931.746085:0:90403:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673931.746088:0:90403:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773673931.746095:0:90403:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673931.746097:0:90403:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673931.746099:0:90403:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673931.746101:0:90403:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673931.746103:0:90403:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673931.746105:0:90403:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673931.746108:0:90403:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673931.746111:0:90403:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673931.746113:0:90403:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704f200. 00000080:00000001:1.0:1773673931.746117:0:90403:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673931.746119:0:90403:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673931.746122:0:90403:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x2:0x0](ffff98dc059563c8) 00000080:00010000:1.0:1773673931.746125:0:90403:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x2:0x0](ffff98dc059563c8) for lock 0x2f77f5611381411e 00800000:00000001:1.0:1773673931.746127:0:90403:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673931.746130:0:90403:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673931.746131:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.746133:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.746135:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.746138:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.746140:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.746143:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.746144:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673931.746146:0:90403:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673931.746147:0:90403:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673931.746150:0:90403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381411e from it ffffbabdc1c93cb8 00010000:00000001:1.0:1773673931.746152:0:90403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673931.746153:0:90403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673931.746155:0:90403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673931.746157:0:90403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.746159:0:90403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673931.746161:0:90403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673931.747844:0:90403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673931.747861:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.747862:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.747864:0:90403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673931.747866:0:90403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673931.747869:0:90403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673931.747877:0:90403:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673931.747880:0:90403:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673931.747882:0:90403:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673931.747886:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.747888:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673931.747890:0:90403:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.747894:0:90403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673931.747895:0:90403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.747898:0:90403:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.747902:0:90403:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673931.747904:0:90403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673931.747906:0:90403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673931.747907:0:90403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673931.747911:0:90403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673931.747913:0:90403:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673931.747918:0:90403:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773673931.747922:0:90403:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773673931.747924:0:90403:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673931.747926:0:90403:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773673931.747927:0:90403:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673931.747930:0:90403:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673931.747933:0:90403:0:(file.c:6264:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773673931.747939:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93d08 00000080:00000008:1.0:1773673931.747942:0:90403:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file f113.recovery-small:[0x20000bf89:0x2:0x0](ffff98dc059563c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1773673931.747947:0:90403:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673931.747949:0:90403:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c93da0 00000080:00002000:1.0:1773673931.747952:0:90403:0:(dcache.c:127:ll_ddelete()) keeping dentry f113.recovery-small (ffff98dc18af9a20, parent ffff98dc10e90a20, inode ffff98dc059563c8) hashed, 00000080:00000001:1.0:1773673931.747954:0:90403:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673932.289235:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673932.289243:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673932.289248:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673932.289250:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673932.289253:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673932.289259:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673933.314188:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673933.314195:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673933.314202:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673933.314203:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673933.314207:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673933.314208:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673934.339563:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673934.339570:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673934.339576:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673934.339577:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673934.339580:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673934.339582:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673934.339729:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673934.339734:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673934.339737:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1773673934.601200:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673934.601210:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5000. 00000400:00000200:0.0:1773673934.601407:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673934.601416:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673934.601423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:0.0:1773673934.601426:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:0.0:1773673934.601431:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673934.601438:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953414144/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773673965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673934.601449:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673934.601452:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428a300 x1859825953414144/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773673965 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673934.601458:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673934.601459:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673934.619280:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673934.619299:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673934.619304:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673934.619307:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673934.619317:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673934.619515:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673934.619525:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673934.619530:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673934.619535:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673934.619540:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d06800 00000400:00000200:0.0:1773673934.619549:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c44c9 [2] + 1048 00000800:00000001:0.0:1773673934.619558:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673934.619567:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673934.619570:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673934.619574:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673934.619583:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773673934.619586:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773673934.619592:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000100:00000040:0.0:1773673934.619596:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a03100 x1859825928529920 msgsize 328 00000100:00100000:0.0:1773673934.619601:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773673934.619626:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773673934.619635:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673934.619639:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673934.620089:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773673934.620094:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928529920 02000000:00000001:1.0:1773673934.620098:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773673934.620100:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673934.620102:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673934.620108:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673934.620112:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928529920 00000020:00000001:1.0:1773673934.620116:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773673934.620118:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:1.0:1773673934.620121:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673934.620124:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:1.0:1773673934.620127:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:1.0:1773673934.620129:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000001:1.0:1773673934.620134:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673934.620140:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031400. 00000100:00000001:1.0:1773673934.620143:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673934.620146:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031400. 00000020:00000010:1.0:1773673934.620153:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773673934.620159:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799c80. 00000020:00000010:1.0:1773673934.620165:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff5e10. 00000100:00000040:1.0:1773673934.620174:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773673934.620177:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773673934.620179:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773673934.620181:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673934.620189:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673934.620207:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673934.620221:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773673934.620223:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773673934.620229:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 34 00000100:00000040:1.0:1773673934.620233:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc072fa000 : new rpc_count 1 00000100:00000001:1.0:1773673934.620235:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 00000100:00000040:1.0:1773673934.620243:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a03100 x1859825928529920/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:10/0 lens 328/0 e 0 to 0 dl 1773673945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673934.620252:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673934.620255:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031400. 00000100:00000001:1.0:1773673934.620257:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673934.620259:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031400. 00000100:00100000:1.0:1773673934.620263:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:6490:x1859825928529920:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773673934.620267:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928529920 00010000:00000001:1.0:1773673934.620270:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773673934.620277:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673934.620279:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673934.620281:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=2 00000020:00000001:1.0:1773673934.620284:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673934.620286:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673934.620290:0:81784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673934.620294:0:81784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673934.620299:0:81784:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:1.0:1773673934.620309:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773673934.620312:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773673934.620330:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc072c7000. 02000000:00000001:1.0:1773673934.620332:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673934.620335:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673934.620340:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773673934.620342:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673934.620345:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=140 v=5 (1 0 1 0) 00000100:00000001:1.0:1773673934.620350:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673934.620353:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673934.620356:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773673934.620358:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773673934.620361:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673934.620363:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673934.620366:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673934.620371:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773673934.620376:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928529920, offset 224 00000400:00000200:1.0:1773673934.620383:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673934.620389:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673934.620397:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673934.620404:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252381:252381:256:4294967295] 192.168.201.103@tcp LPNI seq info [252349:252349:8:4294967295] 00000400:00000200:1.0:1773673934.620410:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673934.620421:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673934.620427:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673934.620433:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b100. 00000800:00000200:1.0:1773673934.620440:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673934.620447:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673934.620452:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673934.620470:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673934.620475:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773673934.620478:0:81784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773673934.620482:0:81784:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc1114a780. 00010000:00000001:1.0:1773673934.620485:0:81784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773673934.620502:0:81784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773673934.620505:0:81784:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673934.620507:0:81784:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673934.620509:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673934.620515:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825928529920/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:10/0 lens 328/224 e 0 to 0 dl 1773673945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773673934.620525:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:6490:x1859825928529920:12345-192.168.201.103@tcp:104: Request processed in 271us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1773673934.620533:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 34 00000100:00000040:1.0:1773673934.620536:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc072fa000 : new rpc_count 0 00000100:00000001:1.0:1773673934.620538:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773673934.620540:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773673934.620545:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799c80. 00000020:00000010:1.0:1773673934.620549:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff5e10. 00000020:00000010:1.0:1773673934.620553:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000040:1.0:1773673934.620557:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00000001:1.0:1773673934.620559:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673934.621321:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673934.621327:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:0.0:1773673934.621332:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673934.621339:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673934.621344:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:0.0:1773673934.621347:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:0.0:1773673934.621351:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773673934.621353:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1773673935.363591:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673935.363599:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673935.363606:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673935.363607:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673935.363610:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673935.363611:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673935.616899:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300492615, at 4300492672 00000100:00000010:1.0:1773673935.616915:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797480. 00000100:00000040:0.0:1773673935.617005:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300492615, at 4300492672 00000100:00000010:0.0:1773673935.617012:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc087978a0. 00010000:00000001:0.0:1773673936.384904:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673936.384912:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673936.384917:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673936.384919:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673936.384922:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673936.384923:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673936.385302:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673936.385306:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673936.385310:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1773673936.770647:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673936.770651:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:0.0:1773673936.770656:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.770661:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673936.770677:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:0.0:1773673936.770680:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:0.0:1773673936.770685:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673936.770689:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953414272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.770698:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673936.770701:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953414272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.770708:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673936.770710:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673936.774178:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673936.774183:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000400:00000200:0.0:1773673936.774188:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.774194:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673936.774199:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:0.0:1773673936.774202:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:0.0:1773673936.774206:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673936.774211:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953414400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774221:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673936.774225:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953414400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774232:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673936.774234:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673936.774245:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673936.774247:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:0.0:1773673936.774250:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.774253:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673936.774255:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:0.0:1773673936.774257:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:0.0:1773673936.774477:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673936.774481:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953414656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774488:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673936.774492:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953414656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774498:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673936.774499:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673936.774561:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673936.774564:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:0.0:1773673936.774567:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.774571:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673936.774574:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:0.0:1773673936.774576:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:0.0:1773673936.774578:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673936.774581:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953414528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774588:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673936.774591:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953414528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.774596:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673936.774598:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673936.785830:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.785849:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673936.785853:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.785855:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.785864:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.785871:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673936.785882:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.785887:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.785892:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786070:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c1c80 00000400:00000200:0.0:1773673936.786076:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786090:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4859 [1] + 224 00000800:00000001:0.0:1773673936.786099:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.786103:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.786106:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.786111:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673936.786117:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673936.786125:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953414272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673936.786137:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953414272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.786160:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673936.786169:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.786172:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673936.786174:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.786176:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.786179:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786183:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673936.786187:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786190:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786193:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786196:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1d00 00000400:00000200:0.0:1773673936.786200:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.786204:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4861 [1] + 224 00000800:00000001:0.0:1773673936.786208:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.786216:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.786218:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.786222:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673936.786224:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673936.786229:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953414400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673936.786238:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953414400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.786261:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673936.786265:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.786267:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673936.790358:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.790378:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673936.790382:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.790385:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.790395:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790402:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673936.790411:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790417:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790426:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c1e00 00000400:00000200:0.0:1773673936.790430:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790437:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4869 [1] + 224 00000800:00000001:0.0:1773673936.790445:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.790450:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.790453:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.790458:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673936.790465:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673936.790474:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953414656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673936.790484:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953414656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.790507:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673936.790515:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.790519:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673936.790520:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.790523:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.790525:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790529:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673936.790533:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790535:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790550:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c1d80 00000400:00000200:0.0:1773673936.790554:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673936.790559:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4871 [1] + 224 00000800:00000001:0.0:1773673936.790562:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.791509:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673936.791514:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673936.791521:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673936.791526:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673936.791532:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953414528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673936.791553:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953414528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673936.791560:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673936.791567:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673936.791572:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673937.409211:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673937.409218:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673937.409453:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673937.409454:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673937.409458:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673937.409459:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434629:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673938.434641:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673938.434644:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.434649:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434665:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673938.434668:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434670:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434673:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434678:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673938.434680:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.434684:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673938.434685:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.435972:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673938.435978:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.435983:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:0.0:1773673938.699220:0:86103:0:(ldlm_lockd.c:2883:ldlm_bl_thread_blwi()) cfs_fail_timeout id 31f awake 00010000:00000001:0.0:1773673938.724676:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773673938.724688:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773673938.724711:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04084000 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:0.0:1773673938.724714:0:86103:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773673938.724719:0:86103:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673938.724728:0:86103:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773673938.724730:0:86103:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773673938.724733:0:86103:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673938.724739:0:86103:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773673938.724742:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773673938.724744:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673938.724747:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673938.724749:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:0.0:1773673938.724751:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773673938.724754:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773673938.724757:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673938.724760:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1773673938.724808:0:86103:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673938.724812:0:86103:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673938.724815:0:86103:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773673938.724817:0:86103:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x2:0x0] mode (null) 00000002:00000001:0.0:1773673938.724821:0:86103:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.724824:0:86103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.724830:0:86103:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:0.0:1773673938.724833:0:86103:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673938.724838:0:86103:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.724840:0:86103:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.724841:0:86103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.724842:0:86103:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:0.0:1773673938.724844:0:86103:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673938.724846:0:86103:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.724847:0:86103:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.724848:0:86103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.724849:0:86103:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:0.0:1773673938.724851:0:86103:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673938.724852:0:86103:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.724854:0:86103:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.724855:0:86103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.724856:0:86103:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:0.0:1773673938.724858:0:86103:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673938.724859:0:86103:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.724861:0:86103:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.724863:0:86103:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773673938.724865:0:86103:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.724875:0:86103:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c090. 00000020:00000010:0.0:1773673938.724880:0:86103:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31a00. 00000020:00000010:0.0:1773673938.724885:0:86103:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673938.724889:0:86103:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773673938.724896:0:86103:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07066f90. 00020000:00000010:0.0:1773673938.724901:0:86103:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80f00. 00008000:00000010:0.0:1773673938.724906:0:86103:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f8b880. 00000080:00000010:0.0:1773673938.724913:0:86103:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be5e8. 00000080:00000010:0.0:1773673938.724917:0:86103:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2fe8. 00000020:00000010:0.0:1773673938.724921:0:86103:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31000. 00000008:00000010:0.0:1773673938.724925:0:86103:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773673938.724929:0:86103:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4d80. 00008000:00000010:0.0:1773673938.724932:0:86103:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e080. 00000080:00000010:0.0:1773673938.724935:0:86103:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f870. 00000020:00000001:0.0:1773673938.724938:0:86103:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543456920 : -113404166094696 : ffff98dc08f6c098) 00000020:00001000:0.0:1773673938.724940:0:86103:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c090 00000020:00000001:0.0:1773673938.724942:0:86103:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773673938.724946:0:86103:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x2:0x0]: losing layout lock 00000080:00000001:0.0:1773673938.724949:0:86103:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773673938.724951:0:86103:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773673938.724955:0:86103:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773673938.724957:0:86103:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773673938.724960:0:86103:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x2:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773673938.724962:0:86103:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.724963:0:86103:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773673938.724965:0:86103:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c090 00000020:00000010:0.0:1773673938.724969:0:86103:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673938.724975:0:86103:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773673938.724980:0:86103:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07066f90. 00020000:00000010:0.0:1773673938.724985:0:86103:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80f00. 00008000:00000010:0.0:1773673938.724989:0:86103:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f8b880. 00000080:00000010:0.0:1773673938.724992:0:86103:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be5e8. 00000080:00000010:0.0:1773673938.724995:0:86103:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2fe8. 00000020:00000010:0.0:1773673938.724998:0:86103:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31a00. 00000008:00000010:0.0:1773673938.725002:0:86103:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773673938.725005:0:86103:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4d80. 00008000:00000010:0.0:1773673938.725007:0:86103:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e080. 00000080:00000010:0.0:1773673938.725010:0:86103:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f870. 00000020:00000010:0.0:1773673938.725012:0:86103:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31000. 00000020:00000010:0.0:1773673938.725013:0:86103:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c090. 00000080:00000001:0.0:1773673938.725016:0:86103:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.725019:0:86103:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773673938.725021:0:86103:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x2:0x0](ffff98dc059563c8) invalid 00000020:00000001:0.0:1773673938.725025:0:86103:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1553c40 00000080:00002000:0.0:1773673938.725027:0:86103:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f113.recovery-small (ffff98dc18af9a20) parent ffff98dc10e90a20 inode ffff98dc059563c8 refc 1 00000080:00000001:0.0:1773673938.725031:0:86103:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773673938.725034:0:86103:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673938.725036:0:86103:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.725038:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673938.725042:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673938.725044:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673938.725046:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.726516:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773673938.726528:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084000 with handle 0x2f77f5611381411e from hash 00010000:00000001:0.0:1773673938.726532:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673938.726534:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.726536:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.726537:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673938.726543:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673938.726546:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1773673938.726553:0:86103:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.726559:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.726560:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.726561:0:86103:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.726564:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.726566:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773673938.726577:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773673938.726593:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673938.726599:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.726601:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.726607:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673938.726615:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c31000. 00000100:00000001:0.0:1773673938.726621:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.726624:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773673938.726631:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773673938.726641:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773673938.726642:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.726647:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.726652:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.726665:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007406e91d] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773673938.726689:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673938.726692:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.726693:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.726695:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.726698:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.726700:0:86103:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.726704:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673938.726710:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673938.726713:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381411e lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d66ff expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1773673938.726720:0:86103:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab900 count: 0 00010000:00000010:0.0:1773673938.726727:0:86103:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799700. 00010000:00000001:0.0:1773673938.726738:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.726739:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773673938.726742:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc1114a780. 00010000:00000001:0.0:1773673938.726745:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.726748:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.726750:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.726752:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773673938.726754:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.726755:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.726757:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773673938.726759:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.726760:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.726762:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673938.727164:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.727170:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.727173:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673938.727182:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.727191:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673938.727193:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.727198:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673938.727201:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673938.727203:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.727207:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953414784:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773673938.727212:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673938.727220:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673938.727223:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.727226:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673938.727232:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773673938.727234:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673938.727242:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673938.727247:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673938.727255:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd550. 00000100:00000200:1.0:1773673938.727264:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953414784, portal 18 00000100:00000001:1.0:1773673938.727267:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.727269:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:1.0:1773673938.727277:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.727285:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.727289:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.727291:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773673938.727294:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953414784, offset 0 00000400:00000200:1.0:1773673938.727302:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.727311:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.727318:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.727323:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673938.727328:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673938.727332:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673938.727334:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673938.727338:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252386:252386:256:4294967295] 192.168.201.103@tcp LPNI seq info [252354:252354:8:4294967295] 00000400:00000200:1.0:1773673938.727343:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.727351:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.727357:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.727364:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b100. 00000800:00000200:1.0:1773673938.727371:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.727379:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.727384:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.727408:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.727412:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 157568 usecs (158 jiffies) 00000400:00000200:1.0:1773673938.727416:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673938.727419:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300495940 00000100:00000001:1.0:1773673938.727423:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.727425:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300495940 00000100:00000001:1.0:1773673938.727427:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.727429:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.727432:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.727435:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.727438:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.727446:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.727448:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773673938.727450:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.727451:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.727453:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.727455:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.727468:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.727470:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673938.729438:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.729448:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:0.0:1773673938.729454:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.729465:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.729472:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:0.0:1773673938.729475:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:0.0:1773673938.729481:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.729489:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.729501:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.729505:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.729513:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.729515:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773673938.743023:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00010000:00000010:0.1:1773673938.743041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00000800:00000001:0.0:1773673938.744081:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744098:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.744102:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744105:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.744114:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744121:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.744131:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744136:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744142:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744146:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c1e80 00000400:00000200:0.0:1773673938.744151:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744157:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4879 [1] + 224 00000800:00000001:0.0:1773673938.744165:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744171:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.744174:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.744178:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.744185:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.744193:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673938.744204:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.744228:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.744238:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744242:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.744244:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744247:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.744250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744253:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.744259:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744265:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744268:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c1c00 00000400:00000200:0.0:1773673938.744271:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.744276:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4849 [1] + 224 00000800:00000001:0.0:1773673938.744280:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744288:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.744291:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.744294:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.744297:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.744301:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953414144/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773673965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673938.744310:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98dc0428a300 x1859825953414144/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773673965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.744343:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.744348:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.744352:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673938.745850:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.745855:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5400. 00000400:00000200:0.0:1773673938.745860:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.745866:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.745872:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:0.0:1773673938.745874:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:0.0:1773673938.745878:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.745882:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953414912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.745892:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.745896:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953414912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.745903:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.745906:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773673938.746354:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.746358:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673938.746363:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673938.746366:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673938.746369:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673938.746373:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd550 00000400:00000010:1.0:1773673938.746375:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd550. 00000100:00000001:1.0:1773673938.746378:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673938.746384:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673938.746394:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.746401:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673938.746403:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.746405:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673938.746407:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673938.746410:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.746412:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.746416:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.746425:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=144 v=5 (5 5 5 0) 00000100:00001000:1.0:1773673938.746429:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673938.746431:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673938.746433:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.746435:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673938.746438:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.746441:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673938.746443:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673938.746446:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673938.746447:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.746452:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.746459:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.746462:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673938.746464:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673938.746468:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673938.746482:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953414784:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773673938.746487:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.746489:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.746492:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953414784/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.746499:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673938.746501:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673938.746504:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773673938.746523:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673938.746527:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673938.746529:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673938.746532:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673938.746535:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c31000. 02000000:00000001:1.0:1773673938.746539:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673938.746541:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673938.746543:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:1.0:1773673938.746547:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673938.746548:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.746551:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.746559:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.746561:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.746563:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.746566:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673938.753841:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.753860:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.753865:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.753867:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.753878:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.753885:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.753894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.753900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.753905:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.753909:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 10 MB=0x69b80794c1f00 00000400:00000200:0.0:1773673938.753914:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.753920:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 344/344 into md 0x2c4889 [1] + 224 00000800:00000001:0.0:1773673938.753929:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.753938:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.753941:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.753946:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.753952:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.753961:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953414912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773673969 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.753972:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=344 offset=224 replen=472 req@ffff98dc0428b480 x1859825953414912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.754071:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.754082:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.754086:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673938.760174:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.760180:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5900. 00000400:00000200:1.0:1773673938.760186:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.760194:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.760202:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:1.0:1773673938.760205:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:1.0:1773673938.760209:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.760217:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953415040/t0(0) o49->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 472/576 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.760234:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.760238:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953415040/t0(0) o49->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 472/576 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.760245:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.760247:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.764344:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.764363:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.764367:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.764370:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.764379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.764398:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.764407:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.764413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.764418:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.764422:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b80794c1f80 00000400:00000200:0.0:1773673938.764427:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.764433:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c4891 [1] + 224 00000800:00000001:0.0:1773673938.764441:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.764450:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.764453:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.764463:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.764470:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.764479:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953415040/t0(0) o49->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 472/576 e 0 to 0 dl 1773673969 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.764490:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=576 req@ffff98dc0428b480 x1859825953415040/t0(0) o49->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 472/576 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.764520:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.764529:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.764532:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1773673938.774814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094404a0. 00000080:00000001:1.0:1773673938.810038:0:90450:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673938.810059:0:90450:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673938.810063:0:90450:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673938.810066:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bbc0 00000080:00200000:1.0:1773673938.810071:0:90450:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673938.810080:0:90450:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704ea00. 00800000:00000002:1.0:1773673938.810088:0:90450:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673938.810093:0:90450:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673938.810098:0:90450:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810100:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bae0 00800000:00000002:1.0:1773673938.810103:0:90450:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810107:0:90450:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673938.810109:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673938.810111:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673938.810114:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673938.810116:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673938.810119:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.810120:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810123:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.810126:0:90450:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673938.810132:0:90450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810134:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b9b0 00000002:00010000:1.0:1773673938.810136:0:90450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673938.810139:0:90450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673938.810142:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673938.810145:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673938.810151:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 2 00010000:00000001:1.0:1773673938.810155:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.810159:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.810164:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673938.810169:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773673938.810182:0:90450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673938.810187:0:90450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.810191:0:90450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773673938.810198:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673938.810200:0:90450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673938.810202:0:90450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673938.810204:0:90450:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673938.810206:0:90450:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673938.810209:0:90450:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673938.810212:0:90450:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673938.810215:0:90450:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673938.810219:0:90450:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704ea00. 00000080:00000001:1.0:1773673938.810224:0:90450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673938.810226:0:90450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.810229:0:90450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673938.810232:0:90450:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814117 00800000:00000001:1.0:1773673938.810236:0:90450:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673938.810238:0:90450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673938.810241:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.810243:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.810246:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673938.810451:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810455:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810458:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810460:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673938.810462:0:90450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.810464:0:90450:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.810466:0:90450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814117 from it ffffbabdc1c2bbf8 00010000:00000001:1.0:1773673938.810469:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.810470:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.810472:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673938.810474:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810477:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810479:0:90450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.810482:0:90450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773673938.810489:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810490:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.810492:0:90450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673938.810494:0:90450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673938.810496:0:90450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773673938.810504:0:90450:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673938.810519:0:90450:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673938.810521:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673938.810526:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810527:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.810528:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810532:0:90450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673938.810534:0:90450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810536:0:90450:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810539:0:90450:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810541:0:90450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.810543:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810544:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673938.810546:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673938.810548:0:90450:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673938.810552:0:90450:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673938.810557:0:90450:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673938.810570:0:90450:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc09440b00. 00000080:00000001:1.0:1773673938.810573:0:90450:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673938.810575:0:90450:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673938.810603:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bb00 00000080:00200000:1.0:1773673938.810606:0:90450:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673938.810610:0:90450:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704ea00. 00800000:00000002:1.0:1773673938.810613:0:90450:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673938.810615:0:90450:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673938.810618:0:90450:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810619:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2ba20 00800000:00000002:1.0:1773673938.810621:0:90450:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810624:0:90450:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673938.810625:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673938.810627:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673938.810628:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673938.810629:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673938.810631:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.810633:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810635:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.810637:0:90450:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673938.810640:0:90450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810642:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b8f0 00000002:00010000:1.0:1773673938.810643:0:90450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673938.810646:0:90450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673938.810647:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673938.810649:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673938.810651:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 2 00010000:00000001:1.0:1773673938.810653:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.810656:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.810658:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673938.810662:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773673938.810670:0:90450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673938.810673:0:90450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.810675:0:90450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773673938.810686:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673938.810688:0:90450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673938.810690:0:90450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673938.810692:0:90450:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673938.810694:0:90450:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673938.810696:0:90450:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673938.810698:0:90450:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673938.810700:0:90450:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673938.810703:0:90450:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704ea00. 00000080:00000001:1.0:1773673938.810705:0:90450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673938.810707:0:90450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.810709:0:90450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673938.810712:0:90450:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814117 00800000:00000001:1.0:1773673938.810715:0:90450:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673938.810716:0:90450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673938.810718:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.810719:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.810720:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673938.810722:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810725:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810727:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810728:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673938.810729:0:90450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.810731:0:90450:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.810733:0:90450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814117 from it ffffbabdc1c2bb38 00010000:00000001:1.0:1773673938.810735:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.810736:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.810737:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673938.810739:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810741:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673938.810743:0:90450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.810746:0:90450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773673938.810753:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810754:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.810755:0:90450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673938.810757:0:90450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673938.810759:0:90450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773673938.810791:0:90450:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673938.810793:0:90450:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673938.810794:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673938.810796:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810797:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.810799:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810801:0:90450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673938.810802:0:90450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810804:0:90450:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810806:0:90450:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.810808:0:90450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.810809:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.810811:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673938.810812:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673938.810814:0:90450:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673938.810816:0:90450:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:1.0:1773673938.810820:0:90450:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.810823:0:90450:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773673938.810826:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bb50 00000080:00200000:1.0:1773673938.810828:0:90450:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc071a2c00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1773673938.810833:0:90450:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc08797480. 00000080:00000001:1.0:1773673938.810838:0:90450:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773673938.810841:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2ba00 00000080:00200000:1.0:1773673938.810843:0:90450:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:1.0:1773673938.810849:0:90450:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704ea00. 00800000:00000002:1.0:1773673938.810852:0:90450:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673938.810858:0:90450:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673938.810860:0:90450:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810862:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b920 00800000:00000002:1.0:1773673938.810864:0:90450:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810867:0:90450:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773673938.810870:0:90450:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773673938.810873:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673938.810875:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673938.810877:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673938.810878:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673938.810880:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.810882:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673938.810884:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.810887:0:90450:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:1.0:1773673938.810890:0:90450:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773673938.810892:0:90450:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773673938.810895:0:90450:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773673938.810897:0:90450:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773673938.810900:0:90450:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x3:0x0] 40000000:00000001:1.0:1773673938.810903:0:90450:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.810905:0:90450:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.810907:0:90450:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.810909:0:90450:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.810911:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b8a0 00800000:00000002:1.0:1773673938.810913:0:90450:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='recon' -> mds #0 00000002:00000001:1.0:1773673938.810916:0:90450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673938.810918:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b7d8 00000002:00010000:1.0:1773673938.810920:0:90450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1773673938.810924:0:90450:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673938.810927:0:90450:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773673938.810930:0:90450:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773673938.810934:0:90450:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.810936:0:90450:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773673938.810938:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 2 00010000:00000001:1.0:1773673938.810941:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.810944:0:90450:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773673938.810948:0:90450:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673938.810951:0:90450:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1773673938.810960:0:90450:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673938.810964:0:90450:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773673938.810966:0:90450:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773673938.810968:0:90450:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773673938.810971:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673938.810973:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673938.810975:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 3 00010000:00000001:1.0:1773673938.810977:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673938.810980:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.810982:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673938.810983:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673938.810985:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 3 00010000:00000001:1.0:1773673938.810987:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673938.810989:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.810991:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673938.810992:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673938.810993:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabb00 count: 3 00010000:00000001:1.0:1773673938.810995:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673938.810997:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.810999:0:90450:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773673938.811002:0:90450:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773673938.811006:0:90450:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773673938.811008:0:90450:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773673938.811010:0:90450:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773673938.811012:0:90450:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.811015:0:90450:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673938.811018:0:90450:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673938.811020:0:90450:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673938.811022:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.811024:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773673938.811027:0:90450:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084e00 with handle 0x2f77f56113814117 from hash 00010000:00000001:1.0:1773673938.811030:0:90450:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673938.811032:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.811033:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.811034:0:90450:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673938.811037:0:90450:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673938.811039:0:90450:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773673938.811043:0:90450:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773673938.811045:0:90450:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673938.811047:0:90450:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773673938.811053:0:90450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbad80. 00000020:00000040:1.0:1773673938.811057:0:90450:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773673938.811064:0:90450:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773673938.811066:0:90450:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.811069:0:90450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673938.811073:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673938.811075:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.811077:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.811078:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.811081:0:90450:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673938.811083:0:90450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673938.811087:0:90450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673938.811095:0:90450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c7400. 00000100:00000001:1.0:1773673938.811102:0:90450:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.811107:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673938.811109:0:90450:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773673938.811113:0:90450:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1773673938.811121:0:90450:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773673938.811123:0:90450:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773673938.811125:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773673938.811128:0:90450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814117 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d66e3 expref: -99 pid: 90403 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1773673938.811136:0:90450:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fabb00 count: 0 00010000:00000010:1.0:1773673938.811141:0:90450:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799d80. 00010000:00000001:1.0:1773673938.811153:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.811155:0:90450:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.811157:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673938.811158:0:90450:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.811161:0:90450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.811169:0:90450:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00010000:00000001:1.0:1773673938.811173:0:90450:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673938.811175:0:90450:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773673938.811179:0:90450:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fabd00. 00010000:00000010:1.0:1773673938.811183:0:90450:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799d80. 00010000:00000001:1.0:1773673938.811187:0:90450:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673938.811190:0:90450:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085000. 00000020:00000001:1.0:1773673938.811193:0:90450:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673938.811195:0:90450:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085000 with handle 0x2f77f5611381412c to hash 00000020:00000001:1.0:1773673938.811197:0:90450:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673938.811198:0:90450:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.811202:0:90450:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.811204:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.811206:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.811210:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673938.811469:0:90450:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90450 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773673938.811483:0:90450:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773673938.811494:0:90450:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773673938.811505:0:90450:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673938.811512:0:90450:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673938.811514:0:90450:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673938.811522:0:90450:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114ad80. 00000100:00000001:1.0:1773673938.811525:0:90450:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679635840 : -113404029915776 : ffff98dc1114ad80) 00000100:00000001:1.0:1773673938.811527:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.811529:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000001:1.0:1773673938.811534:0:90450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673938.811538:0:90450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.811541:0:90450:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673938.811543:0:90450:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673938.811547:0:90450:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.811556:0:90450:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673938.811558:0:90450:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.811562:0:90450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673938.811565:0:90450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673938.811568:0:90450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.811572:0:90450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90450:1859825953415296:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773673938.811588:0:90450:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673938.811595:0:90450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673938.811597:0:90450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.811599:0:90450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673938.811658:0:90450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773673938.811662:0:90450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673938.811673:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673938.811678:0:90450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673938.811687:0:90450:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc072c5c00. 00000100:00000200:1.0:1773673938.811695:0:90450:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953415296, portal 10 00000100:00000001:1.0:1773673938.811697:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.811699:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:1.0:1773673938.811705:0:90450:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.811713:0:90450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.811716:0:90450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.811720:0:90450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd550. 00000100:00000200:1.0:1773673938.811723:0:90450:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953415296, offset 0 00000400:00000200:1.0:1773673938.811730:0:90450:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.811738:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.811746:0:90450:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.811751:0:90450:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673938.811755:0:90450:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673938.811759:0:90450:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673938.811762:0:90450:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673938.811793:0:90450:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252389:252389:256:4294967295] 192.168.201.103@tcp LPNI seq info [252357:252357:8:4294967295] 00000400:00000200:1.0:1773673938.811799:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.811809:0:90450:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.811816:0:90450:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.811821:0:90450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673938.811828:0:90450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.811836:0:90450:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.811841:0:90450:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.811865:0:90450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.811871:0:90450:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 170793 usecs (171 jiffies) 00000400:00000200:1.0:1773673938.811875:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673938.811878:0:90450:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496038 00000100:00000001:1.0:1773673938.811882:0:90450:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.811884:0:90450:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496038 00000100:00000001:1.0:1773673938.811886:0:90450:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.811889:0:90450:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.811891:0:90450:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.811894:0:90450:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.811896:0:90450:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673938.811899:0:90450:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114ad80 going to sleep for 26 seconds 00000100:00000001:1.0:1773673938.812103:0:90450:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.812106:0:90450:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673938.813467:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.813476:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673938.813483:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.813491:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.813498:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd550 00000400:00000010:0.0:1773673938.813501:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd550. 00000100:00000001:0.0:1773673938.813655:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.813663:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.813677:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.813681:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.813688:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.813690:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.821490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.821518:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.821523:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.821526:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.821536:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.821543:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.821553:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.821559:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.821564:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.821569:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c2080 00000400:00000200:0.0:1773673938.821573:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.821591:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4899 [32] + 224 00000800:00000001:0.0:1773673938.821599:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.821608:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.821611:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.821616:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.821623:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.821632:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.821644:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.821666:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.821675:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.821679:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.821735:0:90450:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673938.821744:0:90450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673938.821747:0:90450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673938.821750:0:90450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673938.821755:0:90450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc072c5c00 00000400:00000010:1.0:1773673938.821758:0:90450:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc072c5c00. 00000100:00000001:1.0:1773673938.821761:0:90450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673938.821810:0:90450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673938.821819:0:90450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953415296/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.821826:0:90450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673938.821828:0:90450:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.821831:0:90450:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673938.821835:0:90450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673938.821838:0:90450:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.821840:0:90450:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.821843:0:90450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.821853:0:90450:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=21 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673938.821858:0:90450:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673938.821860:0:90450:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673938.821862:0:90450:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.821865:0:90450:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673938.821868:0:90450:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.821872:0:90450:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773673938.821873:0:90450:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:1.0:1773673938.821875:0:90450:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773673938.821877:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.821879:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000001:1.0:1773673938.821883:0:90450:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673938.821884:0:90450:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673938.821886:0:90450:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673938.821889:0:90450:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.821893:0:90450:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673969 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.821905:0:90450:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.821908:0:90450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673938.821910:0:90450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673938.821915:0:90450:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673969 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673938.821924:0:90450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90450:1859825953415296:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773673938.821929:0:90450:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.821933:0:90450:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.821935:0:90450:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673938.821937:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.821941:0:90450:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673969 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.821948:0:90450:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673938.821951:0:90450:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc1114ad80. 00000100:00000001:1.0:1773673938.821954:0:90450:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673938.821956:0:90450:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.821959:0:90450:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673938.821964:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.821967:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.821970:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=4 00000020:00000001:1.0:1773673938.821973:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.821976:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000040:1.0:1773673938.821983:0:90450:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085000, remote cookie: 0x441c89a0128d6729, flags: 0x1001 00010000:00010000:1.0:1773673938.821989:0:90450:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773673938.821997:0:90450:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773673938.822001:0:90450:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773673938.822010:0:90450:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12faba00. 00010000:00000010:1.0:1773673938.822014:0:90450:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799c80. 00010000:00000040:1.0:1773673938.822019:0:90450:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fabd00 count: 0 00010000:00000010:1.0:1773673938.822027:0:90450:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799d80. 00010000:00000001:1.0:1773673938.822036:0:90450:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.822040:0:90450:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673938.822056:0:90450:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822062:0:90450:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673938.822066:0:90450:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673938.822068:0:90450:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773673938.822070:0:90450:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773673938.822071:0:90450:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773673938.822074:0:90450:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x3:0x0].0x0 (ffff98dc12faba00) refcount = 1 00010000:00010000:1.0:1773673938.822077:0:90450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822085:0:90450:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773673938.822088:0:90450:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673938.822090:0:90450:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.822093:0:90450:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673938.822095:0:90450:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.822099:0:90450:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822106:0:90450:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673938.822108:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822110:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.822111:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822112:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.822115:0:90450:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.822120:0:90450:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773673938.822122:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822123:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822125:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.822127:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822129:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822131:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822133:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822134:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=4 00000020:00000001:1.0:1773673938.822136:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822138:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822141:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.822144:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.822148:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822155:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822156:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.822158:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822159:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822160:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=5 00000020:00000001:1.0:1773673938.822163:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822165:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822168:0:90450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.822171:0:90450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822178:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822179:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673938.822183:0:90450:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822194:0:90450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.822196:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822197:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.822198:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822199:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773673938.822206:0:90450:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673969 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673938.822215:0:90450:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773673938.822219:0:90450:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673969 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673938.822225:0:90450:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.822232:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822233:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822235:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.822237:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822239:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00000002:00010000:1.0:1773673938.822244:0:90450:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773673938.822254:0:90450:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc04031900. 00010000:00000001:1.0:1773673938.822256:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822257:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673938.822259:0:90450:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.822261:0:90450:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.822264:0:90450:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773673938.822266:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.822267:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000001:1.0:1773673938.822269:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.822271:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00010000:00000001:1.0:1773673938.822273:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822275:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822276:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.822278:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822281:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00000002:00010000:1.0:1773673938.822284:0:90450:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.822290:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822292:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.822293:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673938.822294:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822295:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822297:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.822299:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822301:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000040:1.0:1773673938.822306:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 2 00010000:00000001:1.0:1773673938.822308:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673938.822312:0:90450:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/3 (0 0) 00010000:00000001:1.0:1773673938.822315:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.822316:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673938.822318:0:90450:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673938.822321:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b758 00000002:00002000:1.0:1773673938.822323:0:90450:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1773673938.822326:0:90450:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.822330:0:90450:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.822333:0:90450:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673938.822337:0:90450:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773673938.822340:0:90450:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.822344:0:90450:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:1.0:1773673938.822347:0:90450:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773673938.822349:0:90450:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc08797480 it_disposition 1800037 00000080:00002000:1.0:1773673938.822355:0:90450:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18af91b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1773673938.822361:0:90450:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673938.822364:0:90450:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:1.0:1773673938.822367:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b988 00000080:00200000:1.0:1773673938.822369:0:90450:0:(namei.c:1622:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000001:1.0:1773673938.822372:0:90450:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:1.0:1773673938.822374:0:90450:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673938.822378:0:90450:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773673938.822382:0:90450:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673938.822385:0:90450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:1.0:1773673938.822387:0:90450:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1773673938.822399:0:90450:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc04a02940. 00000020:00000001:1.0:1773673938.822425:0:90450:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1773673938.822427:0:90450:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1773673938.822431:0:90450:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:1.0:1773673938.822432:0:90450:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000020:00000001:1.0:1773673938.822437:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773673938.822441:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773673938.822445:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704e400. 00000020:00000010:1.0:1773673938.822451:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704e600. 00000020:00000010:1.0:1773673938.822454:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673938.822462:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673938.822467:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673938.822473:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673938.822479:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673938.822483:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673938.822487:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f600. 00000008:00000010:1.0:1773673938.822491:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673938.822494:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673938.822497:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673938.822501:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773673938.822504:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773673938.822506:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000001:1.0:1773673938.822510:0:90450:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:1.0:1773673938.822515:0:90450:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc12ff5e10. 00000020:00000001:1.0:1773673938.822518:0:90450:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1773673938.822520:0:90450:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673938.822527:0:90450:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:1.0:1773673938.822532:0:90450:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc12ff3d90. 00020000:00000001:1.0:1773673938.822535:0:90450:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669711785360 : -113403997766256 : ffff98dc12ff3d90) 00020000:00000001:1.0:1773673938.822538:0:90450:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1773673938.822541:0:90450:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773673938.822546:0:90450:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc08797720. 00020000:00000010:1.0:1773673938.822550:0:90450:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc0646b200. 00020000:00000010:1.0:1773673938.822555:0:90450:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc08797540. 00020000:00000001:1.0:1773673938.822557:0:90450:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669535245632 : -113404174305984 : ffff98dc08797540) 00020000:00000002:1.0:1773673938.822561:0:90450:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc08797540, objid 0x3:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773673938.822566:0:90450:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773673938.822570:0:90450:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc0646b200: ostid: 0x2c0000401:9131 ost idx: 1 gen: 0 00020000:00000001:1.0:1773673938.822573:0:90450:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1773673938.822575:0:90450:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc08797540, objid 0x3:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773673938.822592:0:90450:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773673938.822595:0:90450:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc0646b200: ostid: 0x2c0000401:9131 ost idx: 1 gen: 0 00020000:00000010:1.0:1773673938.822599:0:90450:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc09409b00. 00020000:00000010:1.0:1773673938.822603:0:90450:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc1114ad80. 00020000:00000001:1.0:1773673938.822607:0:90450:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1773673938.822610:0:90450:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc12e9c458. 00020000:00000001:1.0:1773673938.822614:0:90450:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1773673938.822616:0:90450:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:1.0:1773673938.822622:0:90450:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1773673938.822625:0:90450:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc12ff5a28. 00000020:00000001:1.0:1773673938.822628:0:90450:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1773673938.822629:0:90450:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673938.822632:0:90450:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669711792808 : -113403997758808 : ffff98dc12ff5aa8) 00020000:00000001:1.0:1773673938.822636:0:90450:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1773673938.822640:0:90450:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc12ef4540. 00020000:00000001:1.0:1773673938.822643:0:90450:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.822648:0:90450:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669711792808 : -113403997758808 : ffff98dc12ff5aa8) 00020000:00000001:1.0:1773673938.822651:0:90450:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669711792808 : -113403997758808 : ffff98dc12ff5aa8) 00020000:00000002:1.0:1773673938.822655:0:90450:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x23ab:0x0]@ffff98dc12ff5a28[0:0] -> [0x20000bf89:0x3:0x0]@ffff98dc12ff5e10: ostid: 0x2c0000401:9131 ost idx: 1 gen: 0 00020000:00000001:1.0:1773673938.822661:0:90450:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1773673938.822663:0:90450:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:1.0:1773673938.822665:0:90450:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.822668:0:90450:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669711793808 : -113403997757808 : ffff98dc12ff5e90) 00000020:00001000:1.0:1773673938.822671:0:90450:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773673938.822674:0:90450:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704e600. 00000020:00000010:1.0:1773673938.822678:0:90450:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673938.822682:0:90450:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673938.822686:0:90450:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673938.822689:0:90450:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673938.822692:0:90450:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673938.822696:0:90450:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673938.822699:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704e400. 00000008:00000010:1.0:1773673938.822701:0:90450:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673938.822705:0:90450:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673938.822708:0:90450:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673938.822711:0:90450:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773673938.822714:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f600. 00000020:00000010:1.0:1773673938.822716:0:90450:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:1.0:1773673938.822721:0:90450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:1.0:1773673938.822724:0:90450:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:1.0:1773673938.822728:0:90450:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088003 mtime from 0 to 1773673938 00000080:00000001:1.0:1773673938.822732:0:90450:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1773673938.822735:0:90450:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669470673416 : -113404238878200 : ffff98dc04a02a08) 00010000:00000001:1.0:1773673938.822738:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.822739:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.822742:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.822744:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.822746:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00000080:00000001:1.0:1773673938.822806:0:90450:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773673938.822808:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773673938.822812:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773673938.822815:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f600. 00000020:00000010:1.0:1773673938.822818:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704e400. 00000020:00000010:1.0:1773673938.822821:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673938.822823:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673938.822826:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673938.822829:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673938.822832:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673938.822835:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673938.822837:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704e600. 00000008:00000010:1.0:1773673938.822840:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673938.822843:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673938.822845:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673938.822848:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773673938.822850:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773673938.822852:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000001:1.0:1773673938.822854:0:90450:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773673938.822857:0:90450:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773673938.822858:0:90450:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773673938.822861:0:90450:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc08797f60. 00020000:00000010:1.0:1773673938.822864:0:90450:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc0646b780. 00020000:00000010:1.0:1773673938.822867:0:90450:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc08797a80. 00020000:00000001:1.0:1773673938.822868:0:90450:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669535246976 : -113404174304640 : ffff98dc08797a80) 00020000:00000002:1.0:1773673938.822871:0:90450:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc08797a80, objid 0x3:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773673938.822875:0:90450:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773673938.822878:0:90450:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc0646b780: ostid: 0x2c0000401:9131 ost idx: 1 gen: 0 00020000:00000002:1.0:1773673938.822882:0:90450:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc12ff3d90) owner ffff98dc11b94f80 00020000:00000001:1.0:1773673938.822884:0:90450:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773673938.822887:0:90450:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc12ff3d90) owner ffff98dc11b94f80 00020000:00000010:1.0:1773673938.822891:0:90450:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc0646b780. 00020000:00000010:1.0:1773673938.822895:0:90450:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc08797f60. 00020000:00000010:1.0:1773673938.822898:0:90450:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc08797a80. 00020000:00000002:1.0:1773673938.823118:0:90450:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773673938.823121:0:90450:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.823123:0:90450:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.823127:0:90450:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773673938.823130:0:90450:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000002:1.0:1773673938.823133:0:90450:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc08797540 addref 2/0 by ffff98dc11b94f80. 00020000:00000002:1.0:1773673938.823135:0:90450:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000001:1.0:1773673938.823138:0:90450:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773673938.823140:0:90450:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773673938.823141:0:90450:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773673938.823143:0:90450:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773673938.823145:0:90450:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773673938.823148:0:90450:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1773673938.823151:0:90450:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773673938.823153:0:90450:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704e400. 00000020:00000010:1.0:1773673938.823156:0:90450:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673938.823158:0:90450:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673938.823161:0:90450:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673938.823163:0:90450:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673938.823166:0:90450:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673938.823168:0:90450:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673938.823171:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f600. 00000008:00000010:1.0:1773673938.823173:0:90450:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673938.823176:0:90450:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673938.823178:0:90450:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673938.823181:0:90450:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773673938.823183:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704e600. 00000020:00000010:1.0:1773673938.823185:0:90450:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:1.0:1773673938.823187:0:90450:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.823189:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.823191:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673938.823193:0:90450:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673938.823196:0:90450:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773673938.823198:0:90450:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.823201:0:90450:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000080:00010000:1.0:1773673938.823205:0:90450:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) for lock 0x2f77f5611381412c 00800000:00000001:1.0:1773673938.823208:0:90450:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673938.823210:0:90450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673938.823211:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.823213:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.823215:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.823217:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.823219:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.823221:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.823223:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673938.823224:0:90450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.823226:0:90450:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823227:0:90450:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:1.0:1773673938.823229:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.823236:0:90450:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.823244:0:90450:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823250:0:90450:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673938.823254:0:90450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000080:00000001:1.0:1773673938.823257:0:90450:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673938.823261:0:90450:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704ea00. 00000100:00000001:1.0:1773673938.823264:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.823267:0:90450:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.823274:0:90450:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823278:0:90450:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1773673938.823280:0:90450:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823288:0:90450:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773673938.823290:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2ba60 00000080:00200008:1.0:1773673938.823292:0:90450:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), flags 102101 00000080:00000010:1.0:1773673938.823300:0:90450:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc017848c0. 00000080:00000010:1.0:1773673938.823306:0:90450:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc040316c0. 00000080:00000001:1.0:1773673938.823308:0:90450:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773673938.823312:0:90450:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1773673938.823315:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673938.823318:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673938.823320:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673938.823322:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673938.823325:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673938.823327:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:1.0:1773673938.823330:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673938.823333:0:90450:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773673938.823337:0:90450:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc09440760. 00000002:00100000:1.0:1773673938.823341:0:90450:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673938.823349:0:90450:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673938.823351:0:90450:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773673938.823354:0:90450:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773673938.823358:0:90450:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823360:0:90450:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.823362:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.823366:0:90450:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773673938.823372:0:90450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673938.823375:0:90450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773673938.823405:0:90450:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773673938.823407:0:90450:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.823410:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2ba60 00000080:00000008:1.0:1773673938.823412:0:90450:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), flags 102101, rc = 0 00000080:00000001:1.0:1773673938.823416:0:90450:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773673938.823418:0:90450:0:(dcache.c:176:ll_intent_release()) intent ffff98dc08797480 released 00000080:00010000:1.0:1773673938.823421:0:90450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381412c from it ffff98dc08797480 00010000:00000001:1.0:1773673938.823422:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.823424:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.823426:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673938.823428:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.823430:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673938.823432:0:90450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.823436:0:90450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.823444:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.823445:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.823446:0:90450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673938.823448:0:90450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673938.823450:0:90450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673938.823457:0:90450:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673938.823460:0:90450:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673938.823461:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673938.823466:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.823467:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.823468:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.823471:0:90450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673938.823473:0:90450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.823475:0:90450:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.823478:0:90450:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.823480:0:90450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.823481:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.823482:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673938.823484:0:90450:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773673938.823485:0:90450:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773673938.823487:0:90450:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773673938.823489:0:90450:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673938.823492:0:90450:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773673938.823493:0:90450:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823496:0:90450:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773673938.823497:0:90450:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823500:0:90450:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673938.823502:0:90450:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823504:0:90450:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673938.823506:0:90450:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc08797480. 00000080:00000001:1.0:1773673938.823509:0:90450:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.823513:0:90450:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773673938.823515:0:90450:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff98dc04a02a08), inode mode 81a4 mask 40 00000080:00000001:1.0:1773673938.823520:0:90450:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673938.823625:0:90450:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773673938.823628:0:90450:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000002:1.0:1773673938.823632:0:90450:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000001:1.0:1773673938.823635:0:90450:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773673938.827915:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabb00. 00010000:00000010:1.1:1773673938.827929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00000020:00000001:0.0:1773673938.835263:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bd28 00000080:00200008:0.0:1773673938.835273:0:90450:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673938.835281:0:90450:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673938.835283:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bca0 00000080:00200000:0.0:1773673938.835285:0:90450:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff98dc04a02a08),name=recon 00000080:00000010:0.0:1773673938.835293:0:90450:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c31a00. 00800000:00000002:0.0:1773673938.837654:0:90450:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673938.837670:0:90450:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673938.837676:0:90450:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673938.837680:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bbc0 00800000:00000002:0.0:1773673938.837683:0:90450:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673938.837689:0:90450:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673938.837693:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673938.837696:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673938.837699:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673938.837702:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673938.837705:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673938.837707:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673938.837709:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673938.837712:0:90450:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673938.837713:0:90450:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673938.837714:0:90450:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673938.837715:0:90450:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673938.837717:0:90450:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673938.837718:0:90450:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673938.837720:0:90450:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673938.837722:0:90450:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673938.837728:0:90450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673938.837729:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2ba90 00000002:00010000:0.0:1773673938.837731:0:90450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673938.837736:0:90450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673938.837738:0:90450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.837741:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.837749:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 2 00010000:00000001:0.0:1773673938.837752:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673938.837757:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.837761:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673938.837782:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773673938.837794:0:90450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673938.837800:0:90450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.837804:0:90450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773673938.837811:0:90450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673938.837814:0:90450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673938.837816:0:90450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673938.837818:0:90450:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673938.837820:0:90450:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673938.837822:0:90450:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673938.837825:0:90450:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673938.837828:0:90450:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673938.837833:0:90450:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c31a00. 00000080:00000001:0.0:1773673938.837840:0:90450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673938.837842:0:90450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673938.837844:0:90450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000080:00010000:0.0:1773673938.837849:0:90450:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) for lock 0x2f77f5611381412c 00800000:00000001:0.0:1773673938.837852:0:90450:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673938.837855:0:90450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673938.837857:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673938.837860:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673938.837862:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:0.0:1773673938.837864:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673938.837868:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673938.837870:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.837872:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673938.837874:0:90450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673938.837876:0:90450:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673938.837878:0:90450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381412c from it ffffbabdc1c2bcd8 00010000:00000001:0.0:1773673938.837881:0:90450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673938.837882:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673938.837883:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:0.0:1773673938.837885:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673938.837888:0:90450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673938.837890:0:90450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673938.837894:0:90450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773673938.837901:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.837903:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.837904:0:90450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673938.837907:0:90450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673938.837910:0:90450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773673938.837916:0:90450:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673938.837919:0:90450:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673938.837922:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.837926:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.837927:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.837928:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.837932:0:90450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673938.837934:0:90450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.837936:0:90450:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.837939:0:90450:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.837941:0:90450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673938.837942:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.837943:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673938.837946:0:90450:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673938.837948:0:90450:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673938.837952:0:90450:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1773673938.837955:0:90450:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773673938.837957:0:90450:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673938.837959:0:90450:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773673938.837961:0:90450:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.837963:0:90450:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773673938.837967:0:90450:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1773673938.837970:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.837977:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c090. 00000020:00000010:0.0:1773673938.837983:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31a00. 00000020:00000010:0.0:1773673938.837987:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673938.837991:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773673938.837998:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07066f90. 00020000:00000010:0.0:1773673938.838004:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80f00. 00008000:00000010:0.0:1773673938.838009:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f8b880. 00000080:00000010:0.0:1773673938.838015:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be5e8. 00000080:00000010:0.0:1773673938.838019:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2fe8. 00000020:00000010:0.0:1773673938.838022:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31200. 00000008:00000010:0.0:1773673938.838026:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773673938.838030:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4d80. 00008000:00000010:0.0:1773673938.838033:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e080. 00000080:00000010:0.0:1773673938.838037:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f870. 00000020:00000001:0.0:1773673938.838039:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543456920 : -113404166094696 : ffff98dc08f6c098) 00000020:00001000:0.0:1773673938.838042:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c090 00000020:00000001:0.0:1773673938.838059:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.838063:0:90450:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773673938.838068:0:90450:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773673938.838071:0:90450:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1773673938.838074:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.838075:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773673938.838077:0:90450:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773673938.838079:0:90450:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.838081:0:90450:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673938.838085:0:90450:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff98dc08bb3048 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1773673938.838089:0:90450:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000001:0.0:1773673938.838092:0:90450:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773673938.838094:0:90450:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773673938.838097:0:90450:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773673938.838098:0:90450:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.838101:0:90450:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773673938.838103:0:90450:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773673938.838104:0:90450:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.838106:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.838107:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773673938.838108:0:90450:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773673938.838110:0:90450:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00000020:00000001:0.0:1773673938.838113:0:90450:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773673938.838114:0:90450:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1773673938.838116:0:90450:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:0.0:1773673938.838118:0:90450:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773673938.838120:0:90450:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773673938.838122:0:90450:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773673938.838124:0:90450:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773673938.838130:0:90450:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773673938.838137:0:90450:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc10a93680. 00020000:00000002:0.0:1773673938.838139:0:90450:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773673938.838141:0:90450:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773673938.838143:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.838145:0:90450:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773673938.838146:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.838149:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cbd0. 00000020:00000010:0.0:1773673938.838154:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31000. 00000020:00000010:0.0:1773673938.838157:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30200. 00000020:00000010:0.0:1773673938.838160:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773673938.838164:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070637c8. 00020000:00000010:0.0:1773673938.838167:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80900. 00008000:00000010:0.0:1773673938.838171:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89530. 00000080:00000010:0.0:1773673938.838174:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be498. 00000080:00000010:0.0:1773673938.838177:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb1918. 00000020:00000010:0.0:1773673938.838180:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30800. 00000008:00000010:0.0:1773673938.838183:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773673938.838186:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5680. 00008000:00000010:0.0:1773673938.838188:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e8c8. 00000080:00000010:0.0:1773673938.838191:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fa50. 00000020:00000001:0.0:1773673938.838193:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459800 : -113404166091816 : ffff98dc08f6cbd8) 00000020:00001000:0.0:1773673938.838195:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cbd0 00000020:00000001:0.0:1773673938.838197:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5aa8 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.838199:0:90450:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773673938.838202:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.838203:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773673938.838205:0:90450:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.838207:0:90450:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.838208:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.838210:0:90450:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773673938.838214:0:90450:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc03120e40. 00000008:00010000:0.0:1773673938.838218:0:90450:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1773673938.838220:0:90450:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673938.838222:0:90450:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773673938.838223:0:90450:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc10a936b0, osc lock ffff98dc03120e40, flags 0x400001002 00000020:00000001:0.0:1773673938.838225:0:90450:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.838227:0:90450:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.838230:0:90450:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669672593024 : -113404036958592 : ffff98dc10a93680) 00000020:00000001:0.0:1773673938.838232:0:90450:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673938.838233:0:90450:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773673938.838234:0:90450:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.838236:0:90450:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.838238:0:90450:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1773673938.838240:0:90450:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1773673938.838242:0:90450:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673938.838243:0:90450:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673938.838244:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.838245:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.838247:0:90450:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673938.838249:0:90450:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673938.838251:0:90450:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773673938.838254:0:90450:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773673938.838257:0:90450:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773673938.838258:0:90450:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773673938.838260:0:90450:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773673938.838261:0:90450:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773673938.838262:0:90450:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773673938.838265:0:90450:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773673938.838266:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773673938.838270:0:90450:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.838273:0:90450:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773673938.838277:0:90450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00e00. 00000020:00000040:0.0:1773673938.838282:0:90450:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:0.0:1773673938.838286:0:90450:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1773673938.838289:0:90450:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773673938.838297:0:90450:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5714 00000400:00000200:0.0:1773673938.838305:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.838312:0:90450:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:0.0:1773673938.838316:0:90450:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673938.838319:0:90450:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773673938.838321:0:90450:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673938.838324:0:90450:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:0.0:1773673938.838327:0:90450:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773673938.838329:0:90450:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:0.0:1773673938.838331:0:90450:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673938.838333:0:90450:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:0.0:1773673938.838335:0:90450:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:0.0:1773673938.838337:0:90450:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000040:0.0:1773673938.838340:0:90450:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673938.838342:0:90450:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773673938.838343:0:90450:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773673938.838345:0:90450:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:0.0:1773673938.838348:0:90450:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00080000:0.0:1773673938.838352:0:90450:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff98dc07f29800: import ffff98dc050c0800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:0.0:1773673938.838354:0:90450:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.838357:0:90450:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773673938.838363:0:90450:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673938.838365:0:90450:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.838368:0:90450:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1773673938.838372:0:90450:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8323072, lost: 114688. 00000008:00000001:0.0:1773673938.838375:0:90450:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.838377:0:90450:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773673938.838380:0:90450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00a80. 00000020:00000040:0.0:1773673938.838382:0:90450:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=4 obd=lustre-OST0001-osc-ffff98dc07f29800 02000000:00000001:0.0:1773673938.838386:0:90450:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773673938.838387:0:90450:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.838390:0:90450:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.838393:0:90450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.838395:0:90450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673938.838402:0:90450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa400. 00000100:00000001:0.0:1773673938.838409:0:90450:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673938.838418:0:90450:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673938.838427:0:90450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.838431:0:90450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.838436:0:90450:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f55a4e] to pc [ptlrpcd_rcv+-1] req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.838951:0:90450:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.838955:0:90450:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1773673938.838957:0:90450:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1773673938.838961:0:90450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673938.838964:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.838967:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.838970:0:90450:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.838971:0:90450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.838974:0:90450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673938.839085:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.839090:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:0.0:1773673938.839095:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.839101:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.839107:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:0.0:1773673938.839109:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:0.0:1773673938.839113:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.839118:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773673948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.839126:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.839130:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773673948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.839137:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839139:0:2403:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1773673938.839156:0:90450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c31c00. 00000100:00000001:0.0:1773673938.839160:0:90450:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.839166:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.839168:0:90450:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.839170:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.839171:0:90450:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.839173:0:90450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.839177:0:90450:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669520997888 : -113404188553728 : ffff98dc07a00e00) 00010000:00000001:0.0:1773673938.839180:0:90450:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673938.839182:0:90450:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773673938.839188:0:90450:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91900. 00010000:00000010:0.0:1773673938.839192:0:90450:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc10a91a00. 00010000:00000001:0.0:1773673938.839196:0:90450:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673938.839199:0:90450:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2800. 00000020:00000001:0.0:1773673938.839203:0:90450:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673938.839205:0:90450:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2800 with handle 0x2f77f56113814133 to hash 00000020:00000001:0.0:1773673938.839207:0:90450:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673938.839209:0:90450:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000010:0.0:1773673938.839213:0:90450:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc056e17c0. 00010000:00000001:0.0:1773673938.839216:0:90450:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:0.0:1773673938.839219:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.839221:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.839225:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673938.839238:0:90450:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673938.839247:0:90450:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839251:0:90450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.839253:0:90450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.839258:0:90450:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec4d688] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773673938.839278:0:90450:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773673938.839281:0:90450:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.839283:0:90450:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.839286:0:90450:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.839287:0:90450:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.839290:0:90450:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773673938.839292:0:90450:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1773673938.839294:0:90450:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1773673938.839295:0:90450:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1773673938.839317:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673938.839320:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.839322:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673938.839327:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.839335:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.839336:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773673938.839341:0:2412:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.839347:0:2412:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839350:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.839352:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.839353:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.839356:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839358:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.839363:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673938.839365:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839367:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673938.839368:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.839370:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.839372:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.839374:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.839376:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839378:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.839392:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673938.839395:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773673938.845656:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabd00. 00000800:00000001:0.0:1773673938.846728:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.846743:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.846746:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.846748:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.846758:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.846875:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.846887:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.846892:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.846900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.846904:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b80794c2100 00000400:00000200:0.0:1773673938.846909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.846916:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c48a9 [1] + 0 00000800:00000001:0.0:1773673938.846924:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.846934:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.846937:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.846942:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.846949:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.846958:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773673948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673938.846970:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc07a00a80 x1859825953415424/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773673948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.847183:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.847194:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.847198:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.847669:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673938.847671:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.847674:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.847710:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.847713:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.847716:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673938.847719:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673938.847722:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.847724:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673938.847731:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673938.847733:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.847736:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673938.847743:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a9000. 02000000:00000001:0.0:1773673938.847745:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673938.847750:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673938.847754:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673938.847759:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773673938.848421:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953415552, portal 4 00000100:00000001:0.0:1773673938.848426:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673938.848428:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520997888 : -113404188553728 : ffff98dc07a00e00) 00000100:00000040:0.0:1773673938.848446:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.848454:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673938.848457:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673938.848461:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979990. 00000100:00000200:0.0:1773673938.848465:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953415552, offset 0 00000400:00000200:0.0:1773673938.848471:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673938.848480:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.848487:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673938.848492:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673938.848496:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673938.848500:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673938.848503:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673938.849247:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252391:252391:256:4294967295] 192.168.201.103@tcp LPNI seq info [252359:252359:8:4294967295] 00000400:00000200:0.0:1773673938.849254:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.849264:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673938.849272:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673938.849278:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ae00. 00000800:00000200:0.0:1773673938.849286:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673938.849293:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673938.849298:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773673938.849317:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.849321:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 867237 usecs (868 jiffies) 00000400:00000200:0.0:1773673938.849325:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673938.849328:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496772 00000100:00000001:0.0:1773673938.849331:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.849334:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496772 00000100:00000001:0.0:1773673938.849336:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.849339:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673938.849344:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.849347:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.849353:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673938.849355:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673938.849358:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673938.849359:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.849361:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.849363:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673938.850294:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.850301:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ae00. 00000400:00000200:1.0:1773673938.850306:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.850312:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.850319:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979990 00000400:00000010:1.0:1773673938.850321:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979990. 00000100:00000001:1.0:1773673938.850326:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.850332:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.850345:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.850350:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.850357:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.850359:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.854885:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.854904:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.854908:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.854910:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.854919:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.854926:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.854935:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.854940:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.854945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.854950:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794c2180 00000400:00000200:0.0:1773673938.854954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.855047:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c48b1 [1] + 224 00000800:00000001:0.0:1773673938.855131:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.855141:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.855144:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.855149:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.855155:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.855165:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.855176:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.855239:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.855245:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.855267:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.855277:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.855281:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773673938.856192:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673938.856196:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673938.856200:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:1.0:1773673938.856206:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:1.0:1773673938.856208:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:1.0:1773673938.856212:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673938.856219:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673938.856230:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.856237:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673938.856239:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.856243:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673938.856246:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673938.856249:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.856252:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.856255:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.856266:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673938.856271:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673938.856274:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673938.856276:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856279:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673938.856282:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.856287:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673938.856288:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:1.0:1773673938.856290:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673938.856292:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.856297:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.856303:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.856306:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673938.856308:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773673938.856312:0:2412:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1773673938.856314:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856316:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856319:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=4 00000020:00000001:1.0:1773673938.856321:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856324:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856326:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856327:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856328:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=5 00000020:00000001:1.0:1773673938.856330:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856332:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856335:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.856339:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.856344:0:2412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856354:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856356:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.856358:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673938.856360:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856361:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856362:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=6 00000020:00000001:1.0:1773673938.856364:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856366:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000040:1.0:1773673938.856372:0:2412:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2800, remote cookie: 0x441c89a0128d673e, flags: 0x1001 00010000:00010000:1.0:1773673938.856377:0:2412:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856384:0:2412:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1773673938.856386:0:2412:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856389:0:2412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673938.856393:0:2412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1773673938.856397:0:2412:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773673938.856406:0:2412:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x23ab:0x0].0x0 (ffff98dc10a91900) refcount = 1 00010000:00000040:1.0:1773673938.856409:0:2412:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773673938.856412:0:2412:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856420:0:2412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673938.856421:0:2412:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.856423:0:2412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673938.856426:0:2412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673938.856430:0:2412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856438:0:2412:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673938.856439:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856440:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.856441:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856442:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773673938.856444:0:2412:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1773673938.856447:0:2412:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773673938.856450:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856451:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856453:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=5 00000020:00000001:1.0:1773673938.856455:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856457:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00000008:00000001:1.0:1773673938.856461:0:2412:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1773673938.856465:0:2412:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000008:00010000:1.0:1773673938.856469:0:2412:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773673938.856477:0:2412:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000020:00000001:1.0:1773673938.856479:0:2412:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773673938.856481:0:2412:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1773673938.856484:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773673938.856487:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.856489:0:2412:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673938.856491:0:2412:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000008:00000001:1.0:1773673938.856492:0:2412:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1773673938.856496:0:2412:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773673938.856498:0:2412:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773673938.856653:0:2412:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773673938.856657:0:2412:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856660:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856661:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856663:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=6 00000020:00000001:1.0:1773673938.856665:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856668:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856671:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.856674:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856684:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856685:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673938.856688:0:2412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856696:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.856697:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856698:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773673938.856700:0:2412:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856702:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.856703:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.856704:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=5 00000020:00000001:1.0:1773673938.856706:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856708:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.856710:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673938.856712:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.856719:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856720:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.856721:0:2412:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673938.856723:0:2412:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673938.856725:0:2412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673938.856734:0:2412:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673938.856737:0:2412:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673938.856739:0:2412:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673938.856743:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856744:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.856746:0:2412:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856749:0:2412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673938.856750:0:2412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856752:0:2412:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856755:0:2412:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.856757:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673938.856758:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856759:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.856760:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.856762:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773673938.856783:0:2412:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.856790:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673938.856799:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:0:1859825953415552:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773673938.856804:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.856807:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.856811:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00e00 x1859825953415552/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.856819:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673938.856822:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673938.856826:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9000. 02000000:00000001:1.0:1773673938.856830:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673938.856833:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673938.856834:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673938.856837:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673938.856839:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c31c00. 02000000:00000001:1.0:1773673938.856842:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673938.856844:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673938.856846:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00e00. 00000100:00000001:1.0:1773673938.856850:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673938.856851:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.856854:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.856862:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.856864:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.856867:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.856870:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.857193:0:90450:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.857198:0:90450:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.857205:0:90450:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773673938.857208:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.857210:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.857211:0:90450:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773673938.857216:0:90450:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773673938.857220:0:90450:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773673938.857222:0:90450:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.857224:0:90450:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773673938.857225:0:90450:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673938.857227:0:90450:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773673938.857230:0:90450:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673938.857233:0:90450:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773673938.857235:0:90450:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.857237:0:90450:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.857239:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000080:00200000:0.0:1773673938.857242:0:90450:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773673938.857245:0:90450:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773673938.857247:0:90450:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773673938.857249:0:90450:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc08bb2fe8 (ffff98dc08f6c098/0) at cl_lock_release():245 00000020:00000001:0.0:1773673938.857253:0:90450:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773673938.857254:0:90450:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc08bb2fe8 (ffff98dc08f6c098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773673938.857258:0:90450:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773673938.857261:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.857263:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.857265:0:90450:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773673938.857266:0:90450:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc10a936b0 (ffff98dc08f6cbd8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773673938.857269:0:90450:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773673938.857589:0:90450:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773673938.857591:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.857593:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773673938.857594:0:90450:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773673938.857596:0:90450:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673938.857597:0:90450:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673938.857598:0:90450:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673938.857600:0:90450:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773673938.857601:0:90450:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc08bb2fe8 (ffff98dc08f6c098/0) at cl_lock_fini():72 00020000:00000001:0.0:1773673938.857606:0:90450:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773673938.857607:0:90450:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773673938.857608:0:90450:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc10a936b0 (ffff98dc08f6c098/1) at cl_lock_fini():72 00000008:00000010:0.0:1773673938.857612:0:90450:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc03120e40. 00000020:00000001:0.0:1773673938.857616:0:90450:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773673938.857618:0:90450:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc10a93680. 00020000:00000001:0.0:1773673938.857620:0:90450:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773673938.857621:0:90450:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773673938.857622:0:90450:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773673938.857624:0:90450:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.857627:0:90450:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773673938.857630:0:90450:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773673938.857632:0:90450:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773673938.857633:0:90450:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773673938.857634:0:90450:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773673938.857636:0:90450:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cbd0 00000020:00000010:0.0:1773673938.857641:0:90450:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30200. 00000020:00000010:0.0:1773673938.857762:0:90450:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773673938.858187:0:90450:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070637c8. 00020000:00000010:0.0:1773673938.858192:0:90450:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80900. 00008000:00000010:0.0:1773673938.858197:0:90450:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89530. 00000080:00000010:0.0:1773673938.858203:0:90450:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be498. 00000080:00000010:0.0:1773673938.858207:0:90450:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb1918. 00000020:00000010:0.0:1773673938.858210:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31000. 00000008:00000010:0.0:1773673938.858214:0:90450:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773673938.858218:0:90450:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5680. 00008000:00000010:0.0:1773673938.858221:0:90450:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e8c8. 00000080:00000010:0.0:1773673938.858225:0:90450:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fa50. 00000020:00000010:0.0:1773673938.858228:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30800. 00000020:00000010:0.0:1773673938.858231:0:90450:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cbd0. 00020000:00000001:0.0:1773673938.858234:0:90450:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773673938.858236:0:90450:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773673938.858238:0:90450:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773673938.858241:0:90450:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773673938.858246:0:90450:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773673938.858248:0:90450:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858250:0:90450:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773673938.858253:0:90450:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773673938.858254:0:90450:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773673938.858256:0:90450:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c090 00000020:00000010:0.0:1773673938.858258:0:90450:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673938.858260:0:90450:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773673938.858263:0:90450:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07066f90. 00020000:00000010:0.0:1773673938.858266:0:90450:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80f00. 00008000:00000010:0.0:1773673938.858268:0:90450:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f8b880. 00000080:00000010:0.0:1773673938.858271:0:90450:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be5e8. 00000080:00000010:0.0:1773673938.858273:0:90450:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2fe8. 00000020:00000010:0.0:1773673938.858276:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31a00. 00000008:00000010:0.0:1773673938.858279:0:90450:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773673938.858281:0:90450:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4d80. 00008000:00000010:0.0:1773673938.858284:0:90450:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e080. 00000080:00000010:0.0:1773673938.858286:0:90450:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f870. 00000020:00000010:0.0:1773673938.858289:0:90450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31200. 00000020:00000010:0.0:1773673938.858291:0:90450:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c090. 00000001:00000001:0.0:1773673938.858293:0:90450:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858302:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bd28 00000080:00000008:0.0:1773673938.858305:0:90450:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673938.858388:0:90450:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773673938.858391:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bd88 00000080:00200008:0.0:1773673938.858393:0:90450:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1773673938.858397:0:90450:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773673938.858399:0:90450:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858401:0:90450:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773673938.858405:0:90450:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858408:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.858416:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c090. 00000020:00000010:0.0:1773673938.858420:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31200. 00000020:00000010:0.0:1773673938.858424:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31a00. 00000020:00000010:0.0:1773673938.858427:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773673938.858433:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07066f90. 00020000:00000010:0.0:1773673938.858436:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80f00. 00008000:00000010:0.0:1773673938.858439:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f8b880. 00000080:00000010:0.0:1773673938.858444:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be5e8. 00000080:00000010:0.0:1773673938.858447:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2fe8. 00000020:00000010:0.0:1773673938.858450:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30a00. 00000008:00000010:0.0:1773673938.858453:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773673938.858456:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4d80. 00008000:00000010:0.0:1773673938.858459:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e080. 00000080:00000010:0.0:1773673938.858461:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f870. 00000020:00000001:0.0:1773673938.858463:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543456920 : -113404166094696 : ffff98dc08f6c098) 00000020:00001000:0.0:1773673938.858466:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c090 00000080:00000001:0.0:1773673938.858468:0:90450:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773673938.858469:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bc98 00000080:00200000:0.0:1773673938.858471:0:90450:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1773673938.858477:0:90450:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bc30 00000080:00200000:0.0:1773673938.858478:0:90450:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773673938.858480:0:90450:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773673938.858482:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.858483:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.858485:0:90450:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773673938.858487:0:90450:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773673938.858490:0:90450:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773673938.858492:0:90450:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858494:0:90450:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858495:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000080:00200000:0.0:1773673938.858497:0:90450:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773673938.858499:0:90450:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773673938.858501:0:90450:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773673938.858718:0:90450:0:(cl_io.c:214:cl_io_rw_init()) header@0000000013f5185e[0x110, 1, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:0.0:1773673938.858721:0:90450:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1773673938.858724:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.858727:0:90450:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773673938.858729:0:90450:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773673938.858731:0:90450:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773673938.858734:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.858735:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773673938.858738:0:90450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.858742:0:90450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858744:0:90450:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773673938.858746:0:90450:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858748:0:90450:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673938.858751:0:90450:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff98dc08bb3048 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773673938.858754:0:90450:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00020000:00000001:0.0:1773673938.858757:0:90450:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773673938.858759:0:90450:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773673938.858762:0:90450:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773673938.858788:0:90450:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773673938.858791:0:90450:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1773673938.858794:0:90450:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773673938.858796:0:90450:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773673938.858797:0:90450:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858799:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.858800:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773673938.858801:0:90450:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773673938.858803:0:90450:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc11b94f80 00000020:00000001:0.0:1773673938.858806:0:90450:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858807:0:90450:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773673938.858810:0:90450:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773673938.858812:0:90450:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773673938.858815:0:90450:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858818:0:90450:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773673938.858820:0:90450:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773673938.858822:0:90450:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773673938.858824:0:90450:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773673938.858826:0:90450:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773673938.858829:0:90450:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773673938.858831:0:90450:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773673938.858834:0:90450:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773673938.858837:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.858839:0:90450:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773673938.858840:0:90450:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.858844:0:90450:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cbd0. 00000020:00000010:0.0:1773673938.858847:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30800. 00000020:00000010:0.0:1773673938.858850:0:90450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31000. 00000020:00000010:0.0:1773673938.858853:0:90450:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773673938.858857:0:90450:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070637c8. 00020000:00000010:0.0:1773673938.858860:0:90450:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80900. 00008000:00000010:0.0:1773673938.858864:0:90450:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89530. 00000080:00000010:0.0:1773673938.858867:0:90450:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be498. 00000080:00000010:0.0:1773673938.858871:0:90450:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb1918. 00000020:00000010:0.0:1773673938.858874:0:90450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30200. 00000008:00000010:0.0:1773673938.858876:0:90450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773673938.858879:0:90450:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5680. 00008000:00000010:0.0:1773673938.858881:0:90450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e8c8. 00000080:00000010:0.0:1773673938.858884:0:90450:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fa50. 00000020:00000001:0.0:1773673938.858886:0:90450:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459800 : -113404166091816 : ffff98dc08f6cbd8) 00000020:00001000:0.0:1773673938.858888:0:90450:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cbd0 00000020:00000001:0.0:1773673938.858891:0:90450:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5aa8 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.858893:0:90450:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773673938.858895:0:90450:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.858896:0:90450:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773673938.858898:0:90450:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858900:0:90450:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858902:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.858904:0:90450:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773673938.858907:0:90450:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773673938.858910:0:90450:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858912:0:90450:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858914:0:90450:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858916:0:90450:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858917:0:90450:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858919:0:90450:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773673938.858921:0:90450:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773673938.858923:0:90450:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773673938.858925:0:90450:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773673938.858928:0:90450:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858931:0:90450:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858933:0:90450:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773673938.858935:0:90450:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773673938.858936:0:90450:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773673938.858938:0:90450:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773673938.858939:0:90450:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858941:0:90450:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858943:0:90450:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858944:0:90450:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673938.858946:0:90450:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858948:0:90450:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773673938.858949:0:90450:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773673938.858950:0:90450:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773673938.858952:0:90450:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773673938.858953:0:90450:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858955:0:90450:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858956:0:90450:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.858958:0:90450:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.858959:0:90450:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773673938.858960:0:90450:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773673938.858962:0:90450:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773673938.858964:0:90450:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773673938.858966:0:90450:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773673938.858969:0:90450:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773673938.859045:0:90450:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc10a93680. 00020000:00000002:0.0:1773673938.859697:0:90450:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773673938.859699:0:90450:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773673938.859701:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.859702:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.859705:0:90450:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773673938.859710:0:90450:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc03120e40. 00000008:00010000:0.0:1773673938.859713:0:90450:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773673938.859715:0:90450:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673938.859716:0:90450:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773673938.859719:0:90450:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc10a936b0, osc lock ffff98dc03120e40, flags 0x0 00000020:00000001:0.0:1773673938.859722:0:90450:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.859723:0:90450:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673938.859726:0:90450:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669672593024 : -113404036958592 : ffff98dc10a93680) 00000020:00000001:0.0:1773673938.859728:0:90450:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673938.859729:0:90450:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773673938.859730:0:90450:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.859732:0:90450:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.859734:0:90450:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673938.859736:0:90450:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673938.859738:0:90450:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673938.859739:0:90450:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769064 : -113404189782552 : ffff98dc078d4de8) 00000020:00000001:0.0:1773673938.859741:0:90450:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673938.859743:0:90450:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673938.859746:0:90450:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773673938.859748:0:90450:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.859751:0:90450:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773673938.859753:0:90450:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773673938.859755:0:90450:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773673938.859757:0:90450:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773673938.859758:0:90450:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773673938.859759:0:90450:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773673938.859761:0:90450:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773673938.859860:0:90450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673938.859868:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91900 count: 2 00010000:00000001:0.0:1773673938.859871:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773673938.859876:0:90450:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc07a28c00 type 11 mode 2 res 11811161089/9131 (0 18446744073709551615) 00010000:00000001:0.0:1773673938.859881:0:90450:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773673938.859886:0:90450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773673938.859891:0:90450:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00010000:00000001:0.0:1773673938.859895:0:90450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673938.859900:0:90450:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.859905:0:90450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.859907:0:90450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.859909:0:90450:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.859912:0:90450:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.859916:0:90450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.859921:0:90450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673938.859927:0:90450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c30000. 00000100:00000001:0.0:1773673938.859936:0:90450:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.859941:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.859943:0:90450:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.859945:0:90450:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.859946:0:90450:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.859948:0:90450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.859951:0:90450:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00010000:00000001:0.0:1773673938.859955:0:90450:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673938.859957:0:90450:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773673938.859959:0:90450:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91900 count: 2 00010000:00000001:0.0:1773673938.859961:0:90450:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673938.859964:0:90450:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673938.859967:0:90450:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2a00. 00000020:00000001:0.0:1773673938.859972:0:90450:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673938.860122:0:90450:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2a00 with handle 0x2f77f5611381413a to hash 00000020:00000001:0.0:1773673938.860127:0:90450:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673938.860129:0:90450:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000010:0.0:1773673938.860135:0:90450:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc056e1440. 00010000:00000001:0.0:1773673938.860137:0:90450:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673938.860141:0:90450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.860144:0:90450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.860149:0:90450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673938.860161:0:90450:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673938.860174:0:90450:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673938.860182:0:90450:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673938.860184:0:90450:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673938.860190:0:90450:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203d80. 00000100:00000001:0.0:1773673938.860193:0:90450:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495844224 : -113404213707392 : ffff98dc06203d80) 00000100:00000001:0.0:1773673938.860195:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673938.860197:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:0.0:1773673938.860201:0:90450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.860203:0:90450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.860205:0:90450:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673938.860207:0:90450:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673938.860217:0:90450:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.860226:0:90450:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.860229:0:90450:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.860233:0:90450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673938.860235:0:90450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673938.860238:0:90450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673938.860242:0:90450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:90450:1859825953415680:192.168.201.103@tcp:101:uname.0 00000100:00000001:0.0:1773673938.860246:0:90450:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673938.860252:0:90450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673938.860254:0:90450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.860257:0:90450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673938.860262:0:90450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a8000. 02000000:00000001:0.0:1773673938.860264:0:90450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673938.860271:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673938.860275:0:90450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773673938.860282:0:90450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979b28. 00000100:00000200:0.0:1773673938.860288:0:90450:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953415680, portal 4 00000100:00000001:0.0:1773673938.860291:0:90450:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673938.860292:0:90450:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:0.0:1773673938.860298:0:90450:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.860306:0:90450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673938.860309:0:90450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673938.860312:0:90450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773673938.860315:0:90450:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953415680, offset 0 00000400:00000200:0.0:1773673938.860321:0:90450:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673938.860330:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.860337:0:90450:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673938.860340:0:90450:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673938.860345:0:90450:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673938.860349:0:90450:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673938.860352:0:90450:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673938.860355:0:90450:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252392:252392:256:4294967295] 192.168.201.103@tcp LPNI seq info [252360:252360:8:4294967295] 00000400:00000200:0.0:1773673938.860359:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.860368:0:90450:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673938.860374:0:90450:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673938.860378:0:90450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a900. 00000800:00000200:0.0:1773673938.860385:0:90450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673938.860394:0:90450:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673938.860399:0:90450:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773673938.860475:0:90450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.860480:0:90450:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 859816 usecs (860 jiffies) 00000400:00000200:0.0:1773673938.860483:0:90450:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673938.860486:0:90450:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496775 00000100:00000001:0.0:1773673938.860489:0:90450:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.860491:0:90450:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496775 00000100:00000001:0.0:1773673938.860493:0:90450:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.860495:0:90450:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673938.860498:0:90450:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.860500:0:90450:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673938.860502:0:90450:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773673938.860618:0:90450:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203d80 going to sleep for 11 seconds 00000100:00000001:0.0:1773673938.860623:0:90450:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.860626:0:90450:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673938.861417:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.861423:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a900. 00000400:00000200:1.0:1773673938.861429:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.861436:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.861441:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:1.0:1773673938.861443:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:1.0:1773673938.861448:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.861453:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.861464:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.861467:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.861475:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.861476:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.868478:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.868495:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.868500:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.868597:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.868609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.868617:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.868627:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.868633:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.868639:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.868643:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d07100 00000400:00000200:0.0:1773673938.868651:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c44c9 [2] + 1376 00000800:00000001:0.0:1773673938.868660:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.868670:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.868674:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.868679:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.868688:0:2404:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773673938.868691:0:2404:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773673938.868697:0:2404:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03480. 00000100:00000040:0.0:1773673938.868702:0:2404:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a03480 x1859825928532224 msgsize 328 00000100:00100000:0.0:1773673938.868706:0:2404:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773673938.868725:0:2404:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.868733:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.868737:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.868806:0:81783:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773673938.868810:0:81783:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928532224 02000000:00000001:1.0:1773673938.868813:0:81783:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773673938.868815:0:81783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.868818:0:81783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.868822:0:81783:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.868826:0:81783:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928532224 00000020:00000001:1.0:1773673938.868830:0:81783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773673938.868832:0:81783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:1.0:1773673938.868834:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.868837:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:1.0:1773673938.868839:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:1.0:1773673938.868842:0:81783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:1.0:1773673938.868846:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673938.868852:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773673938.868855:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673938.868858:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000020:00000010:1.0:1773673938.868865:0:81783:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773673938.868870:0:81783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799a80. 00000020:00000010:1.0:1773673938.868875:0:81783:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773673938.868884:0:81783:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773673938.868887:0:81783:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773673938.868889:0:81783:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773673938.868892:0:81783:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.868899:0:81783:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.869232:0:81783:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.869247:0:81783:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773673938.869249:0:81783:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773673938.869255:0:81783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 35 00000100:00000040:1.0:1773673938.869258:0:81783:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:1.0:1773673938.869260:0:81783:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669521007744 : -113404188543872 : ffff98dc07a03480) 00000100:00000040:1.0:1773673938.869269:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a03480 x1859825928532224/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:14/0 lens 328/0 e 0 to 0 dl 1773673949 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673938.869279:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673938.869282:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773673938.869284:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673938.869287:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000100:00100000:1.0:1773673938.869292:0:81783:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8371:x1859825928532224:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773673938.869296:0:81783:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928532224 00010000:00000001:1.0:1773673938.869299:0:81783:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773673938.869307:0:81783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.869309:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.869311:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=2 00000020:00000001:1.0:1773673938.869313:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.869316:0:81783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:1.0:1773673938.869320:0:81783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673938.869323:0:81783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673938.869329:0:81783:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1773673938.869342:0:81783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773673938.869345:0:81783:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773673938.869350:0:81783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc072c6400. 02000000:00000001:1.0:1773673938.869352:0:81783:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.869355:0:81783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.869360:0:81783:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773673938.869363:0:81783:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.869367:0:81783:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=144 v=5 (1 0 1 0) 00000100:00000001:1.0:1773673938.869372:0:81783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673938.869375:0:81783:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673938.869377:0:81783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773673938.869380:0:81783:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773673938.869382:0:81783:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.869385:0:81783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.869388:0:81783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.869393:0:81783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd440. 00000100:00000200:1.0:1773673938.869398:0:81783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928532224, offset 224 00000400:00000200:1.0:1773673938.869404:0:81783:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.869411:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.869418:0:81783:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.869425:0:81783:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252393:252393:256:4294967295] 192.168.201.103@tcp LPNI seq info [252361:252361:8:4294967295] 00000400:00000200:1.0:1773673938.869429:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.869437:0:81783:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.869443:0:81783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.869447:0:81783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673938.869453:0:81783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.869460:0:81783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.869464:0:81783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.869478:0:81783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.869482:0:81783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773673938.869485:0:81783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773673938.869489:0:81783:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc1114ab40. 00010000:00000001:1.0:1773673938.869492:0:81783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1773673938.869685:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.869690:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673938.869693:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.869699:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.869703:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd440 00000400:00000010:0.0:1773673938.869705:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd440. 00000100:00000001:0.0:1773673938.869709:0:2403:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773673938.869710:0:2403:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1773673938.870422:0:81783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773673938.870427:0:81783:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.870430:0:81783:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.870432:0:81783:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.870440:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03480 x1859825928532224/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:14/0 lens 328/224 e 0 to 0 dl 1773673949 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773673938.870452:0:81783:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8371:x1859825928532224:12345-192.168.201.103@tcp:104: Request processed in 1171us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1773673938.870461:0:81783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 35 00000100:00000040:1.0:1773673938.870465:0:81783:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:1.0:1773673938.870467:0:81783:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773673938.870469:0:81783:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773673938.870474:0:81783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799a80. 00000020:00000010:1.0:1773673938.870479:0:81783:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773673938.870483:0:81783:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000040:1.0:1773673938.870488:0:81783:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00000001:1.0:1773673938.870491:0:81783:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773673938.872460:0:81794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673938.872467:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30c00. 00000020:00000010:0.0:1773673938.872471:0:81794:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31400. 00000020:00000010:0.0:1773673938.872477:0:81794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673938.872483:0:81794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673938.872488:0:81794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673938.872494:0:81794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673938.872500:0:81794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673938.872515:0:81794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673938.872520:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31800. 00000008:00000010:0.0:1773673938.872524:0:81794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673938.872528:0:81794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673938.872532:0:81794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673938.872536:0:81794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673938.872539:0:81794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673938.872542:0:81794:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000008:00000001:0.0:1773673938.872544:0:81794:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1773673938.872547:0:81794:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1773673938.872549:0:81794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673938.872551:0:81794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6ca20. 00000020:00000010:0.0:1773673938.872553:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30e00. 00000020:00000010:0.0:1773673938.872556:0:81794:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31e00. 00000020:00000010:0.0:1773673938.872559:0:81794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b300. 00000008:00000010:0.0:1773673938.872562:0:81794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773673938.872565:0:81794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80180. 00008000:00000010:0.0:1773673938.872567:0:81794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773673938.872570:0:81794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773673938.872573:0:81794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773673938.872602:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30600. 00000008:00000010:0.0:1773673938.872606:0:81794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773673938.872609:0:81794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773673938.872611:0:81794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773673938.872614:0:81794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f780. 00000020:00000001:0.0:1773673938.872617:0:81794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459368 : -113404166092248 : ffff98dc08f6ca28) 00000020:00001000:0.0:1773673938.872619:0:81794:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6ca20 00000008:00000001:0.0:1773673938.872622:0:81794:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1773673938.872624:0:81794:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1773673938.872627:0:81794:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1773673938.872630:0:81794:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773673938.872632:0:81794:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1773673938.872635:0:81794:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.872637:0:81794:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.872639:0:81794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773673938.872642:0:81794:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773673938.872644:0:81794:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773673938.872647:0:81794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.872649:0:81794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773673938.872650:0:81794:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673938.872654:0:81794:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff98dc070659e0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1773673938.872658:0:81794:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773673938.872660:0:81794:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773673938.872663:0:81794:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773673938.872665:0:81794:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773673938.872667:0:81794:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.872669:0:81794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673938.872670:0:81794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773673938.872671:0:81794:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1773673938.872673:0:81794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773673938.872675:0:81794:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1773673938.872678:0:81794:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773673938.872680:0:81794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773673938.872682:0:81794:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773673938.872683:0:81794:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773673938.872685:0:81794:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773673938.872687:0:81794:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1773673938.872689:0:81794:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773673938.872691:0:81794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1773673938.872692:0:81794:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773673938.872694:0:81794:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6ca20 00000020:00000010:0.0:1773673938.872697:0:81794:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c31e00. 00000020:00000010:0.0:1773673938.872701:0:81794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b300. 00000008:00000010:0.0:1773673938.872705:0:81794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773673938.872708:0:81794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80180. 00008000:00000010:0.0:1773673938.872712:0:81794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773673938.872716:0:81794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773673938.872719:0:81794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773673938.872721:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30e00. 00000008:00000010:0.0:1773673938.872725:0:81794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773673938.872728:0:81794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773673938.872731:0:81794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773673938.872734:0:81794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f780. 00000020:00000010:0.0:1773673938.872737:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30600. 00000020:00000010:0.0:1773673938.872739:0:81794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6ca20. 00000008:00000001:0.0:1773673938.872742:0:81794:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.872744:0:81794:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00010000:00000001:0.0:1773673938.872746:0:81794:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1773673938.872749:0:81794:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.872751:0:81794:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673938.872753:0:81794:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773673938.872756:0:81794:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773673938.872758:0:81794:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773673938.872760:0:81794:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.872762:0:81794:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.872796:0:81794:0:(cl_object.c:151:cl_object_top()) ffff98dc12ef4540 -> ffff98dc12ff5e90 00000008:00000001:0.0:1773673938.872800:0:81794:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773673938.872802:0:81794:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673938.872804:0:81794:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c31400. 00000020:00000010:0.0:1773673938.872807:0:81794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673938.872809:0:81794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673938.872812:0:81794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673938.872815:0:81794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673938.872817:0:81794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673938.872820:0:81794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673938.872822:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30c00. 00000008:00000010:0.0:1773673938.872825:0:81794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673938.872827:0:81794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673938.872830:0:81794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673938.872832:0:81794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673938.872835:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31800. 00000020:00000010:0.0:1773673938.872837:0:81794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000008:00000001:0.0:1773673938.872840:0:81794:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.872843:0:81794:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673938.872847:0:81794:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673938.872849:0:81794:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673938.872852:0:81794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.872855:0:81794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773673938.872859:0:81794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2800 with handle 0x2f77f56113814133 from hash 00010000:00000001:0.0:1773673938.872861:0:81794:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673938.872863:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.872865:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.872866:0:81794:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673938.872869:0:81794:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673938.872871:0:81794:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1773673938.872877:0:81794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.872879:0:81794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.872882:0:81794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.872884:0:81794:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773673938.872890:0:81794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02300. 00000020:00000040:0.0:1773673938.872894:0:81794:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=4 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:0.0:1773673938.872899:0:81794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.872901:0:81794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.872906:0:81794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673938.872911:0:81794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c31800. 00000100:00000001:0.0:1773673938.872917:0:81794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.872920:0:81794:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773673938.872926:0:81794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773673938.872935:0:81794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773673938.872937:0:81794:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673938.872942:0:81794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.872946:0:81794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.872957:0:81794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcac8d7] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773673938.872987:0:81794:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673938.872990:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.872991:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.872993:0:81794:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.872995:0:81794:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773673938.872997:0:81794:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.873001:0:81794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773673938.873009:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673938.873012:0:81794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 000000002d71db18/0x2f77f56113814133 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d673e expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773673938.873021:0:81794:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc056e17c0. 00010000:00000001:0.0:1773673938.873029:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.873030:0:81794:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773673938.873032:0:81794:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc1114ab40. 00010000:00000001:0.0:1773673938.873035:0:81794:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673938.873038:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.873039:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.873042:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773673938.873043:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.873044:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.873046:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773673938.873054:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673938.873056:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.873058:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673938.873385:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.873390:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.873393:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673938.873400:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.873409:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673938.873412:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.873416:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673938.873418:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673938.873421:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.873425:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953415808:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773673938.873432:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673938.873438:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673938.873440:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.873442:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673938.873448:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773673938.873450:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673938.873458:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673938.873462:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673938.873468:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773673938.873474:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953415808, portal 18 00000100:00000001:1.0:1773673938.873477:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.873479:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521003264 : -113404188548352 : ffff98dc07a02300) 00000100:00000040:1.0:1773673938.873485:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.873493:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.873496:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.873499:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773673938.873514:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953415808, offset 0 00000400:00000200:1.0:1773673938.873522:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.873530:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.873537:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.873542:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673938.873546:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673938.873550:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673938.873553:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673938.873557:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252394:252394:256:4294967295] 192.168.201.103@tcp LPNI seq info [252362:252362:8:4294967295] 00000400:00000200:1.0:1773673938.873562:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.873572:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.873587:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.873592:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673938.873599:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.873606:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.873611:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.873627:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.873631:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 859816 usecs (860 jiffies) 00000400:00000200:1.0:1773673938.873635:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673938.873638:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496788 00000100:00000001:1.0:1773673938.873642:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.873644:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496788 00000100:00000001:1.0:1773673938.873647:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.873649:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.873652:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.873655:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.873657:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.873663:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.873664:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773673938.873667:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.873668:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.873669:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.873672:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.873683:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.873685:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673938.874827:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.874834:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673938.874840:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.874847:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.874853:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:0.0:1773673938.874856:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:0.0:1773673938.874861:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.874866:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.874879:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.874882:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.874889:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.874891:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.881267:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.881700:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.881704:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.881707:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.881717:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.881725:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.881734:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.881739:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.881743:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.881748:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 392 into portal 15 MB=0x69b8077d07180 00000400:00000200:0.0:1773673938.881756:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 392/392 into md 0x2c44c9 [2] + 1704 00000400:00000010:0.0:1773673938.881762:0:2403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00010000:00000010:0.1:1773673938.881888:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00000400:00000200:0.0:1773673938.881899:0:2403:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98dc12fc4d80 00000800:00000001:0.0:1773673938.881908:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.881914:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.881917:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.881922:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.881928:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc12fc4d80 00000400:00000010:0.0:1773673938.881930:0:2403:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff98dc12fc4d80. 00000100:00000001:0.0:1773673938.881935:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773673938.881938:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1773673938.881941:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc063aa050 x1859825928532352 msgsize 392 00000100:00100000:0.0:1773673938.881946:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000040:0.0:1773673938.881948:0:2403:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773673938.882011:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.882018:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.882023:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.882025:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.882027:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.882031:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.882034:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.882039:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.882041:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.882044:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.882058:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794c2200 00000400:00000200:0.0:1773673938.882062:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.882067:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c48c1 [1] + 224 00000800:00000001:0.0:1773673938.882071:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.882122:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.882125:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.882129:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.882133:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.882143:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.882154:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc07a01f80 x1859825953415680/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773673954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.882176:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.882181:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.882185:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773673938.884858:0:81784:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff98dc072c4400. 00000100:00000010:1.0:1773673938.884872:0:81784:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff98dc07fc2000. 00000100:00100000:1.0:1773673938.884875:0:81784:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1773673938.884879:0:81784:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773673938.884886:0:81784:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773673938.884892:0:81784:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98dc1114ab40. 00000100:00000001:1.0:1773673938.884902:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773673938.884904:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928532352 02000000:00000001:1.0:1773673938.884907:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773673938.884909:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.884911:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.884916:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.884920:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928532352 00000020:00000001:1.0:1773673938.884922:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773673938.884924:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:1.0:1773673938.884927:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.884929:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:1.0:1773673938.884931:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:1.0:1773673938.884933:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:1.0:1773673938.884938:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673938.884943:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773673938.884945:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673938.884948:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000020:00000010:1.0:1773673938.884955:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f600. 00000020:00000010:1.0:1773673938.884961:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799a80. 00000020:00000010:1.0:1773673938.884966:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773673938.885119:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773673938.885124:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773673938.885125:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773673938.885127:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885135:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885152:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.885167:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773673938.885169:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773673938.885176:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 36 00000100:00000040:1.0:1773673938.885180:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:1.0:1773673938.885183:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669497573456 : -113404211978160 : ffff98dc063aa050) 00000100:00000040:1.0:1773673938.885190:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc063aa050 x1859825928532352/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:14/0 lens 392/0 e 0 to 0 dl 1773673949 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673938.885200:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673938.885204:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773673938.885206:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673938.885208:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000100:00100000:1.0:1773673938.885213:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc063aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6475:x1859825928532352:12345-192.168.201.103@tcp:105: 00000100:00000200:1.0:1773673938.885219:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928532352 00010000:00000001:1.0:1773673938.885222:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773673938.885229:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673938.885231:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673938.885233:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=5 00000020:00000001:1.0:1773673938.885235:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673938.885238:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00010000:1.0:1773673938.885244:0:81784:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.885254:0:81784:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1773673938.885257:0:81784:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673938.885266:0:81784:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.885273:0:81784:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1773673938.885276:0:81784:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.885278:0:81784:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673938.885280:0:81784:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773673938.885283:0:81784:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.885290:0:81784:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1773673938.885295:0:81784:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773673938.885302:0:81784:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x23ab:0x0].0x0 (ffff98dc10a91900) refcount = 1 00010000:00000040:1.0:1773673938.885306:0:81784:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773673938.885308:0:81784:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673938.885317:0:81784:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1773673938.885319:0:81784:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773673938.885328:0:81784:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff98dc04031180. 00000100:00000001:1.0:1773673938.885332:0:81784:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673938.885336:0:81784:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673938.885338:0:81784:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679634304 : -113404029917312 : ffff98dc1114a780) 00000100:00000001:1.0:1773673938.885341:0:81784:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630669679634304 : -113404029917312 : ffff98dc1114a780) 00000100:00000001:1.0:1773673938.885343:0:81784:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673938.885345:0:81784:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773673938.885347:0:81784:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773673938.885349:0:81784:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673938.885459:0:81784:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.885463:0:81784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.885465:0:81784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673938.885467:0:81784:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.885468:0:81784:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773673938.885470:0:81784:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773673938.885472:0:81784:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885474:0:81784:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885477:0:81784:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773673938.885479:0:81784:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673938.885482:0:81784:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773673938.885484:0:81784:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773673938.885486:0:81784:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff98dc04031180. 00010000:00010000:1.0:1773673938.885489:0:81784:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff98dc200f2a00) 00010000:00000001:1.0:1773673938.885491:0:81784:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673938.885493:0:81784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673938.885495:0:81784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673938.885498:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773673938.885500:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773673938.885520:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc072c6000. 02000000:00000001:1.0:1773673938.885523:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885525:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.885530:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773673938.885533:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.885536:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=144 v=5 (1 0 1 0) 00000100:00000001:1.0:1773673938.885541:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673938.885544:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673938.885547:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773673938.885549:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773673938.885551:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.885554:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.885558:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.885563:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773673938.885567:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928532352, offset 224 00000400:00000200:1.0:1773673938.885573:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.885595:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.885603:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.885609:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252395:252395:256:4294967295] 192.168.201.103@tcp LPNI seq info [252363:252363:8:4294967295] 00000400:00000200:1.0:1773673938.885613:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.885623:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.885628:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.885633:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673938.885640:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.885647:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.885652:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.885668:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.885671:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773673938.885675:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.885680:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc063aa050 x1859825928532352/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:14/0 lens 392/224 e 0 to 0 dl 1773673949 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773673938.885689:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc063aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6475:x1859825928532352:12345-192.168.201.103@tcp:105: Request processed in 488us (3746us total) trans 0 rc 0/0 00000100:00100000:1.0:1773673938.885697:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 36 00000100:00000040:1.0:1773673938.885700:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:1.0:1773673938.885702:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773673938.885704:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773673938.885710:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799a80. 00000020:00000010:1.0:1773673938.885714:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773673938.885717:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f600. 00000020:00000040:1.0:1773673938.885722:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 02000000:00000001:1.0:1773673938.885729:0:81784:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773673938.885732:0:81784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c6400. 02000000:00000001:1.0:1773673938.885735:0:81784:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773673938.885737:0:81784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03480. 02000000:00000001:1.0:1773673938.885741:0:81784:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773673938.885743:0:81784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c7000. 02000000:00000001:1.0:1773673938.885744:0:81784:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773673938.885745:0:81784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 02000000:00000001:1.0:1773673938.885747:0:81784:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773673938.885749:0:81784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc063ab000. 02000000:00000001:1.0:1773673938.885751:0:81784:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773673938.885752:0:81784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02a00. 02000000:00000001:1.0:1773673938.885755:0:81784:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773673938.885756:0:81784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c6c00. 02000000:00000001:1.0:1773673938.885758:0:81784:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773673938.885760:0:81784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 02000000:00000001:1.0:1773673938.885762:0:81784:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773673938.885789:0:81784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc063a8c00. 02000000:00000001:1.0:1773673938.885792:0:81784:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773673938.885794:0:81784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000010:1.0:1773673938.885798:0:81784:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff98dc11850000. 00000100:00000010:1.0:1773673938.885802:0:81784:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff98dc063aa000. 00000100:00000001:1.0:1773673938.885806:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673938.885960:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.885965:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673938.885969:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.885985:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.885991:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:0.0:1773673938.885993:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:0.0:1773673938.885997:0:2404:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773673938.885999:0:2404:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773673938.886000:0:2404:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c6000. 02000000:00000001:0.0:1773673938.886002:0:2404:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1773673938.886003:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1773673938.891382:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673938.891388:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5600. 00000400:00000200:0.0:1773673938.891392:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.891398:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673938.891403:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:0.0:1773673938.891406:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:0.0:1773673938.891409:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673938.891414:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953416064/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.891423:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673938.891427:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953416064/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.891434:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.891436:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.898326:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.898344:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.898348:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.898351:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.898360:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.898368:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.898377:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.898383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.898388:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.898392:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c2280 00000400:00000200:0.0:1773673938.898398:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.898404:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c48d9 [1] + 224 00000800:00000001:0.0:1773673938.898412:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.898420:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.898425:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.898430:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.898437:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.898447:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673938.898458:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.898480:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.898488:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.898492:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.898630:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.898634:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673938.898642:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673938.898644:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673938.898648:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:1.0:1773673938.898652:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:1.0:1773673938.898655:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:1.0:1773673938.898658:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673938.898664:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673938.898673:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.898680:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673938.898682:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.898685:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673938.898688:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673938.898690:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673938.898692:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.898695:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673938.898705:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0ce8 time=68 v=5 (5 5 5 0) 00000100:00001000:1.0:1773673938.898708:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673938.898711:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673938.898713:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673938.898715:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673938.898719:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.898722:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673938.898724:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:1.0:1773673938.898726:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673938.898728:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.898733:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.898740:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.898743:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673938.898746:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673938.898751:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673938.898760:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953415808:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773673938.898803:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.898806:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.898810:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02300 x1859825953415808/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.898816:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673938.898819:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673938.898823:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773673938.898827:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673938.898829:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673938.898831:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673938.898833:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673938.898836:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c31800. 02000000:00000001:1.0:1773673938.898841:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673938.898843:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673938.898845:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02300. 00000100:00000001:1.0:1773673938.898852:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673938.898854:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.898856:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673938.898864:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.898866:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.898869:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673938.898871:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673938.902395:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.902410:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.902415:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.902417:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.902426:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.902434:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.902443:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.902448:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.902453:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.902457:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c2380 00000400:00000200:0.0:1773673938.902462:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.902468:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c48f9 [1] + 224 00000800:00000001:0.0:1773673938.902475:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.902549:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.902553:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.902559:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.902567:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.902585:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953416064/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.902597:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc0428b480 x1859825953416064/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.902621:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.902630:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.902634:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773673938.967208:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83d08 00000080:00200008:0.0:1773673938.967218:0:90455:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673938.967226:0:90455:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673938.967228:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83c80 00000080:00200000:0.0:1773673938.967230:0:90455:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673938.967236:0:90455:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c30600. 00800000:00000002:0.0:1773673938.967242:0:90455:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673938.967246:0:90455:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673938.967252:0:90455:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673938.967254:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83ba0 00800000:00000002:0.0:1773673938.967257:0:90455:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673938.967261:0:90455:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673938.967263:0:90455:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673938.967267:0:90455:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673938.967269:0:90455:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673938.967272:0:90455:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673938.967274:0:90455:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673938.967276:0:90455:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673938.967279:0:90455:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673938.967282:0:90455:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673938.967288:0:90455:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673938.967290:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83a70 00000002:00010000:0.0:1773673938.967292:0:90455:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673938.967297:0:90455:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673938.967299:0:90455:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673938.967302:0:90455:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773673938.967309:0:90455:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.967312:0:90455:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.967314:0:90455:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.967317:0:90455:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773673938.967320:0:90455:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773673938.967325:0:90455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02d80. 00000020:00000040:0.0:1773673938.967329:0:90455:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773673938.967336:0:90455:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673938.967341:0:90455:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673938.967347:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673938.967349:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673938.967351:0:90455:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.967354:0:90455:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673938.967357:0:90455:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673938.967362:0:90455:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673938.967370:0:90455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a9c00. 00000100:00000001:0.0:1773673938.967377:0:90455:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.967383:0:90455:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.967385:0:90455:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.967387:0:90455:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673938.967388:0:90455:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673938.967390:0:90455:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673938.967397:0:90455:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00010000:00000001:0.0:1773673938.967401:0:90455:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673938.967403:0:90455:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773673938.967408:0:90455:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91200. 00010000:00000010:0.0:1773673938.967412:0:90455:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93080. 00010000:00000001:0.0:1773673938.967417:0:90455:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673938.967420:0:90455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3a00. 00000020:00000001:0.0:1773673938.967423:0:90455:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673938.967426:0:90455:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3a00 with handle 0x2f77f56113814141 to hash 00000020:00000001:0.0:1773673938.967428:0:90455:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673938.967430:0:90455:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930936832 : -113403778614784 : ffff98dc200f3a00) 00010000:00000001:0.0:1773673938.967434:0:90455:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930936832 : -113403778614784 : ffff98dc200f3a00) 00010000:00000001:0.0:1773673938.967437:0:90455:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673938.967440:0:90455:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673938.967445:0:90455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3a00/0x2f77f56113814141 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90455 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673938.967455:0:90455:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3a00/0x2f77f56113814141 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90455 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673938.967466:0:90455:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3a00/0x2f77f56113814141 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90455 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673938.967471:0:90455:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673938.967473:0:90455:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673938.967480:0:90455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203e40. 00000100:00000001:0.0:1773673938.967482:0:90455:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495844416 : -113404213707200 : ffff98dc06203e40) 00000100:00000001:0.0:1773673938.967485:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673938.967487:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000001:0.0:1773673938.967492:0:90455:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673938.967496:0:90455:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.967498:0:90455:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673938.967500:0:90455:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673938.967709:0:90455:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.967726:0:90455:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673938.967728:0:90455:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.967732:0:90455:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673938.967735:0:90455:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673938.967737:0:90455:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673938.967741:0:90455:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:90455:1859825953416192:192.168.201.103@tcp:101:lfs.0 00000100:00000001:0.0:1773673938.967746:0:90455:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673938.967751:0:90455:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673938.967754:0:90455:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673938.967756:0:90455:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673938.968024:0:90455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a3800. 02000000:00000001:0.0:1773673938.968029:0:90455:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673938.968037:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673938.968042:0:90455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673938.968137:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773673938.968146:0:90455:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953416192, portal 10 00000100:00000001:0.0:1773673938.968149:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673938.968150:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000040:0.0:1773673938.968160:0:90455:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.968167:0:90455:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673938.968170:0:90455:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673938.968174:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979220. 00000100:00000200:0.0:1773673938.968178:0:90455:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953416192, offset 0 00000400:00000200:0.0:1773673938.968185:0:90455:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673938.968194:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.968411:0:90455:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673938.968415:0:90455:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673938.968421:0:90455:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673938.968424:0:90455:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673938.968428:0:90455:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673938.968432:0:90455:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252397:252397:256:4294967295] 192.168.201.103@tcp LPNI seq info [252365:252365:8:4294967295] 00000400:00000200:0.0:1773673938.968437:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.968447:0:90455:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673938.968454:0:90455:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673938.968460:0:90455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673938.968468:0:90455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673938.968476:0:90455:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673938.968480:0:90455:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773673938.968655:0:90455:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673938.968661:0:90455:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 169901 usecs (170 jiffies) 00000400:00000200:0.0:1773673938.968665:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673938.968668:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496193 00000100:00000001:0.0:1773673938.968672:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.968674:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496193 00000100:00000001:0.0:1773673938.968677:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:0.0:1773673938.968679:0:90455:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673938.968682:0:90455:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673938.968685:0:90455:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673938.968687:0:90455:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:0.0:1773673938.968691:0:90455:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203e40 going to sleep for 26 seconds 00000100:00000001:0.0:1773673938.968694:0:90455:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673938.968697:0:90455:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673938.970139:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.970148:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773673938.970155:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.970163:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.970170:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979220 00000400:00000010:1.0:1773673938.970173:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979220. 00000100:00000001:1.0:1773673938.970178:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.970186:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.970197:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.970201:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673938.970207:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.970209:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.976327:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.976344:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.976348:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.976350:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.976359:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.976367:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.976376:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.976381:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.976387:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.976391:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c2400 00000400:00000200:0.0:1773673938.976397:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.976415:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4901 [1] + 224 00000800:00000001:0.0:1773673938.976423:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.976447:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.976450:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.976454:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.976462:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.976471:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673969 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673938.976482:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a02d80 x1859825953416192/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673938.976648:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673938.976658:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.976662:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673938.986159:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.986164:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5900. 00000400:00000200:1.0:1773673938.986169:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.986174:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.986180:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:1.0:1773673938.986184:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:1.0:1773673938.986188:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.986194:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953416320/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.986204:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.986207:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289500 x1859825953416320/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.986215:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.986217:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673938.989493:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.989511:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673938.989515:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.989517:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.989525:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.989533:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673938.989541:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.989546:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.989551:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.989555:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c2480 00000400:00000200:0.0:1773673938.989560:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673938.989565:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4911 [1] + 224 00000800:00000001:0.0:1773673938.989572:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673938.989596:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673938.989600:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673938.989605:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673938.989611:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673938.989620:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953416320/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673938.989632:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc04289500 x1859825953416320/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673938.990556:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673938.991190:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673938.991198:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673938.995919:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673938.995923:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673938.995933:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673938.995936:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673938.995945:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c6400. 00000020:00000001:1.0:1773673938.995950:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673938.995953:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673938.995956:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673938.995958:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c6400 uarg=0000000000000000 00800000:00000001:1.0:1773673938.995965:0:90455:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1773673938.995967:0:90455:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff98dc07f29800: age 5779, max_age 5827 00000002:00000001:1.0:1773673938.995971:0:90455:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1773673938.995987:0:90455:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000010:1.0:1773673938.995994:0:90455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773673938.995997:0:90455:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=5 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673938.996002:0:90455:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673938.996005:0:90455:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673938.996010:0:90455:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673938.996018:0:90455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b100. 00000100:00000001:1.0:1773673938.996024:0:90455:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.996027:0:90455:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673938.996030:0:90455:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673938.996037:0:90455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114a780. 00000100:00000001:1.0:1773673938.996039:0:90455:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679634304 : -113404029917312 : ffff98dc1114a780) 00000100:00000001:1.0:1773673938.996042:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.996043:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000001:1.0:1773673938.996049:0:90455:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673938.996053:0:90455:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.996055:0:90455:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673938.996056:0:90455:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673938.996063:0:90455:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.996070:0:90455:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673938.996072:0:90455:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.996075:0:90455:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673938.996078:0:90455:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673938.996081:0:90455:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673938.996084:0:90455:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:90455:1859825953416448:192.168.201.103@tcp:41:lfs.0 00000100:00000001:1.0:1773673938.996088:0:90455:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673938.996093:0:90455:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673938.996096:0:90455:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673938.996098:0:90455:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673938.996103:0:90455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc072c5c00. 02000000:00000001:1.0:1773673938.996105:0:90455:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673938.996114:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673938.996118:0:90455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114108. 00000400:00000010:1.0:1773673938.996123:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773673938.996130:0:90455:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953416448, portal 10 00000100:00000001:1.0:1773673938.996131:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673938.996133:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:1.0:1773673938.996139:0:90455:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.996146:0:90455:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673938.996149:0:90455:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673938.996151:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773673938.996154:0:90455:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953416448, offset 0 00000400:00000200:1.0:1773673938.996161:0:90455:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673938.996169:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.996176:0:90455:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673938.996181:0:90455:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673938.996184:0:90455:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673938.996188:0:90455:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673938.996191:0:90455:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673938.996195:0:90455:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252399:252399:256:4294967295] 192.168.201.103@tcp LPNI seq info [252367:252367:8:4294967295] 00000400:00000200:1.0:1773673938.996200:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673938.996209:0:90455:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673938.996214:0:90455:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673938.996220:0:90455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673938.996227:0:90455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673938.996250:0:90455:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673938.996255:0:90455:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673938.996268:0:90455:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673938.996273:0:90455:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 115781 usecs (116 jiffies) 00000400:00000200:1.0:1773673938.996277:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673938.996279:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496167 00000800:00000200:1.0:1773673938.996385:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673938.996390:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:1.0:1773673938.996395:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673938.996401:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673938.996407:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd908 00000400:00000010:1.0:1773673938.996409:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd908. 00000100:00000001:1.0:1773673938.996413:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673938.996417:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.996428:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673938.996431:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673938.996438:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.996440:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773673938.996459:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.996463:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496167 00000100:00000001:1.0:1773673938.996465:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673938.996467:0:90455:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673938.996470:0:90455:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673938.996472:0:90455:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673938.996474:0:90455:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673938.996477:0:90455:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a780 going to sleep for 26 seconds 00000100:00000001:1.0:1773673938.996480:0:90455:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673938.996482:0:90455:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673939.000705:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.000725:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.000730:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.000732:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.000742:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.000750:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.000758:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.000803:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.000809:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.000814:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c2500 00000400:00000200:1.0:1773673939.000820:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.000826:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4919 [1] + 224 00000800:00000001:1.0:1773673939.000836:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.000844:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.000847:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.000852:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.000860:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.000870:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673939.000882:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.000897:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.000905:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.000908:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.001704:0:90455:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673939.001716:0:90455:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673939.001718:0:90455:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673939.001722:0:90455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114108. 00000400:00000200:0.0:1773673939.001729:0:90455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:0.0:1773673939.001732:0:90455:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:0.0:1773673939.001735:0:90455:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673939.001743:0:90455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673939.001754:0:90455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.001761:0:90455:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673939.001816:0:90455:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.001819:0:90455:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673939.001823:0:90455:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673939.001826:0:90455:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673939.001828:0:90455:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.001831:0:90455:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673939.001842:0:90455:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=22 v=17 (17 17 17 36) 00000100:00001000:0.0:1773673939.001846:0:90455:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1773673939.001849:0:90455:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673939.001851:0:90455:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.001854:0:90455:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673939.001858:0:90455:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.001861:0:90455:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673939.001865:0:90455:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773673939.001867:0:90455:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673939.001869:0:90455:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673939.001874:0:90455:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.001887:0:90455:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673939.001893:0:90455:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673939.001895:0:90455:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673939.001899:0:90455:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673939.001907:0:90455:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:90455:1859825953416448:192.168.201.103@tcp:41:lfs.0 00000100:00000001:0.0:1773673939.001912:0:90455:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.001915:0:90455:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.001918:0:90455:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773673939.001919:0:90455:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.001922:0:90455:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.001928:0:90455:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773673939.001931:0:90455:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc1114a780. 00000100:00000001:0.0:1773673939.001935:0:90455:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773673939.001936:0:90455:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.001943:0:90455:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:0.0:1773673939.001944:0:90455:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.001947:0:90455:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba300 x1859825953416448/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773673969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.001952:0:90455:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673939.001954:0:90455:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673939.001957:0:90455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc072c5c00. 02000000:00000001:0.0:1773673939.001960:0:90455:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673939.001962:0:90455:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673939.001964:0:90455:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673939.001966:0:90455:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673939.001969:0:90455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b100. 02000000:00000001:0.0:1773673939.001985:0:90455:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673939.001988:0:90455:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673939.001990:0:90455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000001:0.0:1773673939.001994:0:90455:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673939.001996:0:90455:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773673939.001997:0:90455:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673939.001999:0:90455:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673939.002000:0:90455:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1773673939.002003:0:90455:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff98dc07f29800: update ffff98dc070c9e08 cache blocks 317281/353529 objects 1023717/1024000 00800000:00000001:0.0:1773673939.002007:0:90455:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.002015:0:90455:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.002020:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773673939.002023:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c6400. 00000080:00000001:0.0:1773673939.002027:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.002031:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002301:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002305:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002313:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002316:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002323:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002327:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002329:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002332:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002334:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002338:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002340:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002342:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002346:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002348:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002350:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002355:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002356:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002359:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002362:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002364:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002366:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002368:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002369:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002370:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002373:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002375:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002377:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002379:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002382:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002384:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002387:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002389:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002392:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002393:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002395:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002397:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002399:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002400:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002402:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002404:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002406:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002408:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002410:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002412:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002414:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002417:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002418:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002421:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002422:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002425:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002427:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002429:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002430:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002432:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002434:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002436:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002438:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002440:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002443:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002445:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002448:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002449:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002452:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002453:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002457:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002459:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002461:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002462:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002463:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002465:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002466:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002468:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002470:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002472:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002474:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002477:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002478:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002481:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002483:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002485:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002487:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002488:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002490:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002491:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002495:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002497:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002499:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002501:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002503:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002505:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002508:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002510:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002525:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002526:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002529:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002531:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002533:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002534:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002535:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002538:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002539:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002541:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002543:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002545:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002547:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002550:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002552:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002554:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002555:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002557:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002560:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002561:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002562:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002564:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002566:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002568:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002570:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002572:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002585:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002587:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002591:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002592:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002595:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002596:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002598:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002600:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002602:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002603:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002604:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002606:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002608:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002610:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002613:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002615:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002618:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002621:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002622:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002624:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002625:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002627:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002629:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002631:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002632:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002633:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002636:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002637:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002639:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002642:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002645:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002647:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002650:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002651:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002654:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002655:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002657:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002660:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002661:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002662:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002664:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002667:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002668:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002670:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002672:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002674:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002677:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002680:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002681:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002684:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002685:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002688:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002690:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002692:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002693:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002695:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002698:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002700:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002702:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002704:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002706:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002708:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002711:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002713:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002716:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002717:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002720:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002722:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002723:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002724:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002725:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002728:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002730:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002732:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002734:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002736:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002738:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002741:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002742:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002745:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002746:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002749:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002752:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002754:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002754:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002756:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002758:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002759:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002761:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002798:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002801:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002803:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002807:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002809:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002811:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002812:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002815:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002818:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002819:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002820:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002821:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002824:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002826:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002828:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002830:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002833:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002834:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002837:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002838:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002841:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002842:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.002845:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.002858:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.002860:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.002861:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.002863:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.002865:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002867:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002870:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.002872:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.002875:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002877:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.002881:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.002882:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.002885:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.002886:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003082:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003086:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003088:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003090:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003091:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003094:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003097:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003099:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003101:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003104:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003106:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003112:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003113:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003116:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003118:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003120:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003123:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003124:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003125:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003127:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003129:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003131:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003133:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003135:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003137:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003138:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003141:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003142:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003145:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003146:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003148:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003150:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003151:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003152:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003153:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003156:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003158:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003160:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003163:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003165:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003167:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003170:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003172:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003174:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003175:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003178:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003180:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003181:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003183:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003184:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003186:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003188:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003190:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003192:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003195:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003197:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003200:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003201:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003204:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003205:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003207:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003210:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003211:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003212:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003214:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003216:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003219:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003220:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003222:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003225:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003226:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003229:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003231:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003233:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003234:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003237:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003239:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003240:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003242:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003243:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003246:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003247:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003249:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003251:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003253:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003254:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003257:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003258:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003260:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003261:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003263:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003265:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003266:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003267:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003268:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003271:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003273:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003274:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003276:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003279:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003281:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003283:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003285:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003287:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003288:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003290:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003292:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003293:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003294:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003296:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003298:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003299:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003301:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003303:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003305:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003307:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003309:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003310:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003313:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003314:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003316:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003318:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003320:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003321:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003322:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003325:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003326:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003328:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003330:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003332:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003334:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003336:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003338:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003340:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003341:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003343:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003345:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003347:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003348:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003349:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003352:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003353:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003355:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003358:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003360:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003362:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003364:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003366:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003368:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003369:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003371:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003373:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003375:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003376:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003377:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003379:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003381:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003382:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003384:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003386:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003388:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003391:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003392:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003395:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003396:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003398:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003400:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003402:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003403:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003405:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003407:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003408:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003410:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003412:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003414:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003416:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003419:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003420:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003422:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003424:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003425:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003427:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003428:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003429:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003430:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003433:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003435:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003436:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003438:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003440:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003442:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003445:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003446:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003449:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003450:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003452:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003455:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003456:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003458:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003459:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003462:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003464:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003466:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003468:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003470:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003471:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003474:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003475:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003478:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003479:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003481:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003483:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003485:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003486:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003487:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003490:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003491:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003493:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003495:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003497:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003499:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003502:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003504:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003507:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003508:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003509:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003511:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003513:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003514:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003515:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003517:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003519:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003521:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003523:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003525:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003527:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003530:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003531:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003533:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003534:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003537:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003539:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003541:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003542:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003543:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003546:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003548:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003550:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003552:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003554:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003556:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003559:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003560:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003562:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003563:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003566:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003568:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003569:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003570:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003571:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003585:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003588:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003589:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003592:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003594:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003596:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003600:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003603:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003606:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003607:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003610:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003613:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003615:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003616:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003617:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003620:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003622:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003624:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003626:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003628:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003630:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003633:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003634:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003636:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003637:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003639:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003641:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003642:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003643:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003644:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003647:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003649:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003650:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003653:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003655:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003657:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003660:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003661:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003664:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003665:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003668:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003670:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003671:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003672:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003673:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003675:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003677:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003679:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003681:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003683:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003685:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003688:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003689:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003691:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003693:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003695:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003697:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003699:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003700:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003701:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003703:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003706:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003707:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003709:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003711:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003713:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003716:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003717:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003720:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003721:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003723:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003725:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003727:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003729:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003730:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003733:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003735:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003737:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003740:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003742:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003743:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003747:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.003748:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.003750:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.003752:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.003754:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.003756:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.003758:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.003758:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.003760:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.003762:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003797:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003799:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.003801:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.003804:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.003806:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004018:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004020:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004024:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004026:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004029:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004031:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004032:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004034:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004036:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004039:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004041:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004043:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004045:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004047:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004049:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004054:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004056:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004058:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004059:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004062:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004064:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004065:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004066:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004067:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004070:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004071:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004073:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004075:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004077:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004079:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004082:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004083:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004086:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004087:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004089:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004091:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004092:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004093:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004094:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004096:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004099:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004101:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004103:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004106:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004107:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004111:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004112:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004115:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004116:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004118:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004121:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004122:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004124:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004125:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004128:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004130:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004132:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004134:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004136:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004138:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004141:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004142:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004146:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004148:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004150:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004152:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004154:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004155:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004156:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004159:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004161:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004163:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004165:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004167:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004169:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004172:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004174:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004177:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004178:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004180:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004182:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004184:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004185:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004187:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004189:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004191:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004192:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004195:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004196:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004198:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004201:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004203:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004205:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004206:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004208:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004210:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004212:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004213:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004215:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004217:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004219:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004221:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004223:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004225:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004227:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004230:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004232:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004234:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004235:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004239:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004241:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004243:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004244:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004245:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004455:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004458:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004460:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004463:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004466:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004468:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004473:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004475:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004478:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004480:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004483:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004485:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004487:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004488:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004490:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004492:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004494:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004496:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004498:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004500:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004502:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004505:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004506:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004509:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004510:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004512:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004514:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004516:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004517:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004518:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004521:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004523:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004524:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004526:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004529:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004531:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004533:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004535:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004537:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004538:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004540:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004543:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004544:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004545:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004547:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004549:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004551:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004553:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004555:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004557:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004559:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004562:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004564:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004567:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004568:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004570:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004573:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004586:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004587:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004588:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004591:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004593:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004595:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004598:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004600:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004603:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004606:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004608:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004611:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004612:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004615:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004617:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004619:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004620:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004621:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004624:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004626:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004628:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004630:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004632:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004634:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004637:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004640:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004643:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004644:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004646:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004648:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004650:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004651:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004652:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004654:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004656:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004658:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004660:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004663:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004664:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004667:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004669:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004671:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004672:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004674:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004676:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004678:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004679:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004680:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004682:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004683:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004685:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004687:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004689:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004691:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004693:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004694:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004697:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004698:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004699:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004701:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004703:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004704:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004705:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004708:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004709:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004711:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004713:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004715:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004716:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004719:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004721:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004724:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004725:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004727:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004729:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004730:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004731:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004732:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004735:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004736:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004738:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004739:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004741:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004743:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004745:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004746:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004749:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004750:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004752:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004754:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004756:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004757:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004758:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004761:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004762:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004793:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004795:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004798:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004799:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004802:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004803:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004806:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004807:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004809:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004811:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004813:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004814:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004815:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004817:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004819:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004821:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004823:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004825:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004826:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004829:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004830:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004832:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004833:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004835:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004837:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004838:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004839:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004840:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004842:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004844:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004846:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004848:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004851:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004852:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004855:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004857:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004859:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004860:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004863:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004865:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004866:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004868:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004869:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004871:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004873:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004875:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004877:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004878:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004880:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004882:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004884:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004886:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004888:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004889:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004891:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004893:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004894:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004895:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004898:0:90455:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004900:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004902:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773673939.004904:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004906:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004908:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773673939.004911:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004913:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004915:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004916:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004919:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004921:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004923:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773673939.004924:0:90455:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773673939.004925:0:90455:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00800000:00000001:1.0:1773673939.004928:0:90455:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773673939.004931:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773673939.004933:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773673939.004935:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc072c7c00. 00000080:00000001:1.0:1773673939.004937:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773673939.004939:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773673939.004942:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773673939.004944:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:1.0:1773673939.004947:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773673939.004948:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773673939.004951:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc072c7c00. 00000020:00000001:1.0:1773673939.004953:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.004955:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773673939.004958:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773673939.004960:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc072c7c00 uarg=0000000000000000 00020000:00000001:1.0:1773673939.004968:0:90455:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1773673939.004971:0:90455:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff98dc07f29800: age 5779, max_age 5827 00000008:00000001:1.0:1773673939.004975:0:90455:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:1.0:1773673939.004978:0:90455:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000010:1.0:1773673939.004986:0:90455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773673939.004990:0:90455:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673939.004994:0:90455:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673939.004995:0:90455:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773673939.004997:0:90455:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773673939.004999:0:90455:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673939.005002:0:90455:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673939.005008:0:90455:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673939.005015:0:90455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b000. 00000100:00000001:1.0:1773673939.005021:0:90455:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.005025:0:90455:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673939.005026:0:90455:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673939.005032:0:90455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114a000. 00000100:00000001:1.0:1773673939.005034:0:90455:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679632384 : -113404029919232 : ffff98dc1114a000) 00000100:00000001:1.0:1773673939.005037:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673939.005038:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:1.0:1773673939.005044:0:90455:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673939.005048:0:90455:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.005050:0:90455:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673939.005052:0:90455:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673939.005063:0:90455:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.005071:0:90455:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673939.005073:0:90455:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.005077:0:90455:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673939.005080:0:90455:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673939.005082:0:90455:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673939.005086:0:90455:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:90455:1859825953416576:192.168.201.103@tcp:13:lfs.0 00000100:00000001:1.0:1773673939.005090:0:90455:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673939.005096:0:90455:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673939.005098:0:90455:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.005101:0:90455:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673939.005106:0:90455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc072c6400. 02000000:00000001:1.0:1773673939.005108:0:90455:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673939.005116:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673939.005121:0:90455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114cb8. 00000400:00000010:1.0:1773673939.005128:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773673939.005135:0:90455:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953416576, portal 4 00000100:00000001:1.0:1773673939.005137:0:90455:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673939.005139:0:90455:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773673939.005145:0:90455:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.005153:0:90455:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673939.005155:0:90455:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673939.005158:0:90455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd3b8. 00000100:00000200:1.0:1773673939.005161:0:90455:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859825953416576, offset 0 00000400:00000200:1.0:1773673939.005168:0:90455:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673939.005178:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.005186:0:90455:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673939.005193:0:90455:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673939.005198:0:90455:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673939.005202:0:90455:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673939.005205:0:90455:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673939.005209:0:90455:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252400:252400:256:4294967295] 192.168.201.103@tcp LPNI seq info [252368:252368:8:4294967295] 00000400:00000200:1.0:1773673939.005214:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.005223:0:90455:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673939.005229:0:90455:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673939.005234:0:90455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673939.005241:0:90455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673939.005249:0:90455:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673939.005254:0:90455:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673939.005271:0:90455:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673939.005276:0:90455:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 639163 usecs (640 jiffies) 00000400:00000200:1.0:1773673939.005279:0:90455:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673939.005282:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496700 00000100:00000001:1.0:1773673939.005285:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.005288:0:90455:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496700 00000100:00000001:1.0:1773673939.005290:0:90455:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.005293:0:90455:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673939.005295:0:90455:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.005298:0:90455:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673939.005300:0:90455:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773673939.005303:0:90455:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a000 going to sleep for 11 seconds 00000100:00000001:1.0:1773673939.005305:0:90455:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673939.005308:0:90455:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673939.006570:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.006589:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673939.006595:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.006603:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.006610:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd3b8 00000400:00000010:0.0:1773673939.006612:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd3b8. 00000100:00000001:0.0:1773673939.006617:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.006623:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.006635:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.006639:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.006809:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.006812:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.011150:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.011171:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.011176:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.011179:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.011189:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.011197:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.011207:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.011213:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.011218:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.011228:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 4 MB=0x69b80794c2580 00000400:00000200:1.0:1773673939.011243:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.011249:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4929 [1] + 224 00000800:00000001:1.0:1773673939.011258:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.011267:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.011270:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.011275:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.011282:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.011291:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673939.011303:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fbb100 x1859825953416576/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.011330:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.011339:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.011343:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673939.012378:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.012383:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5400. 00000400:00000200:0.0:1773673939.012388:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.012393:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.012398:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:0.0:1773673939.012400:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:0.0:1773673939.012404:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.012408:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953416704/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.012419:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.012422:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289500 x1859825953416704/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.012429:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.012431:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.022192:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.022214:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.022219:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.022222:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.022626:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.022636:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.022731:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.022737:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.022744:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.022749:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 4 MB=0x69b80794c2600 00000400:00000200:1.0:1773673939.022755:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.022762:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4939 [1] + 224 00000800:00000001:1.0:1773673939.022790:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.022804:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.022808:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.022813:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.022821:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.022830:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953416704/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673939.022841:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc04289500 x1859825953416704/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773673955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.022938:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.022949:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.022954:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773673939.032162:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032167:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032170:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032171:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032173:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032176:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032178:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032180:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032182:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032185:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032187:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032195:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032197:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032200:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032202:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032205:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032207:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032209:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032210:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032211:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032214:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032216:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032218:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032220:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032223:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032225:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032229:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032230:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032233:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032338:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032343:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032346:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032348:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032350:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032351:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032354:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032356:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032357:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032359:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032362:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032365:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032370:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032372:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032375:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032376:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032378:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032380:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032382:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032382:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032384:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032387:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032388:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032391:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032393:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032395:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032397:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032400:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032401:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032403:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032405:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032407:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032409:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032410:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032411:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032412:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032415:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032417:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032419:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032421:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032424:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032426:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032428:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032430:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032432:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032433:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032435:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032437:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032438:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032440:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032441:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032443:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032445:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032447:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032449:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032451:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032453:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032456:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032457:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032460:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032461:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032463:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032464:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032466:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032467:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032468:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032470:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032472:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032473:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032475:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.032477:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032478:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032481:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.032482:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.032485:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.032486:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.032487:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.032489:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.032491:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.032492:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.032493:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.032495:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032497:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.032498:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.032501:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033206:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033211:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033269:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033273:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033278:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033281:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033285:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033289:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033292:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033294:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033295:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033301:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033302:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033305:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.033307:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033310:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033312:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033316:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033318:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033320:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033322:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033324:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033327:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033328:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033329:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033331:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033334:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033336:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033338:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.033340:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033342:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033344:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033347:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033349:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033351:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033353:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033356:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033358:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033359:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033360:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033361:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033364:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033366:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033368:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.033371:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033373:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033376:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033379:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033380:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033383:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033384:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033387:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033389:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033390:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033391:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033392:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033395:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033397:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033399:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.033401:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033403:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033405:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033408:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033410:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033413:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033414:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033416:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033418:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033420:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033421:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033422:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033425:0:90455:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033427:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033429:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773673939.033430:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033433:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033435:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773673939.033438:0:90455:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673939.033439:0:90455:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fffb0333be0 00000080:00000001:0.0:1773673939.033441:0:90455:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773673939.033443:0:90455:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673939.033445:0:90455:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc063aa800. 00000020:00000001:0.0:1773673939.033447:0:90455:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033448:0:90455:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773673939.033450:0:90455:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773673939.033451:0:90455:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc063aa800 uarg=0000000000000000 00020000:00000001:0.0:1773673939.033454:0:90455:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773673939.033456:0:90455:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773673939.033458:0:90455:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1773673939.033460:0:90455:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc063aa800. 00000080:00000001:0.0:1773673939.033462:0:90455:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773673939.033463:0:90455:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773673939.033475:0:90455:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:0.0:1773673939.033477:0:90455:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773673939.033481:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83db0 00000080:00200008:0.0:1773673939.033483:0:90455:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 100000 00000080:00400000:0.0:1773673939.033487:0:90455:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1773673939.033491:0:90455:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168d400. 00000080:00000001:0.0:1773673939.033496:0:90455:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773673939.033498:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83db0 00000080:00000008:0.0:1773673939.033500:0:90455:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 100000, rc = 0 00000080:00000001:0.0:1773673939.033512:0:90455:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.033514:0:90455:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673939.058836:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.058848:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5600. 00000400:00000200:0.0:1773673939.058857:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.058867:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.058876:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:0.0:1773673939.058879:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:0.0:1773673939.058884:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.058892:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4380 x1859825953416960/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673970 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.058904:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.058908:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4380 x1859825953416960/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673970 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.058914:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.058916:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773673939.063824:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91200. 00010000:00000010:3.1:1773673939.063840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3a00. 00000800:00000001:1.0:1773673939.087688:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.087705:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.087710:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.087712:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.087722:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.087730:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.087739:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.087745:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.087750:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.087754:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c2700 00000400:00000200:1.0:1773673939.087759:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.087805:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4941 [32] + 224 00000800:00000001:1.0:1773673939.087815:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.087825:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.087828:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.087832:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.087839:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.087848:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4380 x1859825953416960/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673970 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673939.087859:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc07ff4380 x1859825953416960/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773673970 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.087889:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.087897:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.087901:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773673939.088886:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673939.088889:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.088893:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773673939.088896:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773673939.088899:0:81793:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773673939.088903:0:81793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673939.088912:0:81793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc0869ac00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:1.0:1773673939.088914:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773673939.088918:0:81793:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673939.088925:0:81793:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773673939.088927:0:81793:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773673939.088931:0:81793:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673939.088936:0:81793:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773673939.088939:0:81793:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773673939.088940:0:81793:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.088942:0:81793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.088943:0:81793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=3 00000020:00000001:1.0:1773673939.088945:0:81793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:1.0:1773673939.088947:0:81793:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:1.0:1773673939.088950:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673939.088953:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773673939.088961:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673939.088965:0:81793:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773673939.088967:0:81793:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773673939.088969:0:81793:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode (null) 00000002:00000001:1.0:1773673939.088973:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.088975:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.088979:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 3 00010000:00000001:1.0:1773673939.088981:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.088984:0:81793:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773673939.088986:0:81793:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773673939.088988:0:81793:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.088990:0:81793:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.088993:0:81793:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673939.089000:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.089002:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673939.089003:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1773673939.089005:0:81793:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.089007:0:81793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.089008:0:81793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673939.089010:0:81793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.089012:0:81793:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.089014:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.089016:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673939.089017:0:81793:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673939.089019:0:81793:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773673939.089021:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.089024:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673939.089026:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673939.089028:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673939.089029:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.089031:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773673939.089034:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869ac00 with handle 0x2f77f56113814148 from hash 00010000:00000001:1.0:1773673939.089037:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673939.089038:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.089039:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.089040:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673939.089043:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673939.089045:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773673939.089049:0:81793:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.089054:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.089055:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.089057:0:81793:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.089059:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673939.089062:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773673939.089068:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb480. 00000020:00000040:1.0:1773673939.089071:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673939.089076:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673939.089078:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673939.089081:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673939.089088:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0704e400. 00000100:00000001:1.0:1773673939.089094:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.089097:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773673939.089101:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673939.089107:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773673939.089109:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673939.089114:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673939.089119:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673939.089127:0:81793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e75452f] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773673939.089150:0:81793:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.089153:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.089154:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.089156:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.089158:0:81793:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.089160:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.089164:0:81793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673939.089170:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773673939.089173:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ac00/0x2f77f56113814148 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6761 expref: -99 pid: 90456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773673939.089180:0:81793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85380. 00010000:00000001:1.0:1773673939.089186:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.089188:0:81793:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773673939.089190:0:81793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc12fc49c0. 00010000:00000001:1.0:1773673939.089192:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.089194:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673939.089196:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.089198:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773673939.089199:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673939.089200:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.089201:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773673939.089202:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673939.089203:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.089205:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773673939.089212:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773673939.089216:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773673939.089218:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673939.089225:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673939.089227:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673939.089229:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673939.089230:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673939.089232:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673939.089238:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.089245:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673939.089247:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.089251:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673939.089253:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673939.089256:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673939.089259:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953417088:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773673939.089263:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673939.089269:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673939.089271:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.089503:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673939.089508:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fc00. 02000000:00000001:1.0:1773673939.089510:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673939.089517:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673939.089521:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114528. 00000400:00000010:1.0:1773673939.089527:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773673939.089534:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953417088, portal 18 00000100:00000001:1.0:1773673939.089536:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673939.089537:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:1.0:1773673939.089544:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.089552:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673939.089554:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673939.089557:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdbb0. 00000100:00000200:1.0:1773673939.089560:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953417088, offset 0 00000400:00000200:1.0:1773673939.089566:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673939.089586:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.089594:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673939.089598:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673939.089602:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673939.089606:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673939.089609:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673939.089613:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252403:252403:256:4294967295] 192.168.201.103@tcp LPNI seq info [252371:252371:8:4294967295] 00000400:00000200:1.0:1773673939.089617:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.089625:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673939.089631:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673939.089638:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:1.0:1773673939.089644:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673939.089652:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673939.089656:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773673939.089666:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673939.089671:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 168683 usecs (169 jiffies) 00000400:00000200:1.0:1773673939.089674:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673939.089677:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496313 00000100:00000001:1.0:1773673939.089681:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.089684:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496313 00000100:00000001:1.0:1773673939.089686:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.089688:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673939.089691:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.089693:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.089695:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.092974:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673939.092982:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673939.093094:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.093098:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773673939.093105:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.093114:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.093121:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdbb0 00000400:00000010:0.0:1773673939.093123:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdbb0. 00000100:00000001:0.0:1773673939.093128:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.093135:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.093152:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.093156:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.093163:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.093165:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.097661:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.097682:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.097687:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.097690:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.097701:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.097710:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.097720:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.097725:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.097731:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.097735:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c2780 00000400:00000200:1.0:1773673939.097741:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.097749:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4949 [1] + 224 00000800:00000001:1.0:1773673939.097758:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.097787:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.097791:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.097796:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.097804:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.097813:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673939.097825:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.097917:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673939.097923:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673939.100428:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673939.100536:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673939.100541:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5a00. 00000400:00000200:1.0:1773673939.100546:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.100553:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673939.100558:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:1.0:1773673939.100561:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:1.0:1773673939.100564:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673939.100569:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953417216/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773673970 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.100593:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673939.100599:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289500 x1859825953417216/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773673970 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.100608:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.100610:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.100617:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.100622:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773673939.103660:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673939.103667:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673939.103671:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114528. 00000400:00000200:0.0:1773673939.103681:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:0.0:1773673939.103683:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:0.0:1773673939.103688:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673939.103702:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673939.103719:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.103725:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673939.103727:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.103730:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673939.103733:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673939.103736:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673939.103738:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.103741:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673939.103751:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=145 v=5 (5 5 5 0) 00000100:00001000:0.0:1773673939.103755:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673939.103757:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673939.103759:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.103761:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673939.103790:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.103795:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673939.103797:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:0.0:1773673939.103799:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673939.103802:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673939.103807:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.103998:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673939.104001:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673939.104002:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673939.104006:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673939.104013:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953417088:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773673939.104018:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.104021:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.104024:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb480 x1859825953417088/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.104036:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673939.104038:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673939.104042:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fc00. 02000000:00000001:0.0:1773673939.104756:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673939.104759:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673939.104761:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673939.104797:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673939.104800:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0704e400. 02000000:00000001:0.0:1773673939.104804:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673939.104806:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673939.104807:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb480. 00000100:00000001:0.0:1773673939.104812:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673939.104813:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.104817:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673939.104828:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673939.104830:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.104832:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673939.104835:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773673939.105286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00010000:00000010:2.1:1773673939.105349:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab400. 00000800:00000001:1.0:1773673939.106312:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.106327:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.106331:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.106334:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.106343:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.106349:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.106358:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.106363:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.106368:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.106372:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1144 into portal 10 MB=0x69b80794c2800 00000400:00000200:1.0:1773673939.106378:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.106384:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1144/1144 into md 0x2c4959 [1] + 224 00000800:00000001:1.0:1773673939.106392:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.106403:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.106406:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.106411:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.106418:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.106425:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953417216/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773673970 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673939.106434:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff98dc04289500 x1859825953417216/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773673970 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.106450:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.106458:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.106462:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673939.108881:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673939.108886:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5000. 00000400:00000200:1.0:1773673939.108891:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.108897:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673939.108902:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:1.0:1773673939.108904:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:1.0:1773673939.108908:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673939.108912:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953417472/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.108921:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673939.108924:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289500 x1859825953417472/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.108930:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.108932:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.115756:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.115810:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.115815:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.115818:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.115829:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.115836:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.115844:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.115850:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.115855:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.115860:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c2900 00000400:00000200:1.0:1773673939.115864:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.115870:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4961 [1] + 224 00000800:00000001:1.0:1773673939.115879:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.115889:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.115892:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.115896:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.115903:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.115912:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953417472/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673939.115923:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc04289500 x1859825953417472/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.115945:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.115953:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.115957:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673939.145286:0:90457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.145294:0:90457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.145297:0:90457:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673939.145300:0:90457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bbc0 00000080:00200000:1.0:1773673939.145305:0:90457:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673939.145314:0:90457:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704f600. 00800000:00000002:1.0:1773673939.145526:0:90457:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673939.145530:0:90457:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673939.145535:0:90457:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.145538:0:90457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2bae0 00800000:00000002:1.0:1773673939.145541:0:90457:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.145545:0:90457:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673939.145547:0:90457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.145551:0:90457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.145553:0:90457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.145556:0:90457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.145558:0:90457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.145561:0:90457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.145563:0:90457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.145567:0:90457:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673939.145585:0:90457:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.145587:0:90457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c2b9b0 00000002:00010000:1.0:1773673939.145590:0:90457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673939.145594:0:90457:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673939.145596:0:90457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.145599:0:90457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673939.145608:0:90457:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673939.145610:0:90457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673939.145612:0:90457:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673939.145615:0:90457:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673939.145617:0:90457:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673939.145623:0:90457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773673939.145628:0:90457:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673939.145636:0:90457:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673939.145642:0:90457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.145648:0:90457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.145650:0:90457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.145652:0:90457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.145655:0:90457:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673939.145658:0:90457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673939.145663:0:90457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673939.145671:0:90457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c7000. 00000100:00000001:1.0:1773673939.145678:0:90457:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.145684:0:90457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673939.145686:0:90457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.145688:0:90457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673939.145689:0:90457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.145691:0:90457:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673939.145698:0:90457:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00010000:00000001:1.0:1773673939.145703:0:90457:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673939.145706:0:90457:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773673939.145710:0:90457:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fabd00. 00010000:00000010:1.0:1773673939.145714:0:90457:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799a80. 00010000:00000001:1.0:1773673939.145719:0:90457:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673939.145722:0:90457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085200. 00000020:00000001:1.0:1773673939.145726:0:90457:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673939.145728:0:90457:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085200 with handle 0x2f77f56113814156 to hash 00000020:00000001:1.0:1773673939.145731:0:90457:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673939.145732:0:90457:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.145736:0:90457:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.145741:0:90457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.145744:0:90457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.145749:0:90457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90457 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673939.145760:0:90457:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90457 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673939.146002:0:90457:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90457 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673939.146009:0:90457:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673939.146011:0:90457:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673939.146018:0:90457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc1114a000. 00000100:00000001:1.0:1773673939.146020:0:90457:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679632384 : -113404029919232 : ffff98dc1114a000) 00000100:00000001:1.0:1773673939.146023:0:90457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673939.146024:0:90457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:1.0:1773673939.146030:0:90457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673939.146034:0:90457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.146037:0:90457:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673939.146039:0:90457:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673939.146052:0:90457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.146068:0:90457:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673939.146070:0:90457:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.146074:0:90457:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673939.146076:0:90457:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673939.146079:0:90457:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673939.146083:0:90457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job cat:50b6f219-0167-4a18-8ed7-c655d95343ea:90457:1859825953417600:192.168.201.103@tcp:101:cat.0 00000100:00000001:1.0:1773673939.146088:0:90457:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673939.146094:0:90457:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673939.146096:0:90457:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673939.146099:0:90457:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673939.146103:0:90457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072fd000. 02000000:00000001:1.0:1773673939.146105:0:90457:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673939.146114:0:90457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673939.146118:0:90457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149a0. 00000400:00000010:1.0:1773673939.146125:0:90457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdc38. 00000100:00000200:1.0:1773673939.146134:0:90457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953417600, portal 10 00000100:00000001:1.0:1773673939.146136:0:90457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673939.146138:0:90457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:1.0:1773673939.146146:0:90457:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673970 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.146155:0:90457:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673939.146159:0:90457:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673939.146162:0:90457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd770. 00000100:00000200:1.0:1773673939.146165:0:90457:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953417600, offset 0 00000400:00000200:1.0:1773673939.146172:0:90457:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673939.146181:0:90457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.146189:0:90457:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673939.146194:0:90457:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673939.146199:0:90457:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673939.146203:0:90457:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673939.146205:0:90457:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673939.146441:0:90457:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252406:252406:256:4294967295] 192.168.201.103@tcp LPNI seq info [252374:252374:8:4294967295] 00000400:00000200:1.0:1773673939.146448:0:90457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.146459:0:90457:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673939.146465:0:90457:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673939.146472:0:90457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:1.0:1773673939.146478:0:90457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673939.146486:0:90457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673939.146491:0:90457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673939.146511:0:90457:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673939.146516:0:90457:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 167365 usecs (168 jiffies) 00000400:00000200:1.0:1773673939.146519:0:90457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673939.146522:0:90457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496366 00000100:00000001:1.0:1773673939.146526:0:90457:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.146528:0:90457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496366 00000100:00000001:1.0:1773673939.146530:0:90457:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:1.0:1773673939.146532:0:90457:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673939.146535:0:90457:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.146537:0:90457:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673939.146539:0:90457:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673939.146542:0:90457:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc1114a000 going to sleep for 26 seconds 00000100:00000001:1.0:1773673939.146545:0:90457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673939.146548:0:90457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673939.147709:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.147716:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773673939.147723:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.147731:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.147737:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd770 00000400:00000010:0.0:1773673939.147740:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd770. 00000100:00000001:0.0:1773673939.147744:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.147751:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673970 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.147762:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.147796:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673970 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.147804:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.147806:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.160758:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.161225:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.161230:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.161232:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.161242:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.161251:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.161262:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.161269:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.161276:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.161281:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c2980 00000400:00000200:1.0:1773673939.161286:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.161292:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4969 [1] + 224 00000800:00000001:1.0:1773673939.161301:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.161311:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.161314:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.161318:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.161325:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.161334:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673970 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673939.161346:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fb8000 x1859825953417600/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673970 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.161431:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.161441:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.161446:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673939.169299:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673939.169311:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0b7d5000. 00000400:00000200:0.0:1773673939.169323:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.169332:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673939.169341:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:0.0:1773673939.169344:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:0.0:1773673939.169350:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673939.169359:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953417856/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673970 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.169372:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673939.169376:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289500 x1859825953417856/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673970 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.169383:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.169385:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673939.171356:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.171373:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673939.171378:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.171381:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.171392:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.171399:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673939.171492:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.171498:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.171613:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.171618:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c2a80 00000400:00000200:1.0:1773673939.171623:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673939.171630:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4979 [64] + 224 00000800:00000001:1.0:1773673939.171639:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.171649:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673939.171652:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.171656:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673939.171663:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673939.171671:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953417856/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673970 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673939.171683:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc04289500 x1859825953417856/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673970 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.171879:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673939.171890:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673939.171894:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673939.211992:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.211998:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.212000:0:90458:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673939.212003:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83b20 00000080:00200000:1.0:1773673939.212009:0:90458:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673939.212016:0:90458:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704f000. 00800000:00000002:1.0:1773673939.212022:0:90458:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673939.212026:0:90458:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673939.212032:0:90458:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.212034:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83a40 00800000:00000002:1.0:1773673939.212036:0:90458:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.212040:0:90458:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673939.212056:0:90458:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.212060:0:90458:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.212062:0:90458:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.212065:0:90458:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.212068:0:90458:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.212070:0:90458:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.212073:0:90458:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.212076:0:90458:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673939.212082:0:90458:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.212084:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83910 00000002:00010000:1.0:1773673939.212086:0:90458:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673939.212089:0:90458:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673939.212092:0:90458:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.212096:0:90458:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.212104:0:90458:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:1.0:1773673939.212108:0:90458:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.212115:0:90458:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.212121:0:90458:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673939.212127:0:90458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773673939.212140:0:90458:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.212145:0:90458:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.212148:0:90458:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773673939.212155:0:90458:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673939.212157:0:90458:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673939.212159:0:90458:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.212161:0:90458:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.212163:0:90458:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.212164:0:90458:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673939.212167:0:90458:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673939.212172:0:90458:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673939.212176:0:90458:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704f000. 00000080:00000001:1.0:1773673939.212181:0:90458:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673939.212182:0:90458:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.212185:0:90458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673939.212189:0:90458:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:1.0:1773673939.212193:0:90458:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673939.212196:0:90458:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673939.212198:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.212200:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.212203:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.212205:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.212208:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.212210:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212212:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673939.212213:0:90458:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673939.212215:0:90458:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.212218:0:90458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d83b58 00010000:00000001:1.0:1773673939.212220:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.212222:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.212223:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.212224:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.212226:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.212229:0:90458:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673939.212231:0:90458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673939.212238:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212239:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.212241:0:90458:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673939.212244:0:90458:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673939.212246:0:90458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673939.212255:0:90458:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673939.212257:0:90458:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673939.212260:0:90458:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.212265:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212266:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.212268:0:90458:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212272:0:90458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673939.212274:0:90458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212276:0:90458:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212279:0:90458:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212282:0:90458:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673939.212283:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212285:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673939.212287:0:90458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673939.212289:0:90458:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.212292:0:90458:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673939.212296:0:90458:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.212299:0:90458:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673939.212303:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83b48 00000080:00002000:1.0:1773673939.212305:0:90458:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc18af91b0) flags 0x48004e refc 0 00000080:00000001:1.0:1773673939.212308:0:90458:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.212310:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83b90 00000080:00200000:1.0:1773673939.212312:0:90458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1773673939.212319:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83d08 00000080:00200008:1.0:1773673939.212321:0:90458:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1773673939.212326:0:90458:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673939.212327:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83c80 00000080:00200000:1.0:1773673939.212328:0:90458:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff98dc04a02a08),name=recon 00000080:00000010:1.0:1773673939.212333:0:90458:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704f000. 00800000:00000002:1.0:1773673939.212335:0:90458:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673939.212341:0:90458:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673939.212343:0:90458:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.212344:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83ba0 00800000:00000002:1.0:1773673939.212346:0:90458:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.212349:0:90458:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673939.212353:0:90458:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.212354:0:90458:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.212355:0:90458:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.212357:0:90458:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.212358:0:90458:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.212360:0:90458:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.212362:0:90458:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673939.212364:0:90458:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.212365:0:90458:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.212366:0:90458:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.212367:0:90458:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.212369:0:90458:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.212370:0:90458:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:1.0:1773673939.212372:0:90458:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.212374:0:90458:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673939.212376:0:90458:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.212377:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83a70 00000002:00010000:1.0:1773673939.212379:0:90458:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673939.212382:0:90458:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673939.212383:0:90458:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.212385:0:90458:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.212388:0:90458:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 4 00010000:00000001:1.0:1773673939.212390:0:90458:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.212393:0:90458:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.212395:0:90458:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673939.212399:0:90458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773673939.212406:0:90458:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.212408:0:90458:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.212410:0:90458:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773673939.212417:0:90458:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673939.212418:0:90458:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673939.212420:0:90458:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.212422:0:90458:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.212424:0:90458:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.212425:0:90458:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673939.212428:0:90458:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673939.212430:0:90458:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673939.212432:0:90458:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704f000. 00000080:00000001:1.0:1773673939.212435:0:90458:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673939.212437:0:90458:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.212439:0:90458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000080:00010000:1.0:1773673939.212441:0:90458:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) for lock 0x2f77f5611381412c 00800000:00000001:1.0:1773673939.212443:0:90458:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673939.212444:0:90458:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673939.212446:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.212447:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.212448:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673939.212450:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.212452:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.212455:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212457:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673939.212458:0:90458:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673939.212460:0:90458:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.212462:0:90458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381412c from it ffffbabdc1d83cb8 00010000:00000001:1.0:1773673939.212464:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.212465:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.212466:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:1.0:1773673939.212468:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.212471:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:1.0:1773673939.212473:0:90458:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673939.212475:0:90458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773673939.212480:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212481:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.212482:0:90458:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673939.212484:0:90458:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673939.212486:0:90458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773673939.212491:0:90458:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673939.212493:0:90458:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673939.212495:0:90458:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.212497:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212498:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.212499:0:90458:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212500:0:90458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673939.212502:0:90458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212503:0:90458:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212505:0:90458:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.212506:0:90458:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673939.212508:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.212508:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673939.212510:0:90458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673939.212511:0:90458:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673939.212515:0:90458:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773673939.212517:0:90458:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773673939.212519:0:90458:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673939.212522:0:90458:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773673939.212523:0:90458:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.212525:0:90458:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773673939.212528:0:90458:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773673939.212531:0:90458:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773673939.212536:0:90458:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773673939.212540:0:90458:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f000. 00000020:00000010:1.0:1773673939.212546:0:90458:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704ee00. 00000020:00000010:1.0:1773673939.212550:0:90458:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773673939.212557:0:90458:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673939.212564:0:90458:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673939.218413:0:90458:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673939.218433:0:90458:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673939.218438:0:90458:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673939.218445:0:90458:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704e200. 00000008:00000010:1.0:1773673939.218452:0:90458:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673939.218458:0:90458:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673939.218462:0:90458:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673939.218465:0:90458:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773673939.218469:0:90458:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773673939.218474:0:90458:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000001:1.0:1773673939.218478:0:90458:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:1.0:1773673939.218480:0:90458:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773673939.218483:0:90458:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773673939.218485:0:90458:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773673939.218489:0:90458:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773673939.218491:0:90458:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773673939.218494:0:90458:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773673939.218496:0:90458:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.218652:0:90458:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773673939.218659:0:90458:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff98dc07f5bbb0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773673939.218664:0:90458:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc085127c0 00020000:00000001:1.0:1773673939.218669:0:90458:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773673939.218671:0:90458:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773673939.218674:0:90458:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773673939.218676:0:90458:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.218679:0:90458:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773673939.218681:0:90458:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773673939.218682:0:90458:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.218684:0:90458:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773673939.218685:0:90458:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773673939.218687:0:90458:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773673939.218688:0:90458:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc085127c0 00000020:00000001:1.0:1773673939.218691:0:90458:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773673939.218694:0:90458:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773673939.218695:0:90458:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:1.0:1773673939.218698:0:90458:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773673939.218700:0:90458:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773673939.218702:0:90458:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773673939.218705:0:90458:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773673939.218710:0:90458:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773673939.218716:0:90458:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc03799f80. 00020000:00000002:1.0:1773673939.218719:0:90458:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773673939.218721:0:90458:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773673939.218724:0:90458:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773673939.218726:0:90458:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773673939.218728:0:90458:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773673939.218732:0:90458:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9a20. 00000020:00000010:1.0:1773673939.218735:0:90458:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704ec00. 00000020:00000010:1.0:1773673939.218739:0:90458:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704e800. 00000020:00000010:1.0:1773673939.218742:0:90458:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673939.218748:0:90458:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773673939.218752:0:90458:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773673939.218756:0:90458:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773673939.218759:0:90458:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1c78. 00000080:00000010:1.0:1773673939.218761:0:90458:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f58db0. 00000020:00000010:1.0:1773673939.218963:0:90458:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f600. 00000008:00000010:1.0:1773673939.218968:0:90458:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773673939.218971:0:90458:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773673939.218974:0:90458:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773673939.218978:0:90458:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f03c0. 00000020:00000001:1.0:1773673939.218981:0:90458:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971368 : -113404165580248 : ffff98dc08fe9a28) 00000020:00001000:1.0:1773673939.218983:0:90458:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9a20 00000020:00000001:1.0:1773673939.218986:0:90458:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5aa8 -> ffff98dc12ff5e90 00000020:00000001:1.0:1773673939.218988:0:90458:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773673939.218991:0:90458:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773673939.218992:0:90458:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773673939.218994:0:90458:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.218995:0:90458:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.218997:0:90458:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511177256 : -113404198374360 : ffff98dc070a3428) 00000020:00000001:1.0:1773673939.218999:0:90458:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773673939.219003:0:90458:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc09152980. 00000008:00010000:1.0:1773673939.219005:0:90458:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773673939.219008:0:90458:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773673939.219009:0:90458:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773673939.219011:0:90458:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc03799fb0, osc lock ffff98dc09152980, flags 0x400001002 00000020:00000001:1.0:1773673939.219013:0:90458:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.219015:0:90458:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.219017:0:90458:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669451370368 : -113404258181248 : ffff98dc03799f80) 00000020:00000001:1.0:1773673939.219019:0:90458:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773673939.219020:0:90458:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773673939.219022:0:90458:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219024:0:90458:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219027:0:90458:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773673939.219028:0:90458:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773673939.219030:0:90458:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773673939.219031:0:90458:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773673939.219033:0:90458:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773673939.219034:0:90458:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511177256 : -113404198374360 : ffff98dc070a3428) 00000020:00000001:1.0:1773673939.219036:0:90458:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773673939.219038:0:90458:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773673939.219040:0:90458:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773673939.219200:0:90458:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773673939.219202:0:90458:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773673939.219204:0:90458:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773673939.219206:0:90458:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773673939.219208:0:90458:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773673939.219209:0:90458:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773673939.219212:0:90458:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773673939.219215:0:90458:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.219222:0:90458:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91900 count: 2 00010000:00000001:1.0:1773673939.219226:0:90458:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.219232:0:90458:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.219237:0:90458:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673939.219242:0:90458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773673939.219257:0:90458:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.219265:0:90458:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.219268:0:90458:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773673939.219277:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.219279:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.219282:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=4 00000020:00000001:1.0:1773673939.219284:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673939.219287:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00000008:00000001:1.0:1773673939.219292:0:90458:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773673939.219294:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.219295:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.219297:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=5 00000020:00000001:1.0:1773673939.219299:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673939.219301:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00000020:00000001:1.0:1773673939.219305:0:90458:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773673939.219307:0:90458:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773673939.219309:0:90458:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773673939.219311:0:90458:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.219312:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.219314:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.219316:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=6 00000020:00000001:1.0:1773673939.219318:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673939.219320:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673939.219322:0:90458:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673939.219325:0:90458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773673939.219333:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.219335:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.219337:0:90458:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673939.219339:0:90458:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673939.219342:0:90458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1773673939.219352:0:90458:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673939.219356:0:90458:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673939.219358:0:90458:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.219362:0:90458:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.219365:0:90458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673939.219368:0:90458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.219370:0:90458:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.219373:0:90458:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.219376:0:90458:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673939.219378:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.219379:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.219380:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.219381:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773673939.219383:0:90458:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773673939.219386:0:90458:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219388:0:90458:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773673939.219391:0:90458:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219392:0:90458:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219394:0:90458:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773673939.219395:0:90458:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773673939.219398:0:90458:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773673939.219401:0:90458:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773673939.219403:0:90458:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219405:0:90458:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.219410:0:90458:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773673939.219412:0:90458:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:1.0:1773673939.219415:0:90458:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:1.0:1773673939.219417:0:90458:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773673939.219421:0:90458:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773673939.219425:0:90458:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773673939.219427:0:90458:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1773673939.219429:0:90458:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773673939.219431:0:90458:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1773673939.219434:0:90458:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[1]: s=46 (1) m=1773673939 a=1773673939 c=1773673939 b=0 00020000:00000001:1.0:1773673939.219438:0:90458:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773673939.219440:0:90458:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773673939 a=1773673939 c=1773673939 b=0 00020000:00000001:1.0:1773673939.219443:0:90458:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219445:0:90458:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219448:0:90458:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000080:00200000:1.0:1773673939.219450:0:90458:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1773673939.219453:0:90458:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773673939.219457:0:90458:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773673939.219459:0:90458:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f5bb50 (ffff98dc08fe9ab8/0) at cl_lock_release():245 00000020:00000001:1.0:1773673939.219462:0:90458:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773673939.219464:0:90458:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f5bb50 (ffff98dc08fe9ab8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773673939.219467:0:90458:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773673939.219469:0:90458:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773673939.219470:0:90458:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511177256 : -113404198374360 : ffff98dc070a3428) 00000020:00000001:1.0:1773673939.219472:0:90458:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773673939.219473:0:90458:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc03799fb0 (ffff98dc08fe9a28/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773673939.219476:0:90458:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773673939.219477:0:90458:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773673939.219478:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.219480:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773673939.219481:0:90458:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773673939.219483:0:90458:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773673939.219484:0:90458:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773673939.219485:0:90458:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773673939.219487:0:90458:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773673939.219488:0:90458:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f5bb50 (ffff98dc08fe9ab8/0) at cl_lock_fini():72 00020000:00000001:1.0:1773673939.219491:0:90458:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773673939.219493:0:90458:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773673939.219494:0:90458:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc03799fb0 (ffff98dc08fe9ab8/1) at cl_lock_fini():72 00000008:00000010:1.0:1773673939.219497:0:90458:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc09152980. 00000020:00000001:1.0:1773673939.219623:0:90458:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773673939.219626:0:90458:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc03799f80. 00020000:00000001:1.0:1773673939.219630:0:90458:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773673939.219631:0:90458:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773673939.219632:0:90458:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773673939.219634:0:90458:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219636:0:90458:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773673939.219638:0:90458:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773673939.219640:0:90458:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773673939.219642:0:90458:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773673939.219643:0:90458:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773673939.219644:0:90458:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9a20 00000020:00000010:1.0:1773673939.219649:0:90458:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704e800. 00000020:00000010:1.0:1773673939.219652:0:90458:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773673939.219655:0:90458:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773673939.219658:0:90458:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773673939.219662:0:90458:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773673939.219665:0:90458:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1c78. 00000080:00000010:1.0:1773673939.219668:0:90458:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f58db0. 00000020:00000010:1.0:1773673939.219671:0:90458:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704ec00. 00000008:00000010:1.0:1773673939.219674:0:90458:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773673939.219677:0:90458:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773673939.219682:0:90458:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773673939.219685:0:90458:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f03c0. 00000020:00000010:1.0:1773673939.219687:0:90458:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f600. 00000020:00000010:1.0:1773673939.219690:0:90458:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9a20. 00020000:00000001:1.0:1773673939.219692:0:90458:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773673939.219694:0:90458:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773673939.219696:0:90458:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773673939.219698:0:90458:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773673939.219701:0:90458:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773673939.219704:0:90458:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.219706:0:90458:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673939.219708:0:90458:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773673939.219709:0:90458:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773673939.219710:0:90458:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773673939.219712:0:90458:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704ee00. 00000020:00000010:1.0:1773673939.219714:0:90458:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773673939.219717:0:90458:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773673939.219719:0:90458:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773673939.219721:0:90458:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773673939.219724:0:90458:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773673939.219726:0:90458:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773673939.219729:0:90458:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f000. 00000008:00000010:1.0:1773673939.219731:0:90458:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773673939.219734:0:90458:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773673939.219736:0:90458:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773673939.219738:0:90458:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773673939.219741:0:90458:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704e200. 00000020:00000010:1.0:1773673939.219743:0:90458:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000001:00000001:1.0:1773673939.219745:0:90458:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.219754:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83d08 00000080:00000008:1.0:1773673939.219757:0:90458:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1773673939.219897:0:90458:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673939.219900:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83da0 00000080:00002000:1.0:1773673939.219903:0:90458:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc18af91b0, parent ffff98dc10e90a20, inode ffff98dc04a02a08) hashed, 00000080:00000001:1.0:1773673939.219906:0:90458:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.219975:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.219979:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.219982:0:90458:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673939.219984:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83bc0 00000080:00200000:1.0:1773673939.219986:0:90458:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673939.219991:0:90458:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704e200. 00800000:00000002:1.0:1773673939.219999:0:90458:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673939.220002:0:90458:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673939.220007:0:90458:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.220010:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83ae0 00800000:00000002:1.0:1773673939.220012:0:90458:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.220016:0:90458:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673939.220019:0:90458:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.220021:0:90458:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.220024:0:90458:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.220026:0:90458:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.220028:0:90458:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.220030:0:90458:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.220032:0:90458:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.220036:0:90458:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673939.220041:0:90458:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.220219:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d839b0 00000002:00010000:1.0:1773673939.220221:0:90458:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673939.220226:0:90458:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673939.220228:0:90458:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.220230:0:90458:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.220237:0:90458:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:1.0:1773673939.220240:0:90458:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.220244:0:90458:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.220248:0:90458:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673939.220253:0:90458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773673939.220262:0:90458:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.220267:0:90458:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.220270:0:90458:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773673939.220278:0:90458:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673939.220280:0:90458:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673939.220282:0:90458:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.220284:0:90458:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.220286:0:90458:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.220289:0:90458:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673939.220292:0:90458:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673939.220295:0:90458:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673939.220298:0:90458:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704e200. 00000080:00000001:1.0:1773673939.220303:0:90458:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673939.220305:0:90458:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.220308:0:90458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673939.220312:0:90458:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:1.0:1773673939.220315:0:90458:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673939.220317:0:90458:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673939.220319:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.220321:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.220323:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.220325:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220327:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220330:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220331:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673939.220333:0:90458:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673939.220334:0:90458:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.220338:0:90458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d83bf8 00010000:00000001:1.0:1773673939.220340:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.220341:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.220342:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.220344:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220346:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220349:0:90458:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673939.220352:0:90458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673939.220359:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220360:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.220362:0:90458:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673939.220364:0:90458:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673939.220366:0:90458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773673939.220373:0:90458:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673939.220376:0:90458:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673939.220378:0:90458:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.220381:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220383:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.220384:0:90458:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220388:0:90458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673939.220389:0:90458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220391:0:90458:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220393:0:90458:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220395:0:90458:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673939.220396:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220397:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673939.220400:0:90458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673939.220402:0:90458:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.220405:0:90458:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673939.220408:0:90458:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.220412:0:90458:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673939.220414:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83be8 00000080:00002000:1.0:1773673939.220416:0:90458:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc18af91b0) flags 0x48004e refc 0 00000080:00000001:1.0:1773673939.220418:0:90458:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.220420:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83c30 00000080:00200000:1.0:1773673939.220422:0:90458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1773673939.220438:0:90458:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773673939.220441:0:90458:0:(xattr.c:576:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1773673939.220444:0:90458:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673939.220445:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83e40 00000080:00002000:1.0:1773673939.220447:0:90458:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc18af91b0, parent ffff98dc10e90a20, inode ffff98dc04a02a08) hashed, 00000080:00000001:1.0:1773673939.220449:0:90458:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.220462:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.220464:0:90458:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673939.220466:0:90458:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673939.220467:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83bc0 00000080:00200000:1.0:1773673939.220469:0:90458:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673939.220472:0:90458:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704e200. 00800000:00000002:1.0:1773673939.220476:0:90458:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673939.220479:0:90458:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673939.220481:0:90458:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.220483:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83ae0 00800000:00000002:1.0:1773673939.220484:0:90458:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.220487:0:90458:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673939.220488:0:90458:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673939.220489:0:90458:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673939.220491:0:90458:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673939.220493:0:90458:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673939.220494:0:90458:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.220496:0:90458:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673939.220616:0:90458:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673939.220622:0:90458:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673939.220626:0:90458:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673939.220627:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d839b0 00000002:00010000:1.0:1773673939.220629:0:90458:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673939.220632:0:90458:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673939.220633:0:90458:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673939.220635:0:90458:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673939.220638:0:90458:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:1.0:1773673939.220640:0:90458:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673939.220643:0:90458:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673939.220645:0:90458:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673939.220649:0:90458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773673939.220656:0:90458:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673939.220659:0:90458:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673939.220661:0:90458:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773673939.220668:0:90458:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673939.220670:0:90458:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673939.220671:0:90458:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.220673:0:90458:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673939.220675:0:90458:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.220677:0:90458:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673939.220679:0:90458:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673939.220681:0:90458:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673939.220684:0:90458:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704e200. 00000080:00000001:1.0:1773673939.220687:0:90458:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673939.220688:0:90458:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.220691:0:90458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673939.220693:0:90458:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:1.0:1773673939.220696:0:90458:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673939.220697:0:90458:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673939.220698:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.220700:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.220701:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.220703:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220706:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220708:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220709:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673939.220710:0:90458:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673939.220712:0:90458:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673939.220714:0:90458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d83bf8 00010000:00000001:1.0:1773673939.220715:0:90458:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673939.220716:0:90458:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673939.220718:0:90458:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:1.0:1773673939.220719:0:90458:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220722:0:90458:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773673939.220723:0:90458:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673939.220726:0:90458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773673939.220733:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220734:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.220736:0:90458:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673939.220738:0:90458:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673939.220741:0:90458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773673939.220747:0:90458:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673939.220749:0:90458:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673939.220751:0:90458:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673939.220753:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220754:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673939.220756:0:90458:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220758:0:90458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673939.220759:0:90458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220761:0:90458:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220884:0:90458:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673939.220888:0:90458:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673939.220889:0:90458:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673939.220891:0:90458:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673939.220893:0:90458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673939.220894:0:90458:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673939.220897:0:90458:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673939.220900:0:90458:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673939.220904:0:90458:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673939.220906:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83be8 00000080:00002000:1.0:1773673939.220907:0:90458:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc18af91b0) flags 0x48004e refc 0 00000080:00000001:1.0:1773673939.220910:0:90458:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673939.220911:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83c30 00000080:00200000:1.0:1773673939.220913:0:90458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1773673939.220920:0:90458:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773673939.220923:0:90458:0:(xattr.c:592:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1773673939.220926:0:90458:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673939.220927:0:90458:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d83e40 00000080:00002000:1.0:1773673939.221581:0:90458:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc18af91b0, parent ffff98dc10e90a20, inode ffff98dc04a02a08) hashed, 00000080:00000001:1.0:1773673939.221586:0:90458:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.253884:0:90459:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673939.253892:0:90459:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673939.253894:0:90459:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673939.253897:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93b20 00000080:00200000:0.0:1773673939.253902:0:90459:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673939.253910:0:90459:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c30e00. 00800000:00000002:0.0:1773673939.253916:0:90459:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673939.253920:0:90459:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673939.253925:0:90459:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.253927:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93a40 00800000:00000002:0.0:1773673939.253930:0:90459:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.253933:0:90459:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673939.253936:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.253938:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.253941:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.253944:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.253946:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.253948:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.253950:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.253953:0:90459:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673939.253959:0:90459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.253961:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93910 00000002:00010000:0.0:1773673939.253963:0:90459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673939.253967:0:90459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673939.253969:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.253972:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.253979:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:0.0:1773673939.253981:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.253987:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.253991:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673939.253996:0:90459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773673939.254007:0:90459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673939.254013:0:90459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673939.254017:0:90459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773673939.254024:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673939.254026:0:90459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.254028:0:90459:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.254030:0:90459:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.254032:0:90459:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.254034:0:90459:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673939.254037:0:90459:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673939.254039:0:90459:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673939.254043:0:90459:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c30e00. 00000080:00000001:0.0:1773673939.254048:0:90459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673939.254049:0:90459:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.254052:0:90459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673939.254055:0:90459:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:0.0:1773673939.254059:0:90459:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673939.254061:0:90459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673939.254063:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254065:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254067:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.254069:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.254072:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.254075:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254077:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673939.254079:0:90459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.254081:0:90459:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.254083:0:90459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d93b58 00010000:00000001:0.0:1773673939.254086:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254087:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254088:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.254090:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.254092:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.254094:0:90459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673939.254097:0:90459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773673939.254104:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254105:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254106:0:90459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673939.254108:0:90459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673939.254111:0:90459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773673939.254121:0:90459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.254124:0:90459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.254126:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.254130:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254132:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254133:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254136:0:90459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.254138:0:90459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254140:0:90459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254142:0:90459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254144:0:90459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673939.254146:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254147:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673939.254150:0:90459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673939.254152:0:90459:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.254154:0:90459:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673939.254159:0:90459:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.254163:0:90459:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673939.254165:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93b48 00000080:00002000:0.0:1773673939.254167:0:90459:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc18af91b0) flags 0x48004e refc 0 00000080:00000001:0.0:1773673939.254170:0:90459:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254172:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93b90 00000080:00200000:0.0:1773673939.254173:0:90459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1773673939.254180:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93d08 00000080:00200008:0.0:1773673939.254182:0:90459:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673939.254187:0:90459:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673939.254188:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93c80 00000080:00200000:0.0:1773673939.254190:0:90459:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff98dc04a02a08),name=recon 00000080:00000010:0.0:1773673939.254195:0:90459:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c30e00. 00800000:00000002:0.0:1773673939.254198:0:90459:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673939.254203:0:90459:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673939.254204:0:90459:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.254206:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93ba0 00800000:00000002:0.0:1773673939.254207:0:90459:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.254210:0:90459:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673939.254213:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.254214:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.254215:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.254217:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.254218:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.254220:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.254222:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.254224:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.254225:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.254226:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.254227:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.254229:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.254231:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673939.254233:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.254234:0:90459:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673939.254238:0:90459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.254239:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93a70 00000002:00010000:0.0:1773673939.254240:0:90459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673939.254243:0:90459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673939.254245:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.254246:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.254249:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 4 00010000:00000001:0.0:1773673939.254252:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.254254:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.254257:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673939.254260:0:90459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1773673939.254267:0:90459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673939.254269:0:90459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673939.254272:0:90459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1773673939.254278:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673939.254280:0:90459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.254282:0:90459:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.254283:0:90459:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.254285:0:90459:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.254287:0:90459:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673939.254289:0:90459:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673939.254291:0:90459:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673939.254293:0:90459:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c30e00. 00000080:00000001:0.0:1773673939.254296:0:90459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673939.254297:0:90459:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.254299:0:90459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) 00000080:00010000:0.0:1773673939.254302:0:90459:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) for lock 0x2f77f5611381412c 00800000:00000001:0.0:1773673939.254304:0:90459:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673939.254306:0:90459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673939.254307:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254309:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254310:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:0.0:1773673939.254312:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673939.254314:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673939.254316:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254318:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673939.254319:0:90459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.254321:0:90459:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.254322:0:90459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381412c from it ffffbabdc1d93cb8 00010000:00000001:0.0:1773673939.254324:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254325:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254327:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085000 refcount=3 00000020:00000001:0.0:1773673939.254329:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673939.254331:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721664 : -113404248829952 : ffff98dc04085000) 00010000:00000001:0.0:1773673939.254333:0:90459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673939.254336:0:90459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773673939.254343:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254344:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254345:0:90459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673939.254346:0:90459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673939.254349:0:90459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1773673939.254354:0:90459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.254356:0:90459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.254357:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.254359:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254361:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254362:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254364:0:90459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.254366:0:90459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254368:0:90459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254370:0:90459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254372:0:90459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673939.254373:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254374:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673939.254376:0:90459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673939.254377:0:90459:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673939.254380:0:90459:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1773673939.254383:0:90459:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773673939.254385:0:90459:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673939.254387:0:90459:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773673939.254388:0:90459:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.254390:0:90459:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773673939.254394:0:90459:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1773673939.254396:0:90459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673939.254401:0:90459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673939.254405:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30e00. 00000020:00000010:0.0:1773673939.254409:0:90459:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31e00. 00000020:00000010:0.0:1773673939.254413:0:90459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.254420:0:90459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.254425:0:90459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.254431:0:90459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.254436:0:90459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.254441:0:90459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.254446:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31400. 00000008:00000010:0.0:1773673939.254450:0:90459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.254453:0:90459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.254456:0:90459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.254459:0:90459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673939.254462:0:90459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673939.254464:0:90459:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773673939.254467:0:90459:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673939.254470:0:90459:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773673939.254472:0:90459:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773673939.254474:0:90459:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1773673939.254477:0:90459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673939.254478:0:90459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773673939.254480:0:90459:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773673939.254482:0:90459:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.254484:0:90459:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673939.254488:0:90459:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff98dc08bb24e0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1773673939.254491:0:90459:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc02f8cf80 00020000:00000001:0.0:1773673939.254495:0:90459:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773673939.254496:0:90459:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773673939.254499:0:90459:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773673939.254500:0:90459:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254502:0:90459:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773673939.254504:0:90459:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773673939.254506:0:90459:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254508:0:90459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673939.254509:0:90459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773673939.254510:0:90459:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773673939.254512:0:90459:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc02f8cf80 00000020:00000001:0.0:1773673939.254514:0:90459:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773673939.254516:0:90459:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1773673939.254518:0:90459:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:0.0:1773673939.254521:0:90459:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773673939.254522:0:90459:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773673939.254525:0:90459:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773673939.254527:0:90459:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773673939.254532:0:90459:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773673939.254538:0:90459:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc10a93200. 00020000:00000002:0.0:1773673939.254541:0:90459:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773673939.254544:0:90459:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773673939.254546:0:90459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673939.254548:0:90459:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773673939.254549:0:90459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673939.254552:0:90459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6ca20. 00000020:00000010:0.0:1773673939.254555:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30600. 00000020:00000010:0.0:1773673939.254557:0:90459:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31800. 00000020:00000010:0.0:1773673939.254560:0:90459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b300. 00000008:00000010:0.0:1773673939.254564:0:90459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773673939.254567:0:90459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80180. 00008000:00000010:0.0:1773673939.254586:0:90459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773673939.254590:0:90459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773673939.254593:0:90459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773673939.254596:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30a00. 00000008:00000010:0.0:1773673939.254599:0:90459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773673939.254601:0:90459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773673939.254603:0:90459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773673939.254605:0:90459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f780. 00000020:00000001:0.0:1773673939.254607:0:90459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459368 : -113404166092248 : ffff98dc08f6ca28) 00000020:00001000:0.0:1773673939.254609:0:90459:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6ca20 00000020:00000001:0.0:1773673939.254611:0:90459:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5aa8 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673939.254613:0:90459:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773673939.254616:0:90459:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673939.254617:0:90459:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773673939.254619:0:90459:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254620:0:90459:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254622:0:90459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769640 : -113404189781976 : ffff98dc078d5028) 00000020:00000001:0.0:1773673939.254624:0:90459:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773673939.254629:0:90459:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc031217c0. 00000008:00010000:0.0:1773673939.254631:0:90459:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1773673939.254634:0:90459:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673939.254635:0:90459:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773673939.254637:0:90459:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc10a93230, osc lock ffff98dc031217c0, flags 0x400001002 00000020:00000001:0.0:1773673939.254640:0:90459:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254642:0:90459:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254644:0:90459:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669672591872 : -113404036959744 : ffff98dc10a93200) 00000020:00000001:0.0:1773673939.254647:0:90459:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773673939.254648:0:90459:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773673939.254649:0:90459:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254651:0:90459:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254654:0:90459:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1773673939.254656:0:90459:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1773673939.254657:0:90459:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673939.254659:0:90459:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773673939.254660:0:90459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673939.254662:0:90459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769640 : -113404189781976 : ffff98dc078d5028) 00000020:00000001:0.0:1773673939.254663:0:90459:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673939.254665:0:90459:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773673939.254667:0:90459:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773673939.254670:0:90459:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773673939.254672:0:90459:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773673939.254674:0:90459:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773673939.254675:0:90459:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773673939.254676:0:90459:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773673939.254677:0:90459:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773673939.254679:0:90459:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773673939.254682:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.254686:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91900 count: 2 00010000:00000001:0.0:1773673939.254688:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.254692:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.254695:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673939.254698:0:90459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:0.0:1773673939.254709:0:90459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673939.254712:0:90459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673939.254714:0:90459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1773673939.254722:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254723:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254725:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=4 00000020:00000001:0.0:1773673939.254727:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673939.254729:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00000008:00000001:0.0:1773673939.254733:0:90459:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773673939.254735:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254736:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254737:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=5 00000020:00000001:0.0:1773673939.254739:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673939.254741:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00000020:00000001:0.0:1773673939.254745:0:90459:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773673939.254747:0:90459:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1773673939.254749:0:90459:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1773673939.254751:0:90459:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254753:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.254754:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.254755:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=6 00000020:00000001:0.0:1773673939.254757:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673939.254759:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673939.254761:0:90459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673939.254763:0:90459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1773673939.254795:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254796:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254797:0:90459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673939.254799:0:90459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673939.254801:0:90459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1773673939.254809:0:90459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.254811:0:90459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.254813:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.254814:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254816:0:90459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.254817:0:90459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254819:0:90459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254820:0:90459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.254822:0:90459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673939.254823:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254824:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.254825:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254826:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773673939.254827:0:90459:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773673939.254829:0:90459:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254831:0:90459:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773673939.254833:0:90459:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254835:0:90459:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254837:0:90459:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773673939.254838:0:90459:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1773673939.254842:0:90459:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1773673939.254843:0:90459:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1773673939.254845:0:90459:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254847:0:90459:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.254850:0:90459:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773673939.254853:0:90459:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673939.254855:0:90459:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000020:00000001:0.0:1773673939.254857:0:90459:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773673939.254860:0:90459:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773673939.254863:0:90459:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773673939 a=1773673939 c=1773673939 b=0 00020000:00000001:0.0:1773673939.254866:0:90459:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254868:0:90459:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254870:0:90459:0:(cl_object.c:151:cl_object_top()) ffff98dc12ff5e90 -> ffff98dc12ff5e90 00000080:00200000:0.0:1773673939.254873:0:90459:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1773673939.254875:0:90459:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773673939.254879:0:90459:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773673939.254880:0:90459:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc08bb2480 (ffff98dc08f6cab8/0) at cl_lock_release():245 00000020:00000001:0.0:1773673939.254883:0:90459:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773673939.254884:0:90459:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc08bb2480 (ffff98dc08f6cab8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773673939.254888:0:90459:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773673939.254889:0:90459:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773673939.254891:0:90459:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519769640 : -113404189781976 : ffff98dc078d5028) 00000020:00000001:0.0:1773673939.254892:0:90459:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773673939.254893:0:90459:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc10a93230 (ffff98dc08f6ca28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773673939.254896:0:90459:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773673939.254897:0:90459:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773673939.254898:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.254899:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773673939.254900:0:90459:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773673939.254902:0:90459:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673939.254903:0:90459:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673939.254904:0:90459:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773673939.254905:0:90459:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773673939.254906:0:90459:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc08bb2480 (ffff98dc08f6cab8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773673939.254909:0:90459:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773673939.254910:0:90459:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773673939.254911:0:90459:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc10a93230 (ffff98dc08f6cab8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773673939.254914:0:90459:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc031217c0. 00000020:00000001:0.0:1773673939.254918:0:90459:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773673939.254919:0:90459:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc10a93200. 00020000:00000001:0.0:1773673939.254921:0:90459:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773673939.254922:0:90459:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773673939.254923:0:90459:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773673939.254925:0:90459:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.254927:0:90459:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773673939.254929:0:90459:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773673939.254930:0:90459:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773673939.254931:0:90459:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773673939.254932:0:90459:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773673939.254934:0:90459:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6ca20 00000020:00000010:0.0:1773673939.254937:0:90459:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c31800. 00000020:00000010:0.0:1773673939.254940:0:90459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b300. 00000008:00000010:0.0:1773673939.254943:0:90459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773673939.254946:0:90459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80180. 00008000:00000010:0.0:1773673939.254950:0:90459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773673939.254953:0:90459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773673939.254956:0:90459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773673939.254958:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30600. 00000008:00000010:0.0:1773673939.254961:0:90459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773673939.254963:0:90459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773673939.254966:0:90459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773673939.254969:0:90459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f780. 00000020:00000010:0.0:1773673939.254971:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673939.254973:0:90459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6ca20. 00020000:00000001:0.0:1773673939.254976:0:90459:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773673939.254978:0:90459:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773673939.254979:0:90459:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773673939.254981:0:90459:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773673939.254985:0:90459:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773673939.254986:0:90459:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.254988:0:90459:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773673939.254990:0:90459:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773673939.254991:0:90459:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773673939.254992:0:90459:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673939.254994:0:90459:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c31e00. 00000020:00000010:0.0:1773673939.254996:0:90459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.254999:0:90459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.255001:0:90459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.255003:0:90459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.255006:0:90459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.255008:0:90459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.255011:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30e00. 00000008:00000010:0.0:1773673939.255013:0:90459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.255015:0:90459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.255018:0:90459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.255020:0:90459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673939.255022:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31400. 00000020:00000010:0.0:1773673939.255024:0:90459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000001:00000001:0.0:1773673939.255027:0:90459:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.255032:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93d08 00000080:00000008:0.0:1773673939.255035:0:90459:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff98dc04a02a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673939.255039:0:90459:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773673939.255041:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93da0 00000080:00002000:0.0:1773673939.255043:0:90459:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc18af91b0, parent ffff98dc10e90a20, inode ffff98dc04a02a08) hashed, 00000080:00000001:0.0:1773673939.255045:0:90459:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255070:0:90459:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673939.255073:0:90459:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673939.255075:0:90459:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673939.255076:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93bd8 00000080:00200000:0.0:1773673939.255078:0:90459:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673939.255082:0:90459:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c31400. 00800000:00000002:0.0:1773673939.255086:0:90459:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673939.255089:0:90459:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673939.255091:0:90459:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.255092:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93af8 00800000:00000002:0.0:1773673939.255094:0:90459:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.255098:0:90459:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673939.255100:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255102:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255103:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255105:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255107:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255108:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.255110:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255113:0:90459:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673939.255117:0:90459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.255119:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d939c8 00000002:00010000:0.0:1773673939.255120:0:90459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673939.255123:0:90459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673939.255124:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255126:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255130:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:0.0:1773673939.255133:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.255136:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.255138:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673939.255142:0:90459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1773673939.255149:0:90459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673939.255152:0:90459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673939.255155:0:90459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1773673939.255161:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673939.255163:0:90459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.255165:0:90459:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.255167:0:90459:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.255169:0:90459:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.255171:0:90459:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673939.255173:0:90459:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673939.255175:0:90459:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673939.255178:0:90459:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c31400. 00000080:00000001:0.0:1773673939.255181:0:90459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673939.255182:0:90459:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.255185:0:90459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673939.255188:0:90459:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:0.0:1773673939.255191:0:90459:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673939.255192:0:90459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673939.255193:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.255195:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.255196:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.255198:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255200:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255203:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255204:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673939.255205:0:90459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.255207:0:90459:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.255209:0:90459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d93c10 00010000:00000001:0.0:1773673939.255211:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.255212:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.255214:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.255216:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255218:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255220:0:90459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673939.255222:0:90459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773673939.255228:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255230:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.255231:0:90459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673939.255233:0:90459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673939.255235:0:90459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773673939.255241:0:90459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.255243:0:90459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.255245:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.255247:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255248:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.255250:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255252:0:90459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.255253:0:90459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255255:0:90459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255257:0:90459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255259:0:90459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673939.255260:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255261:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673939.255263:0:90459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673939.255265:0:90459:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.255267:0:90459:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673939.255271:0:90459:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255276:0:90459:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673939.255277:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93da0 00000080:00002000:0.0:1773673939.255279:0:90459:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc18af91b0) flags 0x48004e refc 0 00000080:00000001:0.0:1773673939.255282:0:90459:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.255283:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93e10 00000080:00200000:0.0:1773673939.255285:0:90459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:0.0:1773673939.255288:0:90459:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673939.255289:0:90459:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673939.255290:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93d30 00000080:00200000:0.0:1773673939.255292:0:90459:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673939.255296:0:90459:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c31400. 00800000:00000002:0.0:1773673939.255299:0:90459:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673939.255301:0:90459:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673939.255302:0:90459:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.255304:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93c50 00800000:00000002:0.0:1773673939.255305:0:90459:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.255308:0:90459:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673939.255309:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255311:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255312:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255313:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255315:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255317:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.255319:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255321:0:90459:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673939.255325:0:90459:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673939.255326:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93b20 00000002:00010000:0.0:1773673939.255328:0:90459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673939.255331:0:90459:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673939.255332:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255334:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255336:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:0.0:1773673939.255339:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.255341:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.255343:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673939.255346:0:90459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1773673939.255353:0:90459:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673939.255355:0:90459:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673939.255357:0:90459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1773673939.255363:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673939.255365:0:90459:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.255367:0:90459:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.255369:0:90459:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673939.255371:0:90459:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.255373:0:90459:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673939.255375:0:90459:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673939.255377:0:90459:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673939.255379:0:90459:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c31400. 00000080:00000001:0.0:1773673939.255382:0:90459:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673939.255383:0:90459:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.255385:0:90459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673939.255388:0:90459:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814156 00800000:00000001:0.0:1773673939.255391:0:90459:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673939.255392:0:90459:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673939.255394:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.255395:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.255397:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.255398:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255400:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255402:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255404:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673939.255405:0:90459:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.255406:0:90459:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673939.255408:0:90459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814156 from it ffffbabdc1d93d68 00010000:00000001:0.0:1773673939.255410:0:90459:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673939.255411:0:90459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673939.255412:0:90459:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:0.0:1773673939.255414:0:90459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255416:0:90459:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:0.0:1773673939.255417:0:90459:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673939.255420:0:90459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773673939.255425:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255426:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.255427:0:90459:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673939.255428:0:90459:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673939.255430:0:90459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1773673939.255435:0:90459:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.255437:0:90459:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.255438:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.255440:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255441:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.255442:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255444:0:90459:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.255445:0:90459:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255447:0:90459:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255449:0:90459:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255450:0:90459:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673939.255451:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255452:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673939.255454:0:90459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673939.255455:0:90459:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673939.255457:0:90459:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:0.0:1773673939.255460:0:90459:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255464:0:90459:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:0.0:1773673939.255466:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93df8 00000080:00200000:0.0:1773673939.255468:0:90459:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00000001:0.0:1773673939.255471:0:90459:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1773673939.255473:0:90459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673939.255475:0:90459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673939.255478:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31400. 00000020:00000010:0.0:1773673939.255480:0:90459:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30e00. 00000020:00000010:0.0:1773673939.255483:0:90459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.255487:0:90459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.255490:0:90459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.255492:0:90459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.255496:0:90459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.255499:0:90459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.255501:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31e00. 00000008:00000010:0.0:1773673939.255504:0:90459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.255507:0:90459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.255510:0:90459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.255512:0:90459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673939.255514:0:90459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673939.255516:0:90459:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773673939.255518:0:90459:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773673939.255521:0:90459:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc02f8cf80 00020000:00000002:0.0:1773673939.255523:0:90459:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc08797540 addref 2/0 by ffff98dc02f8cf80. 00020000:00000002:0.0:1773673939.255526:0:90459:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc12ff3d90) owner 0000000000000000/ffff98dc02f8cf80 00020000:00000001:0.0:1773673939.255529:0:90459:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773673939.255531:0:90459:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773673939.255533:0:90459:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773673939.255535:0:90459:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1773673939.255538:0:90459:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1773673939.255540:0:90459:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673939.255542:0:90459:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30e00. 00000020:00000010:0.0:1773673939.255544:0:90459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.255546:0:90459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.255549:0:90459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.255551:0:90459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.255554:0:90459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.255556:0:90459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.255558:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31400. 00000008:00000010:0.0:1773673939.255561:0:90459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.255563:0:90459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.255565:0:90459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.255568:0:90459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673939.255586:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31e00. 00000020:00000010:0.0:1773673939.255588:0:90459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:0.0:1773673939.255591:0:90459:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1773673939.255595:0:90459:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c31e00. 00800000:00000002:0.0:1773673939.255598:0:90459:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00800000:00000001:0.0:1773673939.255604:0:90459:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:0.0:1773673939.255607:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255608:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255609:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255611:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255613:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255614:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673939.255616:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.255618:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255619:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255620:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255621:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255623:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255624:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673939.255626:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673939.255629:0:90459:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1773673939.255630:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255631:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255632:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255633:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255635:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255636:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673939.255638:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255641:0:90459:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673939.255643:0:90459:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255645:0:90459:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x3:0x0] -> mds #0 00000002:00000001:0.0:1773673939.255649:0:90459:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1773673939.255651:0:90459:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773673939.255654:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 2 00010000:00000001:0.0:1773673939.255657:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.255659:0:90459:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773673939.255663:0:90459:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673939.255665:0:90459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1773673939.255673:0:90459:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673939.255677:0:90459:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673939.255679:0:90459:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773673939.255681:0:90459:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773673939.255683:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255685:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255687:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 3 00010000:00000001:0.0:1773673939.255688:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255691:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.255692:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255693:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255695:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 3 00010000:00000001:0.0:1773673939.255697:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255699:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.255700:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255701:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255702:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabd00 count: 3 00010000:00000001:0.0:1773673939.255704:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255705:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255707:0:90459:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773673939.255710:0:90459:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773673939.255713:0:90459:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773673939.255715:0:90459:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773673939.255718:0:90459:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673939.255719:0:90459:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.255721:0:90459:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673939.255724:0:90459:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673939.255726:0:90459:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673939.255728:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.255729:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773673939.255732:0:90459:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085200 with handle 0x2f77f56113814156 from hash 00010000:00000001:0.0:1773673939.255734:0:90459:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673939.255735:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.255737:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.255738:0:90459:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673939.255740:0:90459:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673939.255742:0:90459:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773673939.255745:0:90459:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673939.255746:0:90459:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.255748:0:90459:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673939.255751:0:90459:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773673939.255753:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 4 00010000:00000001:0.0:1773673939.255755:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673939.255757:0:90459:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773673939.255759:0:90459:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673939.255761:0:90459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce000/0x2f77f5611381415d lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6792 expref: -99 pid: 90457 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1773673939.255800:0:90459:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673939.255802:0:90459:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673939.255803:0:90459:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773673939.255805:0:90459:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode CR 00000002:00000001:0.0:1773673939.255807:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255808:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255810:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.255811:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255814:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.255815:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255816:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255817:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.255819:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255821:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.255822:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.255823:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.255824:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.255826:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.255828:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255829:0:90459:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.255832:0:90459:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773673939.255834:0:90459:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773673939.255838:0:90459:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc07c31400. 00000080:00000001:0.0:1773673939.255839:0:90459:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773673939.255842:0:90459:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773673939.255844:0:90459:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:0.0:1773673939.255846:0:90459:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673939.255847:0:90459:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673939.255849:0:90459:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673939.255850:0:90459:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673939.255852:0:90459:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255854:0:90459:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773673939.255855:0:90459:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673939.255858:0:90459:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x3:0x0] 00000002:00000001:0.0:1773673939.255861:0:90459:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773673939.255863:0:90459:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x3:0x0] file closed with intent: 0 00000100:00000010:0.0:1773673939.255868:0:90459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03b80. 00000020:00000040:0.0:1773673939.255872:0:90459:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773673939.255876:0:90459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673939.255879:0:90459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673939.255882:0:90459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673939.255889:0:90459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c30e00. 00000100:00000001:0.0:1773673939.255895:0:90459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773673939.255912:0:90459:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc04289500 x1859825953417856/t103079215221(103079215221) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673970 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773673939.255922:0:90459:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773673939.255928:0:90459:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773673939.255935:0:90459:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673939.255937:0:90459:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673939.255943:0:90459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203900. 00000100:00000001:0.0:1773673939.255945:0:90459:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495843072 : -113404213708544 : ffff98dc06203900) 00000100:00000001:0.0:1773673939.255948:0:90459:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673939.255950:0:90459:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000001:0.0:1773673939.255954:0:90459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673939.255957:0:90459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.255959:0:90459:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673939.255961:0:90459:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673939.255964:0:90459:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.255971:0:90459:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673939.255973:0:90459:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.255976:0:90459:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673939.255978:0:90459:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673939.255980:0:90459:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673939.255984:0:90459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:90459:1859825953418112:192.168.201.103@tcp:35:rm.0 00000100:00000001:0.0:1773673939.255988:0:90459:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673939.255994:0:90459:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673939.255996:0:90459:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.255999:0:90459:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673939.256003:0:90459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a8c00. 02000000:00000001:0.0:1773673939.256005:0:90459:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673939.256014:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673939.256018:0:90459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773673939.256024:0:90459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773673939.256032:0:90459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953418112, portal 10 00000100:00000001:0.0:1773673939.256034:0:90459:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673939.256035:0:90459:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000040:0.0:1773673939.256040:0:90459:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.256047:0:90459:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673939.256049:0:90459:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673939.256052:0:90459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773673939.256055:0:90459:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953418112, offset 0 00000400:00000200:0.0:1773673939.256061:0:90459:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673939.256069:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.256076:0:90459:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673939.256081:0:90459:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673939.256086:0:90459:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673939.256090:0:90459:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673939.256093:0:90459:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673939.256097:0:90459:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252408:252408:256:4294967295] 192.168.201.103@tcp LPNI seq info [252376:252376:8:4294967295] 00000400:00000200:0.0:1773673939.256101:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.256111:0:90459:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673939.256118:0:90459:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673939.256123:0:90459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673939.256130:0:90459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673939.256138:0:90459:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673939.256142:0:90459:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773673939.256164:0:90459:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673939.256169:0:90459:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 166513 usecs (167 jiffies) 00000400:00000200:0.0:1773673939.256173:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673939.256176:0:90459:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496475 00000100:00000001:0.0:1773673939.256178:0:90459:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:0.0:1773673939.256180:0:90459:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496475 00000100:00000001:0.0:1773673939.256182:0:90459:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:0.0:1773673939.256185:0:90459:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673939.256187:0:90459:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.256189:0:90459:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673939.256191:0:90459:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773673939.256193:0:90459:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203900 going to sleep for 11 seconds 00000100:00000001:0.0:1773673939.256196:0:90459:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673939.256199:0:90459:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673939.263591:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673939.263602:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773673939.263613:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.263623:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673939.263631:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:1.0:1773673939.263633:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:1.0:1773673939.263639:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673939.263647:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.263660:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673939.263665:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673939.263672:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.263674:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673939.267678:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.267697:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673939.267701:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.267704:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673939.267713:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.267719:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673939.267727:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.267732:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.267738:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.267742:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c2b80 00000400:00000200:0.0:1773673939.267747:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.267753:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4981 [1] + 224 00000800:00000001:0.0:1773673939.267761:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.268281:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673939.268286:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.268293:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673939.268301:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673939.268311:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673939.268325:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07a03b80 x1859825953418112/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673939.268344:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673939.268355:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.268360:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773673939.271424:0:90459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673939.271431:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673939.271436:0:90459:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30600. 00000020:00000010:0.0:1773673939.271440:0:90459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.271446:0:90459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.271452:0:90459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.271457:0:90459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.271463:0:90459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.271467:0:90459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.271470:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31800. 00000008:00000010:0.0:1773673939.271474:0:90459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.271477:0:90459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.271481:0:90459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.271484:0:90459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673939.271486:0:90459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673939.271488:0:90459:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773673939.271491:0:90459:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773673939.271494:0:90459:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x3:0x0]: losing layout lock 00000080:00000001:0.0:1773673939.271497:0:90459:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773673939.271699:0:90459:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773673939.271704:0:90459:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773673939.271707:0:90459:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773673939.271709:0:90459:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773673939.271712:0:90459:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.271714:0:90459:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773673939.271717:0:90459:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673939.271721:0:90459:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30600. 00000020:00000010:0.0:1773673939.271725:0:90459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.271730:0:90459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.271734:0:90459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.271738:0:90459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.271741:0:90459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.271744:0:90459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.271747:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30a00. 00000008:00000010:0.0:1773673939.271751:0:90459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.271753:0:90459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.271756:0:90459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.271759:0:90459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673939.271762:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31800. 00000020:00000010:0.0:1773673939.272235:0:90459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:0.0:1773673939.272238:0:90459:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.272242:0:90459:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773673939.272245:0:90459:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) invalid 00000020:00000001:0.0:1773673939.272249:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93a60 00000080:00002000:0.0:1773673939.272251:0:90459:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry recon (ffff98dc18af91b0) parent ffff98dc10e90a20 inode ffff98dc04a02a08 refc 1 00000080:00000001:0.0:1773673939.272256:0:90459:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773673939.272258:0:90459:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673939.272261:0:90459:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.272266:0:90459:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673939.272270:0:90459:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673939.272272:0:90459:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673939.272275:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.272278:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773673939.272281:0:90459:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043ce000 with handle 0x2f77f5611381415d from hash 00010000:00000001:0.0:1773673939.272283:0:90459:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673939.272285:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.272287:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.272289:0:90459:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673939.272292:0:90459:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673939.272294:0:90459:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773673939.272298:0:90459:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673939.272303:0:90459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cea00/0x2f77f5611381414f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6776 expref: -99 pid: 90456 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773673939.272317:0:90459:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673939.272319:0:90459:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673939.272322:0:90459:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1773673939.272325:0:90459:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1773673939.272327:0:90459:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff98dc042b4700. 00000080:00000010:0.0:1773673939.272331:0:90459:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff98dc02c85640. 00000080:00000010:0.0:1773673939.272334:0:90459:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9a50. 00000080:00000020:0.0:1773673939.272336:0:90459:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1773673939.272338:0:90459:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff98dc042b4f90. 00000080:00000010:0.0:1773673939.272340:0:90459:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff98dc07306620. 00000080:00000010:0.0:1773673939.272344:0:90459:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9398. 00000080:00000020:0.0:1773673939.272346:0:90459:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1773673939.272348:0:90459:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff98dc042b4400. 00000080:00000010:0.0:1773673939.272351:0:90459:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff98dc02c85880. 00000080:00000010:0.0:1773673939.272353:0:90459:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9ca8. 00000080:00000020:0.0:1773673939.272355:0:90459:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1773673939.272357:0:90459:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff98dc042b4200. 00000080:00000010:0.0:1773673939.272359:0:90459:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff98dc0414fe40. 00000080:00000010:0.0:1773673939.272362:0:90459:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9500. 00000080:00000001:0.0:1773673939.272365:0:90459:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.272367:0:90459:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673939.272369:0:90459:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.272371:0:90459:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673939.272373:0:90459:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673939.272375:0:90459:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673939.272376:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.272378:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773673939.272380:0:90459:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cea00 with handle 0x2f77f5611381414f from hash 00010000:00000001:0.0:1773673939.272382:0:90459:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673939.272384:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.272385:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.272386:0:90459:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673939.272389:0:90459:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673939.272390:0:90459:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773673939.272392:0:90459:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673939.272395:0:90459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1773673939.272402:0:90459:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673939.272404:0:90459:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673939.272406:0:90459:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773673939.272408:0:90459:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode (null) 00000002:00000001:0.0:1773673939.272411:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.272413:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.272417:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.272419:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.272424:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.272425:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.272426:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.272428:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.272429:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.272431:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.272433:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.272434:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.272435:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.272437:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.272439:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673939.272441:0:90459:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673939.272442:0:90459:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673939.272444:0:90459:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12faba00 count: 5 00010000:00000001:0.0:1773673939.272446:0:90459:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673939.272448:0:90459:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.272450:0:90459:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.272451:0:90459:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773673939.272453:0:90459:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673939.272459:0:90459:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673939.272462:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31800. 00000020:00000010:0.0:1773673939.272466:0:90459:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673939.272469:0:90459:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.272473:0:90459:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.272476:0:90459:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.272479:0:90459:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.272483:0:90459:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.272486:0:90459:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.272489:0:90459:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30600. 00000008:00000010:0.0:1773673939.272492:0:90459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.272496:0:90459:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.272953:0:90459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.272961:0:90459:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673939.272964:0:90459:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673939.272966:0:90459:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773673939.272968:0:90459:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773673939.272970:0:90459:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x3:0x0]: losing layout lock 00000080:00000001:0.0:1773673939.272972:0:90459:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773673939.272975:0:90459:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773673939.272977:0:90459:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773673939.272979:0:90459:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773673939.272982:0:90459:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773673939.272984:0:90459:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673939.272985:0:90459:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773673939.272987:0:90459:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673939.272989:0:90459:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30a00. 00000020:00000010:0.0:1773673939.272993:0:90459:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773673939.272997:0:90459:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673939.273000:0:90459:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673939.273003:0:90459:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673939.273006:0:90459:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673939.273009:0:90459:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673939.273011:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31800. 00000008:00000010:0.0:1773673939.273013:0:90459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673939.273016:0:90459:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673939.273018:0:90459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673939.273021:0:90459:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673939.273023:0:90459:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30600. 00000020:00000010:0.0:1773673939.273026:0:90459:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:0.0:1773673939.273028:0:90459:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673939.273030:0:90459:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773673939.273032:0:90459:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x3:0x0](ffff98dc04a02a08) invalid 00000020:00000001:0.0:1773673939.273035:0:90459:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d93a60 00000080:00002000:0.0:1773673939.273037:0:90459:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry recon (ffff98dc18af91b0) parent ffff98dc10e90a20 inode ffff98dc04a02a08 refc 1 00000080:00000001:0.0:1773673939.273124:0:90459:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773673939.273128:0:90459:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673939.273129:0:90459:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.273133:0:90459:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673939.273134:0:90459:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673939.273136:0:90459:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673939.273137:0:90459:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673939.273139:0:90459:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773673939.273142:0:90459:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085000 with handle 0x2f77f5611381412c from hash 00010000:00000001:0.0:1773673939.273145:0:90459:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673939.273146:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.273147:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273148:0:90459:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673939.273150:0:90459:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673939.273151:0:90459:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773673939.273154:0:90459:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1773673939.273157:0:90459:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1773673939.273161:0:90459:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1773673939.273168:0:90459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03b80. 00000020:00000040:0.0:1773673939.273173:0:90459:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773673939.273178:0:90459:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773673939.273180:0:90459:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.273183:0:90459:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673939.273187:0:90459:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.273192:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.273193:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273194:0:90459:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.273197:0:90459:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673939.273199:0:90459:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673939.273204:0:90459:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673939.273212:0:90459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c30600. 00000100:00000001:0.0:1773673939.273218:0:90459:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.273222:0:90459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673939.273225:0:90459:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773673939.273231:0:90459:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce000/0x2f77f5611381415d lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6792 expref: -99 pid: 90457 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773673939.273240:0:90459:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cea00/0x2f77f5611381414f lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6776 expref: -99 pid: 90456 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773673939.273248:0:90459:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1773673939.273256:0:90459:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1773673939.273262:0:90459:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1773673939.273264:0:90459:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1773673939.273594:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673939.273597:0:90459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce000/0x2f77f5611381415d lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6792 expref: -99 pid: 90457 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1773673939.273606:0:90459:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85180. 00010000:00000001:0.0:1773673939.273615:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273616:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673939.273618:0:90459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cea00/0x2f77f5611381414f lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6776 expref: -99 pid: 90456 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773673939.273625:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273627:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673939.273630:0:90459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085000/0x2f77f5611381412c lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6729 expref: -99 pid: 90450 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1773673939.273637:0:90459:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc04031900. 00010000:00000040:0.0:1773673939.273640:0:90459:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12faba00 count: 0 00010000:00000010:0.0:1773673939.273646:0:90459:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799c80. 00010000:00000001:0.0:1773673939.273652:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273653:0:90459:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673939.273656:0:90459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f56113814156 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6784 expref: -99 pid: 90457 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1773673939.273662:0:90459:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fabd00 count: 0 00010000:00000010:0.0:1773673939.273665:0:90459:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799a80. 00010000:00000001:0.0:1773673939.273669:0:90459:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.273671:0:90459:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.273673:0:90459:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673939.273674:0:90459:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.273677:0:90459:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1773673939.273689:0:90459:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1773673939.273700:0:90459:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673939.273709:0:90459:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673939.273712:0:90459:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673939.273719:0:90459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203a80. 00000100:00000001:0.0:1773673939.273721:0:90459:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495843456 : -113404213708160 : ffff98dc06203a80) 00000100:00000001:0.0:1773673939.273725:0:90459:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673939.273726:0:90459:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000001:0.0:1773673939.273731:0:90459:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673939.273734:0:90459:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.273736:0:90459:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673939.273738:0:90459:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673939.273742:0:90459:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.273755:0:90459:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673939.273757:0:90459:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.273762:0:90459:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673939.274684:0:90459:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673939.274689:0:90459:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673939.274696:0:90459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:90459:1859825953418368:192.168.201.103@tcp:36:rm.0 00000100:00000001:0.0:1773673939.274700:0:90459:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673939.274709:0:90459:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673939.274711:0:90459:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673939.274714:0:90459:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673939.274720:0:90459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063abc00. 02000000:00000001:0.0:1773673939.274722:0:90459:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673939.274730:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673939.274734:0:90459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673939.274740:0:90459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979aa0. 00000100:00000200:0.0:1773673939.274747:0:90459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953418368, portal 10 00000100:00000001:0.0:1773673939.274750:0:90459:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673939.274751:0:90459:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000040:0.0:1773673939.274758:0:90459:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773673970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.274838:0:90459:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673939.274841:0:90459:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673939.274845:0:90459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773673939.274940:0:90459:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859825953418368, offset 0 00000400:00000200:0.0:1773673939.274950:0:90459:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673939.274959:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.274967:0:90459:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673939.274972:0:90459:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673939.274977:0:90459:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673939.274981:0:90459:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673939.274983:0:90459:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673939.274988:0:90459:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252409:252409:256:4294967295] 192.168.201.103@tcp LPNI seq info [252377:252377:8:4294967295] 00000400:00000200:0.0:1773673939.274992:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.275001:0:90459:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673939.275007:0:90459:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673939.275012:0:90459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a900. 00000800:00000200:0.0:1773673939.275018:0:90459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673939.275026:0:90459:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673939.275030:0:90459:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1773673939.277408:0:90459:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673939.277423:0:90459:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 166101 usecs (167 jiffies) 00000400:00000200:0.0:1773673939.277431:0:90459:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673939.277435:0:90459:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300496499 00000100:00000001:0.0:1773673939.277439:0:90459:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300497733 00000100:00000001:0.0:1773673939.277442:0:90459:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300496499 00000100:00000001:0.0:1773673939.277444:0:90459:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300497733 00000100:00000001:0.0:1773673939.277446:0:90459:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673939.277451:0:90459:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673939.277454:0:90459:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673939.277456:0:90459:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:0.0:1773673939.277460:0:90459:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203a80 going to sleep for 26 seconds 00000100:00000001:0.0:1773673939.277463:0:90459:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673939.277466:0:90459:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673939.283058:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673939.283067:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a900. 00000400:00000200:1.0:1773673939.283074:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673939.283084:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673939.283091:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:1.0:1773673939.283094:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:1.0:1773673939.283099:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673939.283107:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773673970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.283119:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673939.283122:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773673970 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673939.283128:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673939.283130:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673939.290096:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.290113:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673939.290118:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.290121:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673939.290130:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.290137:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673939.290146:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.290152:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.290158:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.290163:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c2c80 00000400:00000200:0.0:1773673939.290169:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673939.290175:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4991 [1] + 224 00000800:00000001:0.0:1773673939.290183:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.290193:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673939.290196:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673939.290200:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673939.290207:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673939.290216:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773673970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673939.290229:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98dc07a03b80 x1859825953418368/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773673970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673939.290448:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673939.290458:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673939.290463:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773673939.295340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce000. 00010000:00000010:0.1:1773673939.295352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cea00. 00010000:00000010:0.1:1773673939.295357:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12faba00. 00010000:00000010:0.1:1773673939.295361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085000. 00010000:00000010:0.1:1773673939.295364:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabd00. 00010000:00000010:0.1:1773673939.295366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00000080:00000010:2.1:1773673939.313633:0:90461:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440b00. 00000080:00000010:2.1:1773673939.313669:0:90461:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a02940. 00010000:00000001:0.0:1773673939.457677:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.457685:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457691:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.457695:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673939.457697:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673939.457703:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673939.457705:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673939.457707:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457710:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673939.457712:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457714:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457716:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457718:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.457720:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673939.457723:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673939.457724:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673940.480876:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673940.480883:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673940.480890:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673940.480892:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673940.480895:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673940.480896:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673940.480899:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673940.480900:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673940.480920:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673940.480923:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673940.480927:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773673940.509247:0:90549:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673940.736933:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300497733, at 4300497792 00000100:00000010:0.0:1773673940.736950:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4480. 00000100:00000040:1.0:1773673940.738632:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300497733, at 4300497793 00000100:00000010:1.0:1773673940.738648:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4d20. 00010000:00000001:0.0:1773673941.504915:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673941.504921:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.504926:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673941.504928:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.504931:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673941.504932:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.504935:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673941.504937:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673941.505041:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673941.505044:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673941.505047:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673941.893048:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673941.893059:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673941.893067:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773673941.893073:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673941.893077:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673941.893148:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673941.893154:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673941.893163:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b100. 00000100:00000001:1.0:1773673941.893170:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893182:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673941.893194:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673941.893199:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893204:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000344f099e] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.893322:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893326:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673941.893330:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673941.893333:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9c00. 00000020:00000040:1.0:1773673941.893336:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673941.893339:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673941.893341:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673941.893343:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673941.893348:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3900. 00000100:00000001:1.0:1773673941.893352:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893358:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673941.893366:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673941.893368:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893373:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000407b516] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.893382:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893385:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673941.893388:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673941.893391:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673941.893393:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673941.893395:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673941.893397:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673941.893398:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673941.893402:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:1.0:1773673941.893405:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893409:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673941.893416:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673941.893418:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893422:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edf8ca83] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.893430:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893433:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673941.893437:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673941.893441:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba680. 00000020:00000040:1.0:1773673941.893444:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673941.893446:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673941.893448:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673941.893451:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673941.893457:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:1.0:1773673941.893459:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893463:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673941.893470:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673941.893472:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893476:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082b8623b] to pc [ptlrpcd_00_01+1] req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.893491:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893493:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673941.893496:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673941.893499:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773673941.893502:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673941.893504:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673941.893505:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673941.893507:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673941.893510:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:1.0:1773673941.893513:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.893517:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673941.893525:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673941.894510:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.894517:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673941.894521:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673941.894543:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.894555:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673941.894557:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.894561:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673941.894565:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673941.894568:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.894572:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953418496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.894577:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673941.894583:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673941.894587:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.894590:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673941.894597:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4200. 02000000:00000001:0.0:1773673941.894599:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673941.894607:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673941.894612:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773673941.894619:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773673941.894626:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953418496, portal 25 00000100:00000001:0.0:1773673941.894630:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673941.894631:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:0.0:1773673941.894637:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.894646:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673941.894650:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673941.894653:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979e58. 00000100:00000200:0.0:1773673941.894656:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953418496, offset 0 00000400:00000200:0.0:1773673941.894663:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673941.894672:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.894681:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673941.894686:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673941.894691:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673941.894695:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673941.894699:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673941.894704:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252410:252410:256:4294967295] 192.168.201.103@tcp LPNI seq info [252378:252378:8:4294967295] 00000400:00000200:0.0:1773673941.894709:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.894719:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673941.894725:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673941.894730:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666af00. 00000800:00000200:0.0:1773673941.894737:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673941.894746:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673941.894751:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673941.894781:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673941.894786:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673941.894789:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300502856 00000100:00000010:0.0:1773673941.894795:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b540. 00000100:00000001:0.0:1773673941.894804:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673941.894812:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300502856 00000100:00000010:0.0:1773673941.894816:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b300. 00000100:00000001:0.0:1773673941.894820:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673941.894823:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.894826:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.894830:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673941.894834:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.894843:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673941.894844:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.894847:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673941.894848:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673941.894850:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.894854:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.894858:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673941.894860:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673941.894862:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.894864:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673941.894868:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5600. 02000000:00000001:0.0:1773673941.894870:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673941.894873:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673941.894876:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773673941.894880:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773673941.894884:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953418752, portal 10 00000100:00000001:0.0:1773673941.894886:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673941.894888:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:0.0:1773673941.894895:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.894902:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673941.894905:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673941.894908:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773673941.894911:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953418752, offset 0 00000400:00000200:0.0:1773673941.894915:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673941.894919:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.894923:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673941.894926:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673941.894929:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673941.894931:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673941.894934:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673941.894937:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252411:252411:255:4294967295] 192.168.201.103@tcp LPNI seq info [252379:252379:7:4294967295] 00000400:00000200:0.0:1773673941.894941:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.894947:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673941.894953:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673941.894957:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773673941.894961:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673941.894966:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673941.894969:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673941.894972:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.894976:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 114837 usecs (115 jiffies) 00000400:00000200:0.0:1773673941.894980:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673941.894982:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300499063 00000100:00000001:0.0:1773673941.894985:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.894987:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300499063 00000100:00000001:0.0:1773673941.894989:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.894992:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.894994:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.894997:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.895000:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.895010:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673941.895013:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673941.895016:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.895018:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673941.895019:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.895023:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773673941.895025:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.895026:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673941.895028:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.895029:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.895031:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673941.895032:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673941.895037:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.895045:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673941.895046:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.895048:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673941.895050:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673941.895052:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.895055:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.895059:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673941.895062:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673941.895064:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.895066:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673941.895069:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4600. 02000000:00000001:0.0:1773673941.895071:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673941.895074:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673941.895077:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ee70. 00000400:00000010:0.0:1773673941.897339:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773673941.897349:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953418624, portal 10 00000100:00000001:0.0:1773673941.897354:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673941.897355:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711547392 : -113403998004224 : ffff98dc12fb9c00) 00000100:00000040:0.0:1773673941.897371:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.897381:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673941.897384:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673941.897388:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979440. 00000100:00000200:0.0:1773673941.897392:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953418624, offset 0 00000400:00000200:0.0:1773673941.897399:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673941.897408:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.897416:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673941.897420:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673941.897425:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673941.897429:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673941.897432:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673941.897436:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252412:252412:254:4294967295] 192.168.201.103@tcp LPNI seq info [252380:252380:6:4294967295] 00000400:00000200:0.0:1773673941.897441:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.897450:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673941.897456:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673941.899247:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a600. 00000800:00000200:0.0:1773673941.899267:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673941.899477:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673941.899482:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673941.899488:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.899495:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 165698 usecs (166 jiffies) 00000400:00000200:0.0:1773673941.899501:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673941.899504:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300499114 00000100:00000001:0.0:1773673941.899508:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.899510:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300499114 00000100:00000001:0.0:1773673941.899513:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.899516:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.899520:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.899524:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673941.899544:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.899554:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673941.899557:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.899562:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673941.899566:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673941.899569:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.899573:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418880:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.899578:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673941.899586:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673941.899589:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.899592:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673941.899598:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5000. 02000000:00000001:0.0:1773673941.899600:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673941.899605:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673941.899610:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673941.899616:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773673941.899622:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953418880, portal 4 00000100:00000001:0.0:1773673941.899624:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673941.899626:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550080 : -113403998001536 : ffff98dc12fba680) 00000100:00000040:0.0:1773673941.899633:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.899642:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673941.899645:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673941.899648:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773673941.899651:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953418880, offset 0 00000400:00000200:0.0:1773673941.899657:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673941.899665:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.899672:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673941.899677:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673941.899681:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673941.899685:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673941.899688:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673941.899693:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252413:252413:253:4294967295] 192.168.201.103@tcp LPNI seq info [252381:252381:5:4294967295] 00000400:00000200:0.0:1773673941.899698:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.899707:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673941.899713:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673941.899718:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a200. 00000800:00000200:0.0:1773673941.899723:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673941.899728:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673941.899732:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673941.899735:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.899739:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 633578 usecs (634 jiffies) 00000400:00000200:0.0:1773673941.899743:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673941.899745:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300499582 00000100:00000001:0.0:1773673941.899748:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.899750:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300499582 00000100:00000001:0.0:1773673941.899752:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.899754:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.899757:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.899761:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.899782:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.899800:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.899812:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd02b35] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.899838:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.899844:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5836) 00000100:00000001:1.0:1773673941.899873:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.899874:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.899876:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673941.899877:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.899878:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673941.899883:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.899890:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673941.899892:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.899894:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673941.899896:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673941.899898:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673941.899901:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953419008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.899905:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673941.899908:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673941.899909:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.899912:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673941.899915:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5400. 02000000:00000001:0.0:1773673941.899917:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673941.899921:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773673941.899921:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673941.899923:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000800:00000010:1.0:1773673941.899925:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666af00. 00000400:00000010:0.0:1773673941.899928:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000400:00000200:1.0:1773673941.899931:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1773673941.899931:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953419008, portal 4 00000100:00000001:0.0:1773673941.899934:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673941.899935:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000400:00000200:1.0:1773673941.899937:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:0.0:1773673941.899941:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773673941.899942:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979e58 00000400:00000010:1.0:1773673941.899945:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979e58. 00000100:00000001:1.0:1773673941.899949:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773673941.899949:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673941.899952:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000200:1.0:1773673941.899954:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773673941.899954:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773673941.899957:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953419008, offset 0 00000400:00000200:0.0:1773673941.899962:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773673941.899964:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773673941.899966:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:1.0:1773673941.899969:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773673941.899970:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673941.899973:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673941.899976:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:1.0:1773673941.899977:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.899979:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773673941.899979:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673941.899981:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673941.899984:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252414:252414:252:4294967295] 192.168.201.103@tcp LPNI seq info [252382:252382:4:4294967295] 00000400:00000200:0.0:1773673941.899989:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.899995:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673941.900000:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673941.900004:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ad00. 00000800:00000200:0.0:1773673941.900011:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673941.900015:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673941.900018:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673941.900022:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.900025:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 838412 usecs (839 jiffies) 00000400:00000200:0.0:1773673941.900029:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673941.900031:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300499794 00000100:00000001:0.0:1773673941.900034:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.900036:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300499794 00000100:00000001:0.0:1773673941.900038:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300502856 00000100:00000001:0.0:1773673941.900041:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.900043:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.900046:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.900048:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.900056:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673941.900059:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673941.900061:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.900063:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673941.900065:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.900067:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673941.901339:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673941.901345:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773673941.901350:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.901358:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673941.901363:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:1.0:1773673941.901366:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:1.0:1773673941.901370:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673941.901376:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901387:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.901392:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901400:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.901402:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673941.901411:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673941.901413:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a600. 00000400:00000200:1.0:1773673941.901417:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.901420:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673941.901423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979440 00000400:00000010:1.0:1773673941.901425:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979440. 00000100:00000001:1.0:1773673941.901427:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673941.901431:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901438:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.901442:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901449:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.901450:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673941.901459:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673941.901461:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a200. 00000400:00000200:1.0:1773673941.901464:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.901468:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673941.901471:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:1.0:1773673941.901472:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:1.0:1773673941.901475:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673941.901479:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901486:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.901490:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901496:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.901498:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673941.901753:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673941.901757:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ad00. 00000400:00000200:1.0:1773673941.901760:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.901952:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673941.901957:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:1.0:1773673941.901959:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:1.0:1773673941.901962:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673941.901967:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901976:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.901980:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.901988:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.901990:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673941.914262:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914279:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673941.914284:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914287:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914298:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914306:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673941.914315:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914321:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914327:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914331:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c2d00 00000400:00000200:0.0:1773673941.914336:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914342:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49a1 [1] + 224 00000800:00000001:0.0:1773673941.914352:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914357:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914360:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673941.914365:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673941.914372:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914381:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673941.914394:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914411:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673941.914420:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914424:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673941.914425:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914428:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914431:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914435:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673941.914440:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914442:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914446:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914449:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c2e80 00000400:00000200:0.0:1773673941.914470:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914475:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49d1 [1] + 224 00000800:00000001:0.0:1773673941.914480:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914485:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914487:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673941.914490:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673941.914493:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914498:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673941.914507:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914514:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673941.914518:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914521:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673941.914523:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914525:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914544:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914547:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673941.914552:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914554:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914557:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914560:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c2f00 00000400:00000200:0.0:1773673941.914563:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673941.914567:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49e1 [1] + 224 00000800:00000001:0.0:1773673941.914571:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914579:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673941.914581:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673941.914585:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673941.914589:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914593:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673941.914603:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914611:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673941.914614:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673941.914617:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.914629:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.914632:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673941.914639:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673941.914641:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673941.914644:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773673941.914649:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:0.0:1773673941.914651:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:0.0:1773673941.914654:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914658:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673941.914668:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914680:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673941.914682:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.914685:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673941.914689:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673941.914691:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673941.914694:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.914697:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673941.914707:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673941.914711:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673941.914714:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673941.914716:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.914719:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673941.914722:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.914726:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673941.914729:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:0.0:1773673941.914731:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673941.914733:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.914737:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914744:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.914747:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673941.914749:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673941.914753:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673941.914760:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953419008:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673941.914786:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673941.914787:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673941.914789:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773673941.914791:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773673941.914793:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773673941.914795:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914799:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673941.914808:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914814:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673941.914816:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.914817:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673941.914819:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673941.914821:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673941.914822:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.914824:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673941.914828:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673941.914831:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=127 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673941.914833:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673941.914834:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.914836:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673941.914838:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.914840:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673941.914841:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673941.914843:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673941.914845:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.914848:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914855:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.914857:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673941.914858:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673941.914861:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673941.914869:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418880:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673941.914874:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673941.914875:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673941.914877:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:0.0:1773673941.914879:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773673941.914882:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773673941.914884:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673941.914888:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673941.914896:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914903:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673941.914905:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.914907:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673941.914908:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673941.914909:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673941.914911:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673941.914912:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673941.914915:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673941.914918:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=91 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673941.914920:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673941.914921:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673941.914923:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673941.914925:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.914927:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673941.914931:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914937:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673941.914939:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673941.914940:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673941.914943:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673941.914950:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953418496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673941.914955:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.914957:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673941.914961:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953419008/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.914974:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673941.914977:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673941.914981:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5400. 02000000:00000001:0.0:1773673941.914987:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673941.914989:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673941.914991:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673941.914993:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673941.914996:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773673941.915343:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673941.915346:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673941.915349:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:0.0:1773673941.915353:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673941.915355:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.915357:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673941.915362:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba680 x1859825953418880/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.915368:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673941.915370:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673941.915372:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5000. 02000000:00000001:0.0:1773673941.915374:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673941.915375:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673941.915377:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673941.915379:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673941.915380:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:0.0:1773673941.915382:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673941.915384:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673941.915385:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba680. 00000100:00000001:0.0:1773673941.915388:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673941.915389:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.915391:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673941.915394:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953418496/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673941.915401:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673941.915403:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673941.915404:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4200. 02000000:00000001:0.0:1773673941.915406:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673941.915408:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673941.915409:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673941.915411:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673941.915412:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b100. 02000000:00000001:0.0:1773673941.915415:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673941.915416:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673941.915418:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:0.0:1773673941.915420:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673941.915421:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673941.915425:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.915427:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673941.915429:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673941.915431:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673941.915433:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673941.918643:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.918660:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673941.918665:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.918668:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673941.918678:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.918688:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673941.918697:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.918703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.918709:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.918714:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c2e00 00000400:00000200:1.0:1773673941.918719:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.918726:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49b1 [1] + 224 00000800:00000001:1.0:1773673941.918734:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.918744:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673941.918747:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.918752:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673941.918759:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673941.918809:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673941.918821:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.918839:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673941.918862:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.918867:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.918882:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673941.918886:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673941.918893:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673941.918896:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673941.918899:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:1.0:1773673941.918904:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:1.0:1773673941.918907:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:1.0:1773673941.918910:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673941.918915:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673941.918926:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.918933:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673941.918935:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.918938:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673941.918941:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673941.918944:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673941.918946:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673941.918949:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673941.918959:0:2411:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=24 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673941.918964:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1773673941.918967:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673941.918969:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673941.918973:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673941.918976:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.918980:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673941.918983:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773673941.918986:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673941.918988:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.918993:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.919001:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673941.919003:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673941.919005:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673941.919010:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673941.919019:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673941.919024:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.919027:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.919031:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953418752/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.919039:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673941.919041:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673941.919045:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5600. 02000000:00000001:1.0:1773673941.919050:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673941.919053:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673941.919056:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673941.919058:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673941.919061:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:1.0:1773673941.919065:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673941.919067:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673941.919069:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673941.919073:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673941.919074:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.919078:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.919081:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673941.919082:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673941.919084:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.919086:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673941.922759:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.923187:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673941.923191:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.923193:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673941.923202:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.923211:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673941.923220:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.923310:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.923317:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.923322:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c2d80 00000400:00000200:1.0:1773673941.923332:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673941.923339:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49c1 [1] + 224 00000800:00000001:1.0:1773673941.923348:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.923359:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673941.923362:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673941.923367:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673941.923374:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673941.923383:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673941.923395:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.923419:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673941.923427:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673941.923431:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.923445:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673941.923449:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673941.923454:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673941.923456:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673941.923459:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ee70. 00000400:00000200:1.0:1773673941.923463:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:1.0:1773673941.923466:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:1.0:1773673941.923469:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673941.923474:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673941.923482:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.923488:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673941.923491:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.923494:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673941.923496:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673941.923499:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673941.923502:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673941.923505:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673941.923514:0:2411:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=24 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673941.923519:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673941.923522:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673941.923524:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673941.923539:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673941.923544:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.923547:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673941.923550:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215214 00000100:00000001:1.0:1773673941.923552:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673941.923555:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673941.923560:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.923573:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673941.923576:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673941.923578:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673941.923583:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673941.923590:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953418624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673941.923595:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.923597:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673941.923601:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9c00 x1859825953418624/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673941.923608:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673941.923611:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673941.923614:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4600. 02000000:00000001:1.0:1773673941.923618:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673941.923621:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673941.923623:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673941.923626:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673941.923628:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3900. 02000000:00000001:1.0:1773673941.923632:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673941.923633:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673941.923636:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9c00. 00000100:00000001:1.0:1773673941.923640:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673941.923641:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.923644:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673941.923652:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673941.923654:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673941.923656:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673941.923659:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673942.533698:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673942.533706:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673942.533713:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673942.533714:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673942.533717:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673942.533719:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673942.533722:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673942.533723:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673943.553900:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673943.553907:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673943.553914:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673943.553915:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673943.553918:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673943.553920:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673943.553923:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673943.553924:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673943.553947:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673943.553950:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673943.553953:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673944.577192:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673944.577200:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673944.577206:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673944.577208:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673944.577211:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673944.577212:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673944.577216:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673944.577217:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673944.578625:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673944.578630:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673944.578635:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773673944.671571:0:90834:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673944.791035:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673944.791057:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673944.791061:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673944.791064:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673944.791074:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791082:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673944.791091:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791096:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791106:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d07c80 00000400:00000200:1.0:1773673944.791116:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 0 00000800:00000001:1.0:1773673944.791125:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673944.791134:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673944.791137:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673944.791142:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673944.791150:0:2404:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773673944.791152:0:2404:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773673944.791158:0:2404:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9c00. 00000100:00000040:1.0:1773673944.791163:0:2404:0:(events.c:337:request_in_callback()) incoming req@ffff98dc12fb9c00 x1859825928535168 msgsize 328 00000100:00100000:1.0:1773673944.791167:0:2404:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773673944.791182:0:2404:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773673944.791191:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673944.791194:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673944.791215:0:81783:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773673944.791218:0:81783:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928535168 02000000:00000001:1.0:1773673944.791221:0:81783:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773673944.791224:0:81783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673944.791226:0:81783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673944.791231:0:81783:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673944.791236:0:81783:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928535168 00000020:00000001:1.0:1773673944.791239:0:81783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773673944.791241:0:81783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:1.0:1773673944.791244:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673944.791246:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:1.0:1773673944.791249:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:1.0:1773673944.791252:0:81783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:1.0:1773673944.791256:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673944.791262:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031340. 00000100:00000001:1.0:1773673944.791264:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673944.791267:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031340. 00000020:00000010:1.0:1773673944.791273:0:81783:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc01342a00. 00000020:00000010:1.0:1773673944.791278:0:81783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773673944.791284:0:81783:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773673944.791293:0:81783:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773673944.791297:0:81783:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773673944.791298:0:81783:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773673944.791301:0:81783:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673944.791308:0:81783:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673944.791316:0:81783:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673944.791329:0:81783:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773673944.791331:0:81783:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773673944.791337:0:81783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 37 00000100:00000040:1.0:1773673944.791341:0:81783:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:1.0:1773673944.791343:0:81783:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669711547392 : -113403998004224 : ffff98dc12fb9c00) 00000100:00000040:1.0:1773673944.791350:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc12fb9c00 x1859825928535168/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:20/0 lens 328/0 e 0 to 0 dl 1773673955 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673944.791360:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773673944.791363:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031340. 00000100:00000001:1.0:1773673944.791365:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773673944.791367:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031340. 00000100:00100000:1.0:1773673944.791372:0:81783:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc12fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8369:x1859825928535168:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773673944.791376:0:81783:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928535168 00010000:00000001:1.0:1773673944.791378:0:81783:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773673944.791386:0:81783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673944.791388:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673944.791391:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=2 00000020:00000001:1.0:1773673944.791393:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673944.791396:0:81783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673944.791400:0:81783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673944.791404:0:81783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673944.791409:0:81783:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000a61a1358/0x2f77f5611381413a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x441c89a0128d6745 expref: -99 pid: 90450 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1773673944.791436:0:81783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773673944.791439:0:81783:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773673944.791445:0:81783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc072c7c00. 02000000:00000001:1.0:1773673944.791448:0:81783:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673944.791450:0:81783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673944.791455:0:81783:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773673944.791458:0:81783:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673944.791462:0:81783:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=150 v=5 (1 0 1 0) 00000100:00000001:1.0:1773673944.791468:0:81783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673944.791471:0:81783:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673944.791473:0:81783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773673944.791476:0:81783:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773673944.791478:0:81783:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673944.791493:0:81783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673944.791496:0:81783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673944.791501:0:81783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fde58. 00000100:00000200:1.0:1773673944.791506:0:81783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928535168, offset 224 00000400:00000200:1.0:1773673944.791512:0:81783:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673944.791519:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791525:0:81783:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673944.791532:0:81783:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252415:252415:256:4294967295] 192.168.201.103@tcp LPNI seq info [252383:252383:8:4294967295] 00000400:00000200:1.0:1773673944.791537:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673944.791545:0:81783:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673944.791551:0:81783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673944.791556:0:81783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3900. 00000800:00000200:1.0:1773673944.791562:0:81783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673944.791570:0:81783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673944.791575:0:81783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673944.791586:0:81783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673944.791589:0:81783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773673944.791593:0:81783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773673944.791597:0:81783:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc08a1d300. 00010000:00000001:1.0:1773673944.791600:0:81783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773673944.795103:0:81783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773673944.795110:0:81783:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673944.795113:0:81783:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673944.795116:0:81783:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673944.795132:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9c00 x1859825928535168/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:20/0 lens 328/224 e 0 to 0 dl 1773673955 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773673944.795145:0:81783:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc12fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8369:x1859825928535168:12345-192.168.201.103@tcp:104: Request processed in 3782us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1773673944.795156:0:81783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 37 00000100:00000040:1.0:1773673944.795161:0:81783:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:1.0:1773673944.795164:0:81783:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773673944.795166:0:81783:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773673944.795173:0:81783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773673944.795179:0:81783:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773673944.795184:0:81783:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc01342a00. 00000020:00000040:1.0:1773673944.795188:0:81783:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00000001:1.0:1773673944.795191:0:81783:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673944.800152:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673944.800158:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3900. 00000400:00000200:0.0:1773673944.800163:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673944.800169:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673944.800174:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fde58 00000400:00000010:0.0:1773673944.800177:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fde58. 00000100:00000001:0.0:1773673944.800181:0:2403:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773673944.800183:0:2403:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1773673944.800248:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673944.800251:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5a00. 00000400:00000200:0.0:1773673944.800257:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673944.800260:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673944.800264:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:0.0:1773673944.800266:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:0.0:1773673944.800269:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673944.800274:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953419136/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673944.801329:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673944.801335:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953419136/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673944.801344:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673944.801346:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673944.821583:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673944.821816:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673944.821821:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673944.821826:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673944.821837:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673944.821846:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673944.821856:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673944.821861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673944.821868:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673944.821872:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c2f80 00000400:00000200:0.0:1773673944.821877:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673944.821883:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c49f9 [1] + 224 00000800:00000001:0.0:1773673944.821892:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673944.821913:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673944.821918:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673944.821924:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673944.821932:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673944.821942:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953419136/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673944.822046:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953419136/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673944.822064:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673944.822073:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673944.822077:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773673944.825673:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91900. 00010000:00000010:3.1:1773673944.825689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2a00. 00010000:00000001:0.0:1773673945.601093:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673945.601100:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673945.601105:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673945.601106:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673945.601109:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673945.601110:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673945.601131:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673945.601134:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673945.601137:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773673945.825202:0:90897:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673945.859576:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300502856, at 4300502914 00000100:00000010:0.0:1773673945.859594:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b540. 00000100:00000040:1.0:1773673945.869282:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300502856, at 4300502924 00000100:00000010:1.0:1773673945.869298:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b300. 00010000:00000001:0.0:1773673946.624930:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673946.624937:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673946.624942:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673946.624944:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673946.624947:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673946.624949:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673947.019148:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673947.019155:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:0.0:1773673947.019162:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.019169:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673947.019177:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:0.0:1773673947.019179:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:0.0:1773673947.019184:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673947.019191:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.019204:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673947.019210:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.020100:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673947.020102:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673947.020181:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673947.020185:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:0.0:1773673947.020189:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.020195:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673947.020199:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:0.0:1773673947.020201:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:0.0:1773673947.020205:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673947.020210:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.020218:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673947.020221:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.020228:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673947.020229:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673947.028833:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673947.028839:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:0.0:1773673947.028845:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.028852:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673947.028859:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:0.0:1773673947.028862:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:0.0:1773673947.028867:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673947.028873:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.028885:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673947.028889:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.028897:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673947.028899:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673947.045169:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045185:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673947.045188:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045191:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045198:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045205:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673947.045215:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045220:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045225:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045229:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c3000 00000400:00000200:0.0:1773673947.045234:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045241:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a01 [1] + 224 00000800:00000001:0.0:1773673947.045249:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045255:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045258:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.045264:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673947.045271:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673947.045279:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673947.045521:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045538:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773673947.045582:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673947.045586:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:0.0:1773673947.045591:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.045595:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673947.045599:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:0.0:1773673947.045602:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:0.0:1773673947.045606:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673947.045612:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045625:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673947.045630:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045637:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673947.045639:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673947.045645:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045650:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673947.045652:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045654:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045658:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045663:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673947.045668:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045671:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045675:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045678:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3080 00000400:00000200:0.0:1773673947.045683:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045688:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a09 [1] + 224 00000800:00000001:0.0:1773673947.045694:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045697:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045700:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.045704:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673947.045707:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673947.045712:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673947.045729:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045739:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773673947.045836:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673947.045840:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:0.0:1773673947.045843:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.045848:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673947.045851:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:0.0:1773673947.045853:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:0.0:1773673947.045856:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673947.045860:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045868:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673947.045872:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045879:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673947.045881:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673947.045885:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045890:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673947.045892:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045894:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045898:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045902:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673947.045907:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045911:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045923:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045928:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3100 00000400:00000200:0.0:1773673947.045932:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.045936:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a11 [1] + 224 00000800:00000001:0.0:1773673947.045942:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045949:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.045952:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.045956:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673947.045959:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673947.045964:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673947.045974:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.045983:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673947.045988:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.045992:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773673947.046821:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673947.046840:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.046859:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673947.046861:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.046864:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673947.046868:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673947.046871:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673947.046873:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673947.046876:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673947.046886:0:2413:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=30 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673947.046891:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1773673947.046894:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673947.046896:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673947.046899:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673947.046903:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.046908:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673947.046910:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773673947.046912:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673947.046914:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673947.046933:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.046942:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673947.046945:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673947.046948:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.046953:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673947.046963:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953419520:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773673947.046970:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673947.046971:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673947.046973:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f840. 00000400:00000200:3.0:1773673947.046976:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773673947.046978:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773673947.046981:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673947.046985:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673947.046995:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047004:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673947.047006:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.047008:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673947.047010:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673947.047012:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673947.047014:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673947.047016:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673947.047021:0:2413:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=30 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673947.047026:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673947.047029:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673947.047031:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673947.047033:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673947.047036:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.047039:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773673947.047041:0:2413:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215223 gen 10 00000100:00000040:3.0:1773673947.047050:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215223) req@ffff98dc0428a300 x1859825953414144/t103079215215(103079215215) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773673965 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047060:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047064:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a300 x1859825953414144/t103079215215(103079215215) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773673965 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047073:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.047076:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.047080:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959d800. 02000000:00000001:3.0:1773673947.047085:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.047088:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.047091:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.047094:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.047098:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc053f8a00. 02000000:00000001:3.0:1773673947.047102:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.047105:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.047108:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a300. 00000100:00000001:3.0:1773673947.047112:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.047114:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.047121:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215223) req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047132:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673947.047133:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000001:3.0:1773673947.047137:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047141:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047149:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.047151:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047157:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953416064/t103079215217(103079215217) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047165:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773673947.047168:0:2413:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc09440760. 00000100:00000001:3.0:1773673947.047172:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047176:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953415296/t103079215216(103079215216) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773673969 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047184:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773673947.047186:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.047188:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.047190:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.047192:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c7400. 02000000:00000001:3.0:1773673947.047196:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.047198:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.047199:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:3.0:1773673947.047203:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.047206:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.047211:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215223) req@ffff98dc0428b480 x1859825953416064/t103079215217(103079215217) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673954 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047219:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047223:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953416064/t103079215217(103079215217) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673954 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673947.047231:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.047233:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.047235:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959e800. 02000000:00000001:3.0:1773673947.047238:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.047239:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.047241:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.047243:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.047245:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067bf000. 02000000:00000001:3.0:1773673947.047248:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.047250:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.047252:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:3.0:1773673947.047255:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.047257:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.047264:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215223) req@ffff98dc07a03b80 x1859825953418368/t103079215223(103079215223) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773673970 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047272:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047276:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03b80 x1859825953418368/t103079215223(103079215223) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773673970 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047283:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.047285:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.047287:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063abc00. 02000000:00000001:3.0:1773673947.047290:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.047292:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.047293:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.047295:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.047297:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773673947.047300:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.047303:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.047304:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03b80. 00000100:00000001:3.0:1773673947.047308:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.047310:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.047312:0:2413:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773673947.047316:0:2413:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1773673947.047319:0:2413:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673947.047320:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673947.047325:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047333:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673947.047336:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673947.047338:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.047343:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673947.047353:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953419392:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773673947.047359:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673947.047361:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673947.047363:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe18. 00000400:00000200:3.0:1773673947.047366:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773673947.047368:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773673947.047628:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673947.047637:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673947.047647:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047654:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673947.047657:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.047659:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673947.047661:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673947.047663:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673947.047665:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673947.047668:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673947.047672:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673947.047676:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=97 v=5 (1 1 1 0) 00000100:00000001:3.0:1773673947.047679:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673947.047681:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673947.047683:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673947.047685:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.047688:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673947.047692:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047700:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673947.047702:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673947.047703:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.047707:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673947.047716:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953419264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673947.047720:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.047723:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.047726:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953419520/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.047734:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.047736:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.047737:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13e00. 02000000:00000001:3.0:1773673947.047741:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.047744:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.047745:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.047748:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.047750:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a000. 02000000:00000001:3.0:1773673947.047753:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.047754:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.047756:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:3.0:1773673947.047759:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.047761:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.047763:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.048095:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953419392/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.048103:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.048105:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.048107:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13600. 02000000:00000001:3.0:1773673947.048110:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.048112:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.048114:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.048117:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.048119:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a800. 02000000:00000001:3.0:1773673947.048121:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.048123:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.048124:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:3.0:1773673947.048128:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.048129:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.048131:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.048135:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953419264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.048141:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.048143:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.048144:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13a00. 02000000:00000001:3.0:1773673947.048146:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.048148:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.048149:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773673947.048150:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.048152:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028ad00. 02000000:00000001:3.0:1773673947.048153:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.048155:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.048156:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773673947.048158:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.048160:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.048164:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.048167:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673947.048169:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673947.048171:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.048173:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673947.056760:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.056808:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673947.056813:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.056816:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.056827:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.056835:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673947.056846:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.056852:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.056858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.056863:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c3180 00000400:00000200:0.0:1773673947.056870:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.056877:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a19 [1] + 224 00000800:00000001:0.0:1773673947.056886:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.056892:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.056896:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.056901:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673947.056910:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673947.056932:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673947.056946:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.056979:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673947.056989:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.056994:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673947.056997:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.056999:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.057003:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.057007:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673947.057013:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.057016:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.057020:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.057023:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c3200 00000400:00000200:0.0:1773673947.057028:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673947.057032:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a21 [1] + 224 00000800:00000001:0.0:1773673947.057037:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.057045:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673947.057047:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673947.057051:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673947.057054:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673947.057059:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673947.057071:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673947.057080:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673947.057084:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673947.057088:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057263:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673947.057268:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673947.057276:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673947.057279:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673947.057283:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673947.057289:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:3.0:1773673947.057292:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:3.0:1773673947.057295:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673947.057301:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673947.057313:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057321:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673947.057324:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057326:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673947.057330:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673947.057333:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673947.057335:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673947.057339:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673947.057349:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673947.057354:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673947.057358:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673947.057360:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673947.057363:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673947.057368:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.057387:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673947.057391:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:3.0:1773673947.057393:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673947.057395:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673947.057401:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057421:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673947.057425:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673947.057427:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.057432:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673947.057454:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953419776:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773673947.057461:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673947.057463:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673947.057465:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673947.057468:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673947.057470:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673947.057473:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673947.057477:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673947.057486:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057494:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673947.057496:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057498:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673947.057500:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673947.057501:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673947.057503:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673947.057506:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673947.057511:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673947.057515:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673947.057517:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673947.057519:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673947.057521:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673947.057524:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.057526:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673947.057528:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:3.0:1773673947.057530:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673947.057531:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673947.057535:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057542:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673947.057545:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673947.057547:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673947.057551:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673947.057560:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953419648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673947.057565:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057567:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.057571:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953419776/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057580:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.057583:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.057587:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e12200. 02000000:00000001:3.0:1773673947.057591:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.057594:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.057596:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.057599:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.057602:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a100. 02000000:00000001:3.0:1773673947.057606:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.057608:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.057610:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:3.0:1773673947.057614:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.057615:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057617:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673947.057622:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953419648/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673947.057629:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673947.057631:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673947.057633:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13400. 02000000:00000001:3.0:1773673947.057636:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673947.057637:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673947.057638:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773673947.057640:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673947.057642:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a500. 02000000:00000001:3.0:1773673947.057645:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673947.057646:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673947.057648:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773673947.057651:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673947.057652:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057655:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673947.057664:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673947.057666:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673947.057669:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673947.057672:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673947.283249:0:90990:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673947.649275:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673947.649283:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673947.649288:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673947.649289:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673947.649293:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673947.649294:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673947.649833:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673947.649837:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673947.649840:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1773673947.836880:0:91026:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773673947.836887:0:91026:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130a: enqueue resend on not existing file ========================================================== 11:12:25 (1773673945) 00000001:00000001:1.0:1773673947.848176:0:91026:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1773673948.437694:0:90894:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.437701:0:90894:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.437704:0:90894:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.437707:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83b20 00000080:00200000:3.0:1773673948.437711:0:90894:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.437719:0:90894:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13400. 00800000:00000002:3.0:1773673948.437726:0:90894:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.437730:0:90894:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.437735:0:90894:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.437738:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83a40 00800000:00000002:3.0:1773673948.437740:0:90894:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.437745:0:90894:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.437748:0:90894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.437751:0:90894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.437754:0:90894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.437756:0:90894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.437759:0:90894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.437761:0:90894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.437885:0:90894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.437889:0:90894:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.437981:0:90894:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.437983:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83910 00000002:00010000:3.0:1773673948.437986:0:90894:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.437991:0:90894:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.437993:0:90894:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.437997:0:90894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773673948.438005:0:90894:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.438007:0:90894:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.438009:0:90894:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.438011:0:90894:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773673948.438014:0:90894:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773673948.438021:0:90894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773673948.438026:0:90894:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673948.438034:0:90894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673948.438039:0:90894:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.438045:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.438047:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.438048:0:90894:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.438051:0:90894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673948.438053:0:90894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673948.438058:0:90894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673948.438064:0:90894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf1400. 00000100:00000001:3.0:1773673948.438071:0:90894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.438076:0:90894:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.438078:0:90894:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.438080:0:90894:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.438081:0:90894:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.438083:0:90894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.438088:0:90894:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00010000:00000001:3.0:1773673948.438092:0:90894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773673948.438095:0:90894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773673948.438099:0:90894:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabe00. 00010000:00000010:3.0:1773673948.438104:0:90894:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8900. 00010000:00000001:3.0:1773673948.438108:0:90894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773673948.438112:0:90894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869ba00. 00000020:00000001:3.0:1773673948.438116:0:90894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773673948.438118:0:90894:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869ba00 with handle 0x2f77f56113814164 to hash 00000020:00000001:3.0:1773673948.438121:0:90894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773673948.438122:0:90894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.438127:0:90894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.438131:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.438134:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.438139:0:90894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.438150:0:90894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.438162:0:90894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773673948.438169:0:90894:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673948.438171:0:90894:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673948.438178:0:90894:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.438181:0:90894:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976576 : -113404030575040 : ffff98dc110a9e40) 00000100:00000001:3.0:1773673948.438183:0:90894:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.438185:0:90894:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773673948.438190:0:90894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673948.438194:0:90894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.438196:0:90894:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673948.438197:0:90894:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673948.438209:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.438218:0:90894:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673948.438220:0:90894:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.438224:0:90894:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673948.438226:0:90894:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673948.438229:0:90894:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673948.438614:0:90894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90894:1859825953419904:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773673948.438620:0:90894:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673948.438626:0:90894:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673948.438628:0:90894:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.438632:0:90894:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673948.438638:0:90894:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673948.438640:0:90894:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673948.438649:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673948.438653:0:90894:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673948.438659:0:90894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673948.438666:0:90894:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953419904, portal 10 00000100:00000001:3.0:1773673948.438669:0:90894:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.438670:0:90894:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:3.0:1773673948.438677:0:90894:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.438685:0:90894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673948.438688:0:90894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673948.438691:0:90894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773673948.438696:0:90894:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953419904, offset 0 00000400:00000200:3.0:1773673948.438703:0:90894:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673948.438711:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.438719:0:90894:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673948.438723:0:90894:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673948.438728:0:90894:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673948.438732:0:90894:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673948.438735:0:90894:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673948.438740:0:90894:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252422:252422:256:4294967295] 192.168.201.103@tcp LPNI seq info [252390:252390:8:4294967295] 00000400:00000200:3.0:1773673948.438746:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.438756:0:90894:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673948.438762:0:90894:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673948.438873:0:90894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a500. 00000800:00000200:3.0:1773673948.438881:0:90894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673948.438889:0:90894:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673948.438981:0:90894:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773673948.439034:0:90894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673948.439040:0:90894:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 164991 usecs (165 jiffies) 00000400:00000200:3.0:1773673948.439044:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673948.439047:0:90894:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300505659 00000100:00000001:3.0:1773673948.439051:0:90894:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.439053:0:90894:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300505659 00000100:00000001:3.0:1773673948.439056:0:90894:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.439059:0:90894:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673948.439062:0:90894:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.439064:0:90894:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673948.439066:0:90894:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:3.0:1773673948.439070:0:90894:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9e40 going to sleep for 26 seconds 00000100:00000001:3.0:1773673948.439073:0:90894:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673948.439075:0:90894:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673948.439654:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673948.439660:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:0.0:1773673948.439666:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.439672:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673948.439678:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:0.0:1773673948.439681:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:0.0:1773673948.439685:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673948.439690:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.439701:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673948.439705:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.439713:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673948.439714:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673948.457746:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.457811:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673948.457817:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.457820:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.457829:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.457838:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673948.457848:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.457854:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.457860:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.457865:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c3280 00000400:00000200:0.0:1773673948.457869:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.457877:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4a29 [1] + 224 00000800:00000001:0.0:1773673948.457885:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.457895:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.457899:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.457904:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673948.457911:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673948.457920:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673948.457937:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.457954:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673948.457963:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.457967:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.458709:0:90894:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673948.458721:0:90894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673948.458724:0:90894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673948.458727:0:90894:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673948.458732:0:90894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673948.458735:0:90894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673948.458737:0:90894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673948.458743:0:90894:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673948.458754:0:90894:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.458761:0:90894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673948.458786:0:90894:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.458789:0:90894:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673948.458793:0:90894:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673948.458796:0:90894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673948.458799:0:90894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.458802:0:90894:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673948.458811:0:90894:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=31 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673948.458816:0:90894:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673948.458820:0:90894:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673948.458822:0:90894:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.458826:0:90894:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673948.458829:0:90894:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.458833:0:90894:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673948.458835:0:90894:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673948.458837:0:90894:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673948.458839:0:90894:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673948.458845:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.458852:0:90894:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673948.458855:0:90894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673948.458857:0:90894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673948.459235:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673979 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673948.459246:0:90894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90894:1859825953419904:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773673948.459251:0:90894:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.459253:0:90894:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.459256:0:90894:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673948.459258:0:90894:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.459262:0:90894:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673979 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.459270:0:90894:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673948.459273:0:90894:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.459277:0:90894:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673948.459279:0:90894:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.459282:0:90894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673948.459286:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.459289:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.459292:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=4 00000020:00000001:3.0:1773673948.459295:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.459298:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000040:3.0:1773673948.459306:0:90894:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869ba00, remote cookie: 0x441c89a0128d67ca, flags: 0x1001 00010000:00010000:3.0:1773673948.459311:0:90894:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.459322:0:90894:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.459330:0:90894:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773673948.459334:0:90894:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773673948.459336:0:90894:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773673948.459338:0:90894:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773673948.459339:0:90894:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773673948.459342:0:90894:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc02dabe00) refcount = 1 00010000:00010000:3.0:1773673948.459857:0:90894:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.459867:0:90894:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773673948.459871:0:90894:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773673948.459873:0:90894:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.459876:0:90894:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773673948.459879:0:90894:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.459883:0:90894:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.459890:0:90894:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773673948.459975:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.459977:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.459978:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.459979:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.459981:0:90894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.459987:0:90894:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773673948.459989:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.459990:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.459993:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.459995:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.459998:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460000:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460001:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460003:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=4 00000020:00000001:3.0:1773673948.460005:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460007:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460010:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.460013:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.460017:0:90894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.460024:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460026:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460027:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460028:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460029:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=5 00000020:00000001:3.0:1773673948.460032:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460033:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460036:0:90894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.460039:0:90894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.460045:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460046:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673948.460049:0:90894:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.460056:0:90894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.460057:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460058:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460060:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460061:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773673948.460068:0:90894:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673948.460077:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460079:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460080:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460083:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460085:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460087:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460089:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.460090:0:90894:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.460093:0:90894:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.460096:0:90894:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673948.460099:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460100:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460101:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460104:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460106:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00000002:00010000:3.0:1773673948.460110:0:90894:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.460116:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460117:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460119:0:90894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773673948.460120:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460121:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460122:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460125:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460127:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000040:3.0:1773673948.460134:0:90894:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.460137:0:90894:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773673948.460141:0:90894:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773673948.460144:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460146:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.460147:0:90894:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673948.460150:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83890 00000002:00002000:3.0:1773673948.460152:0:90894:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773673948.460155:0:90894:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.460159:0:90894:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.460162:0:90894:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673948.460165:0:90894:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773673948.460168:0:90894:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.460172:0:90894:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.460176:0:90894:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13400. 00000080:00000001:3.0:1773673948.460181:0:90894:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.460184:0:90894:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773673948.460189:0:90894:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773673948.460193:0:90894:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773673948.460201:0:90894:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc057710c0. 00800000:00000001:3.0:1773673948.460203:0:90894:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484757184 : -113404224794432 : ffff98dc057710c0) 00800000:00000001:3.0:1773673948.460206:0:90894:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.460209:0:90894:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773673948.460212:0:90894:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773673948.460214:0:90894:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773673948.460218:0:90894:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773673948.460221:0:90894:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773673948.460223:0:90894:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.460228:0:90894:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773673948.460231:0:90894:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773673948.460237:0:90894:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773673948.460240:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460241:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460242:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460245:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460247:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460249:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460251:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773673948.460252:0:90894:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773673948.460256:0:90894:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773673948.460257:0:90894:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc057710c0 1 00800000:00000010:3.0:1773673948.460260:0:90894:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc057710c0. 00800000:00000001:3.0:1773673948.460263:0:90894:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.460267:0:90894:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.460270:0:90894:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.460272:0:90894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.460273:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460274:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460276:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460278:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460280:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460282:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460283:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.460285:0:90894:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.460287:0:90894:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.460289:0:90894:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.460292:0:90894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.460296:0:90894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc1c83b58 00010000:00000001:3.0:1773673948.460298:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.460300:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.460301:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.460303:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460306:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.460308:0:90894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.460310:0:90894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.460316:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460318:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460320:0:90894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.460322:0:90894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.460325:0:90894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773673948.460341:0:90894:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.460344:0:90894:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.460347:0:90894:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.460365:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460366:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460368:0:90894:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460372:0:90894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.460374:0:90894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460377:0:90894:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460379:0:90894:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460381:0:90894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.460383:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460384:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.460386:0:90894:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.460391:0:90894:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953419904/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.460399:0:90894:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673948.460402:0:90894:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673948.460406:0:90894:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673948.460411:0:90894:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673948.460413:0:90894:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673948.460431:0:90894:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673948.460434:0:90894:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673948.460437:0:90894:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf1400. 02000000:00000001:3.0:1773673948.460441:0:90894:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673948.460443:0:90894:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673948.460445:0:90894:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773673948.460449:0:90894:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673948.460450:0:90894:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.460453:0:90894:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773673948.460458:0:90894:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773673948.460474:0:90894:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc185b1c00. 00000020:00000001:3.0:1773673948.460479:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83ae8 00000080:00200000:3.0:1773673948.460482:0:90894:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=9 00000080:00000001:3.0:1773673948.460486:0:90894:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773673948.460489:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83998 00000080:00200000:3.0:1773673948.460491:0:90894:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:3.0:1773673948.460499:0:90894:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13400. 00800000:00000002:3.0:1773673948.460504:0:90894:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.460508:0:90894:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.460512:0:90894:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.460513:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c838b8 00800000:00000002:3.0:1773673948.460515:0:90894:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.460518:0:90894:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.460521:0:90894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.460524:0:90894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.460526:0:90894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.460529:0:90894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.460531:0:90894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.460533:0:90894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.460535:0:90894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.460538:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83850 00800000:00000002:3.0:1773673948.460540:0:90894:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130a.recovery-small' -> mds #0 00000002:00000001:3.0:1773673948.460544:0:90894:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.460545:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83788 00000002:00010000:3.0:1773673948.460547:0:90894:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.460551:0:90894:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773673948.460553:0:90894:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773673948.460557:0:90894:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773673948.460561:0:90894:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673948.460566:0:90894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673948.460569:0:90894:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.460572:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.460574:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.460575:0:90894:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.460578:0:90894:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673948.460581:0:90894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673948.460585:0:90894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673948.460590:0:90894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf1400. 00000100:00000001:3.0:1773673948.460598:0:90894:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460601:0:90894:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.460603:0:90894:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460605:0:90894:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.460606:0:90894:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.460608:0:90894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.460615:0:90894:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00010000:00000001:3.0:1773673948.460618:0:90894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773673948.460620:0:90894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773673948.460623:0:90894:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.460626:0:90894:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.460628:0:90894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773673948.460632:0:90894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869b000. 00000020:00000001:3.0:1773673948.460636:0:90894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773673948.460639:0:90894:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869b000 with handle 0x2f77f5611381416b to hash 00000020:00000001:3.0:1773673948.460641:0:90894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773673948.460642:0:90894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773673948.460645:0:90894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773673948.460648:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.460650:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.460653:0:90894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.460661:0:90894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.460670:0:90894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773673948.460676:0:90894:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673948.460677:0:90894:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673948.460685:0:90894:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.460687:0:90894:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976576 : -113404030575040 : ffff98dc110a9e40) 00000100:00000001:3.0:1773673948.460690:0:90894:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.460692:0:90894:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773673948.460696:0:90894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673948.460700:0:90894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.460702:0:90894:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673948.460704:0:90894:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673948.460709:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.460717:0:90894:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673948.460719:0:90894:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.460723:0:90894:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673948.460726:0:90894:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673948.460728:0:90894:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673948.460731:0:90894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90894:1859825953420032:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773673948.460736:0:90894:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673948.460741:0:90894:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673948.460744:0:90894:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.460746:0:90894:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673948.460750:0:90894:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673948.460752:0:90894:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673948.460760:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673948.460799:0:90894:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673948.460807:0:90894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673948.460814:0:90894:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953420032, portal 10 00000100:00000001:3.0:1773673948.460816:0:90894:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.460818:0:90894:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:3.0:1773673948.460824:0:90894:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.460832:0:90894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673948.460834:0:90894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673948.460838:0:90894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773673948.460842:0:90894:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953420032, offset 0 00000400:00000200:3.0:1773673948.460849:0:90894:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673948.460857:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.460865:0:90894:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673948.460871:0:90894:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673948.460876:0:90894:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673948.460880:0:90894:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673948.460883:0:90894:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673948.460888:0:90894:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252423:252423:256:4294967295] 192.168.201.103@tcp LPNI seq info [252391:252391:8:4294967295] 00000400:00000200:3.0:1773673948.460907:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.460917:0:90894:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673948.460923:0:90894:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673948.460928:0:90894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a100. 00000800:00000200:3.0:1773673948.460935:0:90894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673948.460943:0:90894:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673948.460947:0:90894:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773673948.460958:0:90894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673948.460962:0:90894:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 164607 usecs (165 jiffies) 00000400:00000200:3.0:1773673948.460966:0:90894:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673948.460969:0:90894:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300505681 00000100:00000001:3.0:1773673948.460972:0:90894:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.460975:0:90894:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300505681 00000100:00000001:3.0:1773673948.460977:0:90894:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.460980:0:90894:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673948.460983:0:90894:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.460985:0:90894:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673948.460987:0:90894:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:3.0:1773673948.460990:0:90894:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9e40 going to sleep for 26 seconds 00000100:00000001:3.0:1773673948.460992:0:90894:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673948.460995:0:90894:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673948.461310:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673948.461315:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:0.0:1773673948.461319:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.461324:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673948.461330:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:0.0:1773673948.461332:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:0.0:1773673948.461335:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673948.461340:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.461348:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673948.461352:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.461358:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673948.461360:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673948.470820:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.470839:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673948.470844:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.470847:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.470858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.470866:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673948.471153:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.471160:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.471165:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.471170:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c3300 00000400:00000200:0.0:1773673948.471175:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.471181:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4a31 [1] + 224 00000800:00000001:0.0:1773673948.471193:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.471202:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.471205:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.471210:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673948.471218:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673948.471507:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673948.471520:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673948.471542:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673948.471553:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.471557:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.471632:0:90894:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673948.471641:0:90894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673948.471643:0:90894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673948.471647:0:90894:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673948.471653:0:90894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673948.471656:0:90894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673948.471660:0:90894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673948.471666:0:90894:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673948.471676:0:90894:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.471683:0:90894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673948.471685:0:90894:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.471688:0:90894:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673948.471692:0:90894:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673948.471695:0:90894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673948.471697:0:90894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.471700:0:90894:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673948.471710:0:90894:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=31 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673948.471714:0:90894:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673948.471717:0:90894:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773673948.471721:0:90894:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.471728:0:90894:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773673948.471731:0:90894:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673948.471733:0:90894:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673948.471735:0:90894:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673948.471737:0:90894:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773673948.471741:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.471748:0:90894:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773673948.471751:0:90894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673948.471753:0:90894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673948.471758:0:90894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673948.472296:0:90894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:90894:1859825953420032:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773673948.472303:0:90894:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.472306:0:90894:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773673948.472309:0:90894:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673948.472311:0:90894:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.472314:0:90894:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.472321:0:90894:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673948.472324:0:90894:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.472328:0:90894:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673948.472329:0:90894:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773673948.472333:0:90894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673948.472336:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.472339:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.472342:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=4 00000020:00000001:3.0:1773673948.472345:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773673948.472348:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00010000:3.0:1773673948.472354:0:90894:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.472365:0:90894:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773673948.472370:0:90894:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.472378:0:90894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.472381:0:90894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.472387:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.472389:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673948.472391:0:90894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.472397:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.472401:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.472404:0:90894:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773673948.472407:0:90894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673948.473023:0:90894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc0869b000 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:3.0:1773673948.473030:0:90894:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773673948.473034:0:90894:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.473042:0:90894:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773673948.473044:0:90894:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773673948.473047:0:90894:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.473053:0:90894:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773673948.473056:0:90894:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773673948.473057:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.473059:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.473060:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=5 00000020:00000001:3.0:1773673948.473063:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773673948.473065:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773673948.473068:0:90894:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773673948.473072:0:90894:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773673948.473078:0:90894:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773673948.473081:0:90894:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.473084:0:90894:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773673948.473086:0:90894:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773673948.473088:0:90894:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773673948.473090:0:90894:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773673948.473092:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.473094:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773673948.473098:0:90894:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869b000 with handle 0x2f77f5611381416b from hash 00010000:00000001:3.0:1773673948.473100:0:90894:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773673948.473102:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.473103:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.473104:0:90894:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773673948.473106:0:90894:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773673948.473108:0:90894:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773673948.473110:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.473111:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.473113:0:90894:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.473114:0:90894:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.473117:0:90894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.473122:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.473123:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.473125:0:90894:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773673948.473126:0:90894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.473128:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.473129:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.473130:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773673948.473132:0:90894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f5611381416b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 90894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673948.473142:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.473144:0:90894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773673948.473149:0:90894:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773673948.473155:0:90894:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673948.473162:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773673948.473164:0:90894:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.473166:0:90894:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.473168:0:90894:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.473171:0:90894:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673948.473173:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773673948.473174:0:90894:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.473176:0:90894:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673948.473179:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83708 00000002:00002000:3.0:1773673948.473181:0:90894:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773673948.473185:0:90894:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.473188:0:90894:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.473191:0:90894:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673948.473193:0:90894:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773673948.473196:0:90894:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.473200:0:90894:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:3.0:1773673948.473203:0:90894:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773673948.473205:0:90894:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1c83b20 it_disposition 7 00000080:00002000:3.0:1773673948.473210:0:90894:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd41b0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773673948.473217:0:90894:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1773673948.473220:0:90894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.473222:0:90894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.473224:0:90894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.473227:0:90894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.473229:0:90894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.473231:0:90894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.473233:0:90894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.473237:0:90894:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.473239:0:90894:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.473241:0:90894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.473247:0:90894:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.473250:0:90894:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.473253:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.473255:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.473258:0:90894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773673948.473266:0:90894:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.473272:0:90894:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.473275:0:90894:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773673948.473282:0:90894:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.473284:0:90894:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.473286:0:90894:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673948.473289:0:90894:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773673948.473291:0:90894:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1c83930 released 00000080:00010000:3.0:1773673948.473293:0:90894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc1c83930 00010000:00000001:3.0:1773673948.473295:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.473297:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.473298:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.473300:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.473302:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.473304:0:90894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.473307:0:90894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773673948.474179:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474182:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.474184:0:90894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.474186:0:90894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.474190:0:90894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773673948.474199:0:90894:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.474202:0:90894:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.474203:0:90894:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.474208:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474209:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.474211:0:90894:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474214:0:90894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.474216:0:90894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474218:0:90894:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474222:0:90894:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474224:0:90894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.474226:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474227:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773673948.474229:0:90894:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773673948.474231:0:90894:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773673948.474235:0:90894:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773673948.474241:0:90894:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13400. 00000100:00000001:3.0:1773673948.474247:0:90894:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.474253:0:90894:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953420032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673948.474261:0:90894:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673948.474264:0:90894:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673948.474267:0:90894:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673948.474270:0:90894:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673948.474273:0:90894:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673948.474275:0:90894:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673948.474277:0:90894:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673948.474280:0:90894:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf1400. 02000000:00000001:3.0:1773673948.474283:0:90894:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673948.474285:0:90894:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673948.474288:0:90894:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773673948.474292:0:90894:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673948.474293:0:90894:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673948.474295:0:90894:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773673948.474297:0:90894:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1c83b20 released 00000080:00000001:3.0:1773673948.474298:0:90894:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773673948.474339:0:90894:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773673948.474342:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83b70 00000080:00002000:3.0:1773673948.474344:0:90894:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff98dc04bd41b0, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773673948.474348:0:90894:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.474513:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83d08 00000080:00200008:3.0:1773673948.474516:0:90894:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773673948.474523:0:90894:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.474525:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83c80 00000080:00200000:3.0:1773673948.474527:0:90894:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.474533:0:90894:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13400. 00800000:00000002:3.0:1773673948.474539:0:90894:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.474543:0:90894:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.474546:0:90894:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.474547:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83ba0 00800000:00000002:3.0:1773673948.474549:0:90894:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.474554:0:90894:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.474556:0:90894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.474558:0:90894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.474560:0:90894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.474561:0:90894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.474563:0:90894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.474565:0:90894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.474568:0:90894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.474571:0:90894:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.474575:0:90894:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.474577:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83a70 00000002:00010000:3.0:1773673948.474579:0:90894:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.474583:0:90894:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.474584:0:90894:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.474587:0:90894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.474591:0:90894:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.474593:0:90894:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.474596:0:90894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.474599:0:90894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.474602:0:90894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773673948.474611:0:90894:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.474613:0:90894:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.474616:0:90894:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773673948.474623:0:90894:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.474626:0:90894:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.474628:0:90894:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.474630:0:90894:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.474632:0:90894:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.474634:0:90894:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.474637:0:90894:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.474640:0:90894:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.474642:0:90894:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13400. 00000080:00000001:3.0:1773673948.474646:0:90894:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.474647:0:90894:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.474650:0:90894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.474654:0:90894:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.474657:0:90894:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.474659:0:90894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.474661:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.474662:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.474665:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.474667:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.474670:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.474672:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474674:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.474675:0:90894:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.474677:0:90894:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.474679:0:90894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc1c83cb8 00010000:00000001:3.0:1773673948.474681:0:90894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.474682:0:90894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.474683:0:90894:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.474685:0:90894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.474687:0:90894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.474689:0:90894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.474692:0:90894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773673948.474699:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474700:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.474701:0:90894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.474703:0:90894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.474705:0:90894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773673948.474716:0:90894:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.474718:0:90894:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.474719:0:90894:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.474722:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474723:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.474724:0:90894:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474727:0:90894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.474728:0:90894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474730:0:90894:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474732:0:90894:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.474734:0:90894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.474735:0:90894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.474736:0:90894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.474738:0:90894:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.474740:0:90894:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673948.474743:0:90894:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.474748:0:90894:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c83d08 00000080:00000008:3.0:1773673948.474750:0:90894:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1773673948.484631:0:91076:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bebd30 00000080:00200000:1.0:1773673948.484638:0:91076:0:(llite_lib.c:2728:ll_statfs()) VFS Op:sb=lustre (ffff98dc07f29800) / proj=0 00000080:00000001:1.0:1773673948.484641:0:91076:0:(llite_lib.c:2578:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1773673948.484644:0:91076:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1773673948.484647:0:91076:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff98dc07f29800: age 5645, max_age 5837 00800000:00000001:1.0:1773673948.484652:0:91076:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00800000:00000010:1.0:1773673948.484656:0:91076:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff98dc088e5f00. 00800000:00000001:1.0:1773673948.484664:0:91076:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1773673948.484666:0:91076:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: age 5828, max_age 5837 00000002:00000001:1.0:1773673948.484670:0:91076:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1773673948.484673:0:91076:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000010:1.0:1773673948.484680:0:91076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673948.484683:0:91076:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673948.484688:0:91076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673948.484691:0:91076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673948.484696:0:91076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673948.484703:0:91076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc01343000. 00000100:00000001:1.0:1773673948.484710:0:91076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.484717:0:91076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673948.484719:0:91076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673948.484724:0:91076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e5480. 00000100:00000001:1.0:1773673948.484727:0:91076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536613504 : -113404172938112 : ffff98dc088e5480) 00000100:00000001:1.0:1773673948.484730:0:91076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673948.484732:0:91076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673948.484737:0:91076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673948.484742:0:91076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.484744:0:91076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673948.484746:0:91076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673948.484757:0:91076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.485187:0:91076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673948.485189:0:91076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673948.485194:0:91076:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673948.485196:0:91076:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673948.485199:0:91076:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673948.485204:0:91076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91076:1859825953420160:192.168.201.103@tcp:41:stat.0 00000100:00000001:1.0:1773673948.485208:0:91076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673948.485214:0:91076:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673948.485217:0:91076:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673948.485220:0:91076:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673948.485226:0:91076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc072c7800. 02000000:00000001:1.0:1773673948.485228:0:91076:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673948.485235:0:91076:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673948.485240:0:91076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673948.485247:0:91076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673948.485254:0:91076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953420160, portal 10 00000100:00000001:1.0:1773673948.485256:0:91076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673948.485258:0:91076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673948.485266:0:91076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.485275:0:91076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673948.485278:0:91076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673948.485281:0:91076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773673948.485284:0:91076:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1859825953420160, offset 0 00000400:00000200:1.0:1773673948.485291:0:91076:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673948.485300:0:91076:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673948.485307:0:91076:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673948.485312:0:91076:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673948.485316:0:91076:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673948.485320:0:91076:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673948.485323:0:91076:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673948.485326:0:91076:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252424:252424:256:4294967295] 192.168.201.103@tcp LPNI seq info [252392:252392:8:4294967295] 00000400:00000200:1.0:1773673948.485331:0:91076:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673948.485341:0:91076:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673948.485347:0:91076:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673948.485351:0:91076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3400. 00000800:00000200:1.0:1773673948.485359:0:91076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673948.485366:0:91076:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673948.485370:0:91076:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773673948.485460:0:91076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673948.485466:0:91076:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 164193 usecs (165 jiffies) 00000400:00000200:1.0:1773673948.485470:0:91076:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673948.485473:0:91076:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300505705 00000100:00000001:1.0:1773673948.485476:0:91076:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:1.0:1773673948.485478:0:91076:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300505705 00000100:00000001:1.0:1773673948.485481:0:91076:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:1.0:1773673948.485484:0:91076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673948.485486:0:91076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.485489:0:91076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673948.485491:0:91076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673948.485494:0:91076:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e5480 going to sleep for 26 seconds 00000100:00000001:1.0:1773673948.485497:0:91076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673948.485500:0:91076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773673948.486812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00000800:00000200:1.0:1773673948.487550:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673948.487557:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3400. 00000400:00000200:1.0:1773673948.487563:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673948.487572:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673948.487579:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:1.0:1773673948.487582:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:1.0:1773673948.487586:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673948.487594:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.487606:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673948.487610:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.487617:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.487619:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673948.496330:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.496352:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673948.496357:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.496360:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.496371:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.496379:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673948.496389:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.496395:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.496400:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.496405:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c3380 00000400:00000200:0.0:1773673948.496410:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.496418:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4a39 [1] + 224 00000800:00000001:0.0:1773673948.496556:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.496567:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.496570:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.496576:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673948.496583:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673948.496592:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673948.496606:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.496681:0:91076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673948.496706:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673948.496716:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.496721:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773673948.497106:0:91076:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673948.497109:0:91076:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673948.497113:0:91076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673948.497118:0:91076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673948.497120:0:91076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673948.497123:0:91076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673948.497129:0:91076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673948.497140:0:91076:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.497147:0:91076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673948.497149:0:91076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673948.497152:0:91076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673948.497445:0:91076:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673948.497448:0:91076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673948.497451:0:91076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673948.497455:0:91076:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673948.497465:0:91076:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=31 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673948.497470:0:91076:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673948.497473:0:91076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673948.497475:0:91076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673948.497477:0:91076:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673948.497481:0:91076:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.497485:0:91076:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673948.497487:0:91076:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673948.497489:0:91076:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673948.497490:0:91076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673948.497497:0:91076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.497506:0:91076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673948.497509:0:91076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673948.497512:0:91076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673948.497517:0:91076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673948.497532:0:91076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91076:1859825953420160:192.168.201.103@tcp:41:stat.0 00000100:00000001:1.0:1773673948.497537:0:91076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673948.497540:0:91076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.497543:0:91076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673948.497545:0:91076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673948.497549:0:91076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.497558:0:91076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673948.497561:0:91076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e5480. 00000100:00000001:1.0:1773673948.497565:0:91076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673948.497567:0:91076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673948.497573:0:91076:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1773673948.497576:0:91076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673948.497580:0:91076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953420160/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773673979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.497587:0:91076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673948.497590:0:91076:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673948.497593:0:91076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc072c7800. 02000000:00000001:1.0:1773673948.497596:0:91076:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673948.497598:0:91076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673948.497600:0:91076:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673948.497603:0:91076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673948.497606:0:91076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc01343000. 02000000:00000001:1.0:1773673948.497611:0:91076:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673948.497613:0:91076:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673948.497615:0:91076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673948.497619:0:91076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673948.497620:0:91076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773673948.497622:0:91076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673948.497623:0:91076:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673948.497625:0:91076:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1773673948.497628:0:91076:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: update ffff98dc070c8450 cache blocks 1802521/1916558 objects 523528/524163 00800000:00000001:1.0:1773673948.497636:0:91076:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673948.497639:0:91076:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1773673948.497642:0:91076:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff98dc088e5f00. 00800000:00000001:1.0:1773673948.497644:0:91076:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1773673948.497648:0:91076:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff98dc07f29800: update ffff98dc070cd178 cache blocks 1802521/1916558 objects 523528/524163 00000080:00000001:1.0:1773673948.497652:0:91076:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1773673948.497654:0:91076:0:(llite_lib.c:2591:ll_statfs_internal()) MDC blocks 1802521/1916558 objects 523528/524163 00000080:00000001:1.0:1773673948.497657:0:91076:0:(llite_lib.c:2594:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673948.497659:0:91076:0:(llite_lib.c:2627:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.560605:0:91080:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.560614:0:91080:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.560617:0:91080:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.560620:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb20 00000080:00200000:3.0:1773673948.560626:0:91080:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.560636:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.560645:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.560649:0:91080:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.560654:0:91080:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.560656:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fa40 00800000:00000002:3.0:1773673948.560659:0:91080:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.560664:0:91080:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.560666:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.560669:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.560672:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.560675:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.560677:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.560680:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.560683:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.560688:0:91080:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.560693:0:91080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.560695:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145f910 00000002:00010000:3.0:1773673948.560697:0:91080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.560702:0:91080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.560704:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.560707:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.560715:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.560719:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.560725:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.560729:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.560735:0:91080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773673948.560748:0:91080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.560753:0:91080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.560757:0:91080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773673948.560881:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.560884:0:91080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.560886:0:91080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.560888:0:91080:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.561037:0:91080:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.561040:0:91080:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.561043:0:91080:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.561046:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.561050:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773673948.561055:0:91080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.561058:0:91080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.561060:0:91080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.561064:0:91080:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.561068:0:91080:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.561071:0:91080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.561073:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.561075:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.561078:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.561080:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561083:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561086:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561088:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.561089:0:91080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.561091:0:91080:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.561094:0:91080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc145fb58 00010000:00000001:3.0:1773673948.561096:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.561097:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.561098:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.561100:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561103:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561105:0:91080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.561109:0:91080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773673948.561118:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561120:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.561122:0:91080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.561124:0:91080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.561128:0:91080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773673948.561135:0:91080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.561138:0:91080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.561140:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.561144:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561145:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.561147:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561151:0:91080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.561153:0:91080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561342:0:91080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561346:0:91080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561349:0:91080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.561462:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561463:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.561467:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.561469:0:91080:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.561473:0:91080:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773673948.561479:0:91080:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.561484:0:91080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773673948.561487:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb48 00000080:00002000:3.0:1773673948.561489:0:91080:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd41b0) flags 0x8000e refc 0 00000080:00000001:3.0:1773673948.561492:0:91080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.561495:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb90 00000080:00200000:3.0:1773673948.561496:0:91080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=13 00000080:00000001:3.0:1773673948.561501:0:91080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773673948.561503:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb18 00000080:00002000:3.0:1773673948.561505:0:91080:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff98dc04bd41b0, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773673948.561509:0:91080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.561531:0:91080:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.561534:0:91080:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.561536:0:91080:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.561537:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fbb0 00000080:00200000:3.0:1773673948.561539:0:91080:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.561544:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.561549:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.561552:0:91080:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.561554:0:91080:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.561556:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fad0 00800000:00000002:3.0:1773673948.561558:0:91080:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.561561:0:91080:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.561563:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.561565:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.561566:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.561568:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.561571:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.561573:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.561575:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.561578:0:91080:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.561582:0:91080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.561584:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145f9a0 00000002:00010000:3.0:1773673948.561586:0:91080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.561590:0:91080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.561592:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.561594:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.561598:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.561601:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.561604:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.561607:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.561611:0:91080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773673948.561619:0:91080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.561623:0:91080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.561626:0:91080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773673948.561633:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.561635:0:91080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.561636:0:91080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.561638:0:91080:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.561641:0:91080:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.561643:0:91080:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.561646:0:91080:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.561648:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.561651:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773673948.561654:0:91080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.561656:0:91080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.561658:0:91080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.561661:0:91080:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.561664:0:91080:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.561666:0:91080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.561667:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.561669:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.561671:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.561673:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561676:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561678:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561679:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.561681:0:91080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.561683:0:91080:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.561685:0:91080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc145fbe8 00010000:00000001:3.0:1773673948.561687:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.561689:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.561690:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.561692:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561694:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.561697:0:91080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.561700:0:91080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773673948.561707:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561708:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.561709:0:91080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.561711:0:91080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.561714:0:91080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773673948.561720:0:91080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.561722:0:91080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.561723:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.561725:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561727:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.561728:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561730:0:91080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.561732:0:91080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561733:0:91080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561736:0:91080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.561737:0:91080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.561739:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.561740:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.561741:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.561743:0:91080:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.561745:0:91080:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773673948.561748:0:91080:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.561751:0:91080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773673948.561753:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fbd8 00000080:00002000:3.0:1773673948.561755:0:91080:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd41b0) flags 0x8004e refc 0 00000080:00000001:3.0:1773673948.561757:0:91080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.561759:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fc20 00000080:00200000:3.0:1773673948.561760:0:91080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=16392 00000080:00000001:3.0:1773673948.561795:0:91080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773673948.561797:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fba8 00000080:00002000:3.0:1773673948.561799:0:91080:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff98dc04bd41b0, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773673948.561803:0:91080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.561823:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fd08 00000080:00200008:3.0:1773673948.561826:0:91080:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773673948.561830:0:91080:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.561832:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fc80 00000080:00200000:3.0:1773673948.561834:0:91080:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.561838:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.561841:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.561843:0:91080:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.561845:0:91080:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.561847:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fba0 00800000:00000002:3.0:1773673948.561848:0:91080:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.561851:0:91080:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.561852:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.561854:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.561855:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.561857:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.561859:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.561860:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.561862:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.561865:0:91080:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.561868:0:91080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.561869:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fa70 00000002:00010000:3.0:1773673948.561870:0:91080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.561873:0:91080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.561875:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.561876:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.561879:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.561881:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.561884:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.561886:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.562091:0:91080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773673948.562103:0:91080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.562106:0:91080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.562110:0:91080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1773673948.562117:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.562119:0:91080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.562121:0:91080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.562123:0:91080:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.562125:0:91080:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.562127:0:91080:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.562130:0:91080:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.562132:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.562135:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773673948.562138:0:91080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.562140:0:91080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.562142:0:91080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.562145:0:91080:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.562148:0:91080:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.562150:0:91080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.562151:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.562153:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.562462:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.562465:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.562468:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.562471:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.562472:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.562474:0:91080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.562476:0:91080:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.562478:0:91080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc145fcb8 00010000:00000001:3.0:1773673948.562480:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.562481:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.562483:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.562484:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.562486:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.562488:0:91080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.562491:0:91080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773673948.562498:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.562499:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.562500:0:91080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.562502:0:91080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.562504:0:91080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773673948.562511:0:91080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.562513:0:91080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.562515:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.562517:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.562518:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.562519:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.562522:0:91080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.562523:0:91080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.562525:0:91080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.562527:0:91080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.562529:0:91080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.562530:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.562531:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.562533:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.562535:0:91080:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673948.562538:0:91080:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.562542:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fd08 00000080:00000008:3.0:1773673948.562545:0:91080:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773673948.563590:0:91080:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.563624:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fd08 00000080:00200008:3.0:1773673948.563627:0:91080:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773673948.563632:0:91080:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.563634:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fc80 00000080:00200000:3.0:1773673948.563636:0:91080:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.563642:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.563647:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.563650:0:91080:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.563654:0:91080:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.563655:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fba0 00800000:00000002:3.0:1773673948.563658:0:91080:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.563661:0:91080:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.563663:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.563665:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.563668:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.563670:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.563673:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.563675:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.563677:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.563681:0:91080:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.563685:0:91080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.563687:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fa70 00000002:00010000:3.0:1773673948.563689:0:91080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.563693:0:91080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.563695:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.563697:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.563702:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.563705:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.563709:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.563712:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.563716:0:91080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773673948.563725:0:91080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.563729:0:91080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.563732:0:91080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773673948.563740:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.563742:0:91080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.563744:0:91080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.563746:0:91080:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.563748:0:91080:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.563750:0:91080:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.563753:0:91080:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.563755:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.563758:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773673948.563762:0:91080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.564563:0:91080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.564567:0:91080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.564571:0:91080:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.564575:0:91080:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.564578:0:91080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.564580:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.564582:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.564585:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.564587:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.564591:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.564593:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.564595:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.564596:0:91080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.564598:0:91080:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.564601:0:91080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc145fcb8 00010000:00000001:3.0:1773673948.564603:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.564604:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.564606:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.564608:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.564610:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.564613:0:91080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.564617:0:91080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773673948.564625:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.564627:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.564628:0:91080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.564630:0:91080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.564633:0:91080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773673948.564641:0:91080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.564643:0:91080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.564645:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.564648:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.564649:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.564651:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.564654:0:91080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.564656:0:91080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.564658:0:91080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.564662:0:91080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.564664:0:91080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.564665:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.564666:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.564668:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.564670:0:91080:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673948.564673:0:91080:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.564678:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fd08 00000080:00000008:3.0:1773673948.564680:0:91080:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773673948.564876:0:91080:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673948.564879:0:91080:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673948.564880:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb78 00000080:00200000:3.0:1773673948.564883:0:91080:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673948.565056:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.565063:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673948.565067:0:91080:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673948.565070:0:91080:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.565072:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fa98 00800000:00000002:3.0:1773673948.565075:0:91080:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.565078:0:91080:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673948.565080:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.565082:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.565084:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.565086:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.565088:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.565090:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.565092:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.565095:0:91080:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673948.565099:0:91080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673948.565100:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145f968 00000002:00010000:3.0:1773673948.565102:0:91080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673948.565106:0:91080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673948.565107:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.565110:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.565114:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.565116:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.565120:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.565123:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673948.565126:0:91080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1773673948.565135:0:91080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673948.565139:0:91080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673948.565142:0:91080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1773673948.565149:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673948.565150:0:91080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.565239:0:91080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.565243:0:91080:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673948.565245:0:91080:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.565247:0:91080:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673948.565250:0:91080:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673948.565252:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.565256:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773673948.565259:0:91080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673948.565261:0:91080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.565264:0:91080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673948.565267:0:91080:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814164 00800000:00000001:3.0:1773673948.565566:0:91080:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673948.565568:0:91080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673948.565570:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.565572:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.565575:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.565577:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.565580:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.565583:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.565584:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673948.565586:0:91080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.565587:0:91080:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673948.565590:0:91080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814164 from it ffffbabdc145fbb0 00010000:00000001:3.0:1773673948.565592:0:91080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673948.565593:0:91080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673948.565595:0:91080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673948.565596:0:91080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.565599:0:91080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673948.565601:0:91080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673948.565605:0:91080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773673948.565612:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.565614:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.565615:0:91080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673948.565617:0:91080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673948.565620:0:91080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1773673948.565628:0:91080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673948.565631:0:91080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673948.565632:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.565636:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.565637:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.565638:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.565641:0:91080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673948.565643:0:91080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.565644:0:91080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.565647:0:91080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.565650:0:91080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673948.565651:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.565652:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673948.565654:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673948.565655:0:91080:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673948.565658:0:91080:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 44 00000080:00000001:3.0:1773673948.565663:0:91080:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.565668:0:91080:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:3.0:1773673948.565671:0:91080:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773673948.565673:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fb78 00000080:00200008:3.0:1773673948.565676:0:91080:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000 00000080:00000010:3.0:1773673948.565682:0:91080:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc11373e00. 00000080:00000001:3.0:1773673948.565687:0:91080:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.565689:0:91080:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.565705:0:91080:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773673948.565708:0:91080:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c03066f0 arg=7ffd596013f0 00000020:00000001:3.0:1773673948.565716:0:91080:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773673948.565721:0:91080:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff98dc07bf1400. 00000020:00000001:3.0:1773673948.565734:0:91080:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.565738:0:91080:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1773673948.565740:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fad0 00000080:00200000:3.0:1773673948.565742:0:91080:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) name=d130a.recovery-small stripe_offset=0 stripe_count=1, hash_type=4 00000080:00000010:3.0:1773673948.565748:0:91080:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:3.0:1773673948.565752:0:91080:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00800000:00000001:3.0:1773673948.565761:0:91080:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:3.0:1773673948.566338:0:91080:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773673948.566344:0:91080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673948.566359:0:91080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673948.566362:0:91080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673948.566364:0:91080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673948.566366:0:91080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.566368:0:91080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673948.566371:0:91080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.566454:0:91080:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:3.0:1773673948.566459:0:91080:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773673948.566462:0:91080:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773673948.566465:0:91080:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773673948.566468:0:91080:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773673948.566471:0:91080:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x4:0x0] 40000000:00000001:3.0:1773673948.566474:0:91080:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.566477:0:91080:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.566478:0:91080:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673948.566480:0:91080:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673948.566483:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fa08 00800000:00000002:3.0:1773673948.566486:0:91080:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130a.recovery-small' [0x20000bf89:0x4:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1773673948.566492:0:91080:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1773673948.566494:0:91080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773673948.566500:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773673948.566503:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673948.566506:0:91080:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773673948.566510:0:91080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773673948.566514:0:91080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00000001:3.0:1773673948.566523:0:91080:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773673948.566528:0:91080:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773673948.566530:0:91080:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773673948.566532:0:91080:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773673948.566535:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.566536:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.566539:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:3.0:1773673948.566541:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773673948.566544:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.566546:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.566547:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.566549:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:3.0:1773673948.566551:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773673948.566553:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.566555:0:91080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673948.566556:0:91080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673948.566557:0:91080:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:3.0:1773673948.566559:0:91080:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773673948.566562:0:91080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.566564:0:91080:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773673948.566567:0:91080:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773673948.566571:0:91080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1773673948.566575:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145f690 00000080:00002000:3.0:1773673948.566577:0:91080:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d130a.recovery-small 00000080:00000001:3.0:1773673948.566583:0:91080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773673948.566588:0:91080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773673948.566591:0:91080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773673948.566594:0:91080:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773673948.566595:0:91080:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.566599:0:91080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773673948.566603:0:91080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773673948.566605:0:91080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773673948.566607:0:91080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673948.566609:0:91080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773673948.566612:0:91080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869ba00 with handle 0x2f77f56113814164 from hash 00010000:00000001:3.0:1773673948.566615:0:91080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773673948.566616:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.566617:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.566619:0:91080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773673948.566621:0:91080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773673948.566623:0:91080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773673948.566627:0:91080:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773673948.566629:0:91080:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673948.566631:0:91080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773673948.566638:0:91080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773673948.566642:0:91080:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:3.0:1773673948.566648:0:91080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773673948.566650:0:91080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.566653:0:91080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673948.566657:0:91080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673948.566660:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673948.566662:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.566663:0:91080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.566666:0:91080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673948.566669:0:91080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673948.566672:0:91080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673948.566680:0:91080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf0c00. 00000100:00000001:3.0:1773673948.566688:0:91080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.566691:0:91080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.566694:0:91080:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773673948.566700:0:91080:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1773673948.566715:0:91080:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773673948.566716:0:91080:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773673948.566718:0:91080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773673948.566721:0:91080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814164 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d67ca expref: -99 pid: 90894 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000040:3.0:1773673948.566729:0:91080:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc02dabe00 count: 0 00010000:00000010:3.0:1773673948.566735:0:91080:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc184c8900. 00010000:00000001:3.0:1773673948.566742:0:91080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673948.566744:0:91080:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.566746:0:91080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673948.566747:0:91080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.566750:0:91080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773673948.566797:0:91080:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773673948.566811:0:91080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673948.566822:0:91080:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673948.566824:0:91080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673948.566831:0:91080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.566833:0:91080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976576 : -113404030575040 : ffff98dc110a9e40) 00000100:00000001:3.0:1773673948.566836:0:91080:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.566838:0:91080:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773673948.566843:0:91080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673948.566848:0:91080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.566850:0:91080:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673948.566852:0:91080:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673948.566858:0:91080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.566867:0:91080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673948.566869:0:91080:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.566874:0:91080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673948.566877:0:91080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673948.566880:0:91080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673948.566883:0:91080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:91080:1859825953420416:192.168.201.103@tcp:36:lfs.0 00000100:00000001:3.0:1773673948.566888:0:91080:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673948.566906:0:91080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673948.566909:0:91080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.566911:0:91080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673948.566917:0:91080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf1c00. 02000000:00000001:3.0:1773673948.566919:0:91080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673948.566927:0:91080:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673948.566932:0:91080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673948.566940:0:91080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673948.566947:0:91080:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953420416, portal 10 00000100:00000001:3.0:1773673948.566949:0:91080:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.566951:0:91080:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:3.0:1773673948.566958:0:91080:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.566966:0:91080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673948.566969:0:91080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673948.566971:0:91080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773673948.566975:0:91080:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859825953420416, offset 0 00000400:00000200:3.0:1773673948.566982:0:91080:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673948.566991:0:91080:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.566999:0:91080:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673948.567004:0:91080:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673948.567009:0:91080:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673948.567014:0:91080:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673948.567017:0:91080:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673948.567021:0:91080:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252425:252425:256:4294967295] 192.168.201.103@tcp LPNI seq info [252393:252393:8:4294967295] 00000400:00000200:3.0:1773673948.567026:0:91080:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673948.567038:0:91080:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673948.567045:0:91080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673948.567052:0:91080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028ad00. 00000800:00000200:3.0:1773673948.567060:0:91080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673948.567069:0:91080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673948.567074:0:91080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028ad00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1773673948.567083:0:91080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673948.567088:0:91080:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 163786 usecs (164 jiffies) 00000400:00000200:3.0:1773673948.567091:0:91080:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673948.567094:0:91080:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300505786 00000100:00000001:3.0:1773673948.567098:0:91080:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.567100:0:91080:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300505786 00000100:00000001:3.0:1773673948.567102:0:91080:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:3.0:1773673948.567105:0:91080:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673948.567108:0:91080:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.567110:0:91080:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673948.567112:0:91080:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:3.0:1773673948.567116:0:91080:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9e40 going to sleep for 26 seconds 00000100:00000001:3.0:1773673948.567119:0:91080:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673948.567122:0:91080:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673948.569761:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673948.569785:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028ad00. 00000400:00000200:1.0:1773673948.569795:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673948.569804:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673948.569811:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:1.0:1773673948.569814:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:1.0:1773673948.569819:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673948.569828:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.570031:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673948.570036:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673948.570043:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673948.570045:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1773673948.577822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1c00. 00010000:00000010:3.1:1773673948.577840:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabe00. 00010000:00000010:3.1:1773673948.577847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00000800:00000001:0.0:1773673948.588479:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.588498:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673948.588503:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.588506:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.588517:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.588527:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673948.588537:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.588542:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.588548:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.588552:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b80794c3480 00000400:00000200:0.0:1773673948.588558:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673948.588565:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c4a49 [1] + 224 00000800:00000001:0.0:1773673948.588574:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.588585:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673948.588588:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673948.588593:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673948.588601:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673948.588610:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673948.588622:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673948.588647:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673948.588656:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673948.588676:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.588756:0:91080:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673948.588802:0:91080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673948.588805:0:91080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673948.588821:0:91080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673948.588827:0:91080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673948.588830:0:91080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673948.588833:0:91080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673948.588839:0:91080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673948.588849:0:91080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953420416/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773673979 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.588856:0:91080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673948.588858:0:91080:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.588862:0:91080:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673948.588865:0:91080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673948.588868:0:91080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673948.588870:0:91080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673948.588872:0:91080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673948.588882:0:91080:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=31 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673948.588886:0:91080:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673948.588889:0:91080:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673948.589111:0:91080:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673948.589114:0:91080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673948.589118:0:91080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.589122:0:91080:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773673948.589124:0:91080:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1773673948.589126:0:91080:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773673948.589128:0:91080:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673948.589130:0:91080:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773673948.589134:0:91080:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673948.589136:0:91080:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673948.589138:0:91080:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673948.589141:0:91080:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673948.589147:0:91080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.589154:0:91080:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673948.589157:0:91080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673948.589160:0:91080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673948.589164:0:91080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673948.589172:0:91080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:91080:1859825953420416:192.168.201.103@tcp:36:lfs.0 00000100:00000001:3.0:1773673948.589177:0:91080:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673948.589180:0:91080:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.589182:0:91080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673948.589184:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.589188:0:91080:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.589195:0:91080:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673948.589198:0:91080:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673948.589202:0:91080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673948.589203:0:91080:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673948.589212:0:91080:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.589216:0:91080:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773673948.589218:0:91080:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.589222:0:91080:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773673948.589229:0:91080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773673948.589232:0:91080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773673948.589235:0:91080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:3.0:1773673948.589239:0:91080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773673948.589257:0:91080:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc0582a940. 00000080:00000001:3.0:1773673948.589269:0:91080:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773673948.589272:0:91080:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08) 00000080:00000001:3.0:1773673948.589276:0:91080:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773673948.589279:0:91080:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:3.0:1773673948.589282:0:91080:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.589284:0:91080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:3.0:1773673948.589287:0:91080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:3.0:1773673948.589291:0:91080:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088004 mtime from 0 to 1773673948 00000080:00200000:3.0:1773673948.589295:0:91080:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 4096 00000080:00000001:3.0:1773673948.589297:0:91080:0:(llite_lib.c:3205:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773673948.589299:0:91080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669485517320 : -113404224034296 : ffff98dc0582aa08) 00000080:00000001:3.0:1773673948.589302:0:91080:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773673948.589305:0:91080:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773673948.589307:0:91080:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673948.589313:0:91080:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673948.589318:0:91080:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673948.589325:0:91080:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673948.589327:0:91080:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673948.589330:0:91080:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000010:3.0:1773673948.589335:0:91080:0:(dir.c:2075:ll_dir_ioctl()) kvfree 'data': 648 at ffff98dc07bf1400. 00000080:00000001:3.0:1773673948.589338:0:91080:0:(dir.c:2076:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.589357:0:91080:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773673948.589360:0:91080:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773673948.589364:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fdb0 00000080:00200008:3.0:1773673948.589367:0:91080:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000 00000080:00400000:3.0:1773673948.589371:0:91080:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773673948.589375:0:91080:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc11373e00. 00000080:00000001:3.0:1773673948.589379:0:91080:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773673948.589381:0:91080:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc145fdb0 00000080:00000008:3.0:1773673948.589383:0:91080:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000, rc = 0 00000080:00000001:3.0:1773673948.589386:0:91080:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673948.589388:0:91080:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674084:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673948.674093:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673948.674095:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673948.674098:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674104:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673948.674106:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674108:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674111:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674115:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673948.674117:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673948.674120:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673948.674121:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673948.674144:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673948.674147:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673948.674149:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773673948.996718:0:76421:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773673948.996726:0:76421:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773673948.996739:0:76421:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773673948.996747:0:76421:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773673948.996754:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fc00. 00000020:00000010:0.0:1773673948.996759:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704ee00. 00000020:00000010:0.0:1773673948.996795:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773673948.996803:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673948.996808:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673948.996813:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673948.996819:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673948.996824:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673948.996828:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704e600. 00000008:00000010:0.0:1773673948.996832:0:76421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673948.996836:0:76421:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673948.996840:0:76421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673948.996843:0:76421:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773673948.996846:0:76421:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773673948.996850:0:76421:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773673948.996855:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043c25f8 -> ffff98dc043c25f8 00000020:00000001:0.0:1773673948.996857:0:76421:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773673948.996860:0:76421:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773673948.996862:0:76421:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773673948.996866:0:76421:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773673948.996868:0:76421:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773673948.996869:0:76421:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773673948.996873:0:76421:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x2:0x0]io ffff98dc08bb24e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773673948.996876:0:76421:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c06c8) owner 0000000000000000/ffff98dc2033a7c0 00020000:00000001:0.0:1773673948.996880:0:76421:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1773673948.996882:0:76421:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1773673948.996884:0:76421:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c06c8) owner 0000000000000000/ffff98dc2033a7c0 00000020:00000001:0.0:1773673948.996899:0:76421:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773673948.996902:0:76421:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1773673948.996904:0:76421:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773673948.996906:0:76421:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773673948.996909:0:76421:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773673948.996910:0:76421:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773673948.996913:0:76421:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773673948.996917:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704ee00. 00000020:00000010:0.0:1773673948.996921:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773673948.996926:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773673948.996930:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d809c0. 00008000:00000010:0.0:1773673948.996933:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773673948.996937:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773673948.996940:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773673948.996944:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fc00. 00000008:00000010:0.0:1773673948.996947:0:76421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773673948.996950:0:76421:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773673948.996953:0:76421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773673948.996956:0:76421:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773673948.996958:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704e600. 00000020:00000010:0.0:1773673948.996960:0:76421:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:0.0:1773673948.996963:0:76421:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673948.996966:0:76421:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.051214:0:91113:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673949.051222:0:91113:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673949.051224:0:91113:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.051230:0:91113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.051233:0:91113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773673949.051238:0:91113:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773673949.051241:0:91113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673949.051244:0:91113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773673949.051560:0:91114:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673949.051564:0:91114:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673949.051565:0:91114:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673949.051567:0:91114:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.051569:0:91114:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673949.051571:0:91114:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.051573:0:91114:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673949.052203:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673949.052207:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673949.052211:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773673949.052214:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773673949.052216:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773673949.052222:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814125 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d670d expref: -99 pid: 90447 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773673949.052235:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773673949.052239:0:81793:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773673949.052242:0:81793:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773673949.052245:0:81793:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x2:0x0] mode (null) 00000002:00000001:3.0:1773673949.052249:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673949.052252:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673949.052259:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7700 count: 2 00010000:00000001:3.0:1773673949.052262:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773673949.052267:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673949.052269:0:81793:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673949.052271:0:81793:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773673949.052274:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773673949.052280:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773673949.052285:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12a00. 00000020:00000010:3.0:1773673949.052290:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13800. 00000020:00000010:3.0:1773673949.052294:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c46c0. 00000008:00000010:3.0:1773673949.052302:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773673949.052307:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773673949.052312:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773673949.052318:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773673949.052323:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773673949.052327:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12800. 00000008:00000010:3.0:1773673949.052331:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773673949.052334:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00010000:00010000:1.0:1773673949.052463:0:91113:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00008000:00000010:3.0:1773673949.052499:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773673949.052506:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773673949.052510:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773673949.052513:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773673949.052515:0:81793:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773673949.052517:0:81793:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x2:0x0]: losing layout lock 00000080:00000001:3.0:1773673949.052521:0:81793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773673949.052523:0:81793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773673949.052527:0:81793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773673949.052529:0:81793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773673949.052531:0:81793:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x2:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773673949.052534:0:81793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673949.052536:0:81793:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773673949.052538:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773673949.052542:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13800. 00000020:00000010:3.0:1773673949.052546:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c46c0. 00000008:00000010:3.0:1773673949.052550:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773673949.052553:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773673949.052556:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773673949.052561:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773673949.052564:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773673949.052566:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12a00. 00000008:00000010:3.0:1773673949.052569:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773673949.052572:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773673949.052575:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773673949.052578:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773673949.052580:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12800. 00000020:00000010:3.0:1773673949.052583:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773673949.052585:0:81793:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673949.052591:0:81793:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773673949.052593:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.052597:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773673949.052600:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773673949.052602:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773673949.052604:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673949.052606:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773673949.052609:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfe00 with handle 0x2f77f56113814125 from hash 00010000:00000001:3.0:1773673949.052612:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773673949.052614:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673949.052615:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673949.052616:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773673949.052620:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773673949.052622:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773673949.052625:0:81793:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773673949.052627:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673949.052630:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773673949.052637:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773673949.052641:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673949.052646:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673949.052648:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673949.052653:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673949.052659:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08e12800. 00000100:00000001:3.0:1773673949.052667:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.052670:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773673949.052678:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814125 lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d670d expref: -99 pid: 90447 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773673949.052687:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773673949.052688:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673949.052691:0:81793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673949.052693:0:81793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673949.052700:0:81793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673949.052703:0:81793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976576 : -113404030575040 : ffff98dc110a9e40) 00000100:00000001:3.0:1773673949.052706:0:81793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673949.052707:0:81793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000001:3.0:1773673949.052713:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673949.052718:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673949.052721:0:81793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673949.052722:0:81793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673949.052989:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.053002:0:81793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673949.053004:0:81793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673949.053009:0:81793:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673949.053012:0:81793:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673949.053015:0:81793:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673949.053019:0:81793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:50b6f219-0167-4a18-8ed7-c655d95343ea:81793:1859825953420544:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773673949.053023:0:81793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673949.053029:0:81793:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673949.053031:0:81793:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673949.053035:0:81793:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673949.053040:0:81793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e12a00. 02000000:00000001:3.0:1773673949.053042:0:81793:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673949.053051:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673949.053055:0:81793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673949.053062:0:81793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673949.053068:0:81793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953420544, portal 18 00000100:00000001:3.0:1773673949.053071:0:81793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673949.053073:0:81793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000040:3.0:1773673949.053079:0:81793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.053087:0:81793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673949.053090:0:81793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673949.053093:0:81793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773673949.053096:0:81793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953420544, offset 0 00000400:00000200:3.0:1773673949.053103:0:81793:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673949.053112:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673949.053120:0:81793:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673949.053125:0:81793:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673949.053129:0:81793:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673949.053133:0:81793:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673949.053136:0:81793:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673949.053140:0:81793:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252426:252426:256:4294967295] 192.168.201.103@tcp LPNI seq info [252394:252394:8:4294967295] 00000400:00000200:3.0:1773673949.053145:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673949.053155:0:81793:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673949.053161:0:81793:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673949.053166:0:81793:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a800. 00000800:00000200:3.0:1773673949.053173:0:81793:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673949.053180:0:81793:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673949.053185:0:81793:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773673949.053252:0:81793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673949.053258:0:81793:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 163413 usecs (164 jiffies) 00000400:00000200:3.0:1773673949.053263:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673949.053266:0:81793:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300506272 00000100:00000001:3.0:1773673949.053269:0:81793:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:3.0:1773673949.053272:0:81793:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300506272 00000100:00000001:3.0:1773673949.053274:0:81793:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:3.0:1773673949.053278:0:81793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773673949.057388:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673949.057397:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:1.0:1773673949.057424:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673949.057433:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673949.057439:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773673949.057442:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773673949.057449:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673949.057457:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673949.057469:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.057473:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673949.057480:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.057482:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773673949.058315:0:81793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673949.058321:0:81793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673949.058323:0:81793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773673949.058327:0:81793:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9e40 going to sleep for 11 seconds 00000100:00000001:3.0:1773673949.058331:0:81793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673949.058334:0:81793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673949.059553:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.059569:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673949.059573:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.059576:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.059585:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.059593:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673949.059603:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.059608:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.059615:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.059619:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c3500 00000400:00000200:0.0:1773673949.059623:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.059630:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4a51 [1] + 224 00000800:00000001:0.0:1773673949.059639:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.059649:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.059652:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.059657:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673949.059663:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673949.059671:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673949.059683:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.059746:0:81793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673949.059817:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673949.059826:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.059830:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773673949.060161:0:81793:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673949.060164:0:81793:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673949.060168:0:81793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673949.060172:0:81793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673949.060175:0:81793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673949.060178:0:81793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673949.060184:0:81793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673949.060193:0:81793:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.060200:0:81793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673949.060202:0:81793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673949.060204:0:81793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673949.060208:0:81793:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673949.060210:0:81793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673949.060213:0:81793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673949.060216:0:81793:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673949.060227:0:81793:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=155 v=5 (5 5 5 0) 00000100:00001000:3.0:1773673949.060231:0:81793:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673949.060234:0:81793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673949.060236:0:81793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.060238:0:81793:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673949.060242:0:81793:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673949.060246:0:81793:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673949.060248:0:81793:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673949.060250:0:81793:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673949.060253:0:81793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673949.060259:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.060267:0:81793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673949.060270:0:81793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673949.060272:0:81793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673949.060277:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673949.060286:0:81793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:50b6f219-0167-4a18-8ed7-c655d95343ea:81793:1859825953420544:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773673949.060291:0:81793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673949.060294:0:81793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673949.060296:0:81793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673949.060298:0:81793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673949.060301:0:81793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.060308:0:81793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673949.060311:0:81793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9e40. 00000100:00000001:3.0:1773673949.060315:0:81793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673949.060316:0:81793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673949.060319:0:81793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673949.060322:0:81793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953420544/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773673965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673949.060329:0:81793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673949.060332:0:81793:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673949.060335:0:81793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e12a00. 02000000:00000001:3.0:1773673949.060557:0:81793:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673949.060561:0:81793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673949.060563:0:81793:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673949.060567:0:81793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673949.060570:0:81793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08e12800. 02000000:00000001:3.0:1773673949.060573:0:81793:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673949.060576:0:81793:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673949.060578:0:81793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:3.0:1773673949.060583:0:81793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673949.060584:0:81793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773673949.060587:0:81793:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1773673949.060590:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773673949.060595:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814125 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d670d expref: -99 pid: 90447 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1773673949.060606:0:81793:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7700 count: 0 00010000:00000010:3.0:1773673949.060616:0:81793:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3200. 00010000:00000001:3.0:1773673949.060627:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673949.060629:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673949.060690:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673949.060694:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673949.060697:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673949.060699:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773673949.060701:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673949.060702:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673949.060704:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773673949.060706:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673949.060708:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673949.060709:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773673949.061070:0:91113:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.061075:0:91113:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.061078:0:91113:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773673949.074892:0:91116:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7700. 00010000:00000010:3.1:1773673949.074907:0:91116:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000080:00000001:1.0:1773673949.113137:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673949.113143:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673949.113146:0:91117:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673949.113149:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3b20 00000080:00200000:1.0:1773673949.113155:0:91117:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673949.113162:0:91117:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342a00. 00800000:00000002:1.0:1773673949.113169:0:91117:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673949.113172:0:91117:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673949.113178:0:91117:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.113180:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3a40 00800000:00000002:1.0:1773673949.113183:0:91117:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.113187:0:91117:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673949.113189:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.113192:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.113195:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.113197:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.113200:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.113202:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.113205:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.113211:0:91117:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673949.113218:0:91117:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.113219:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3910 00000002:00010000:1.0:1773673949.113221:0:91117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673949.113225:0:91117:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673949.113227:0:91117:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673949.113231:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673949.113239:0:91117:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.113241:0:91117:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.113243:0:91117:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.113246:0:91117:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673949.113249:0:91117:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673949.113256:0:91117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673949.113261:0:91117:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673949.113268:0:91117:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673949.113273:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.113278:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.113281:0:91117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673949.113284:0:91117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673949.113289:0:91117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673949.113295:0:91117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6000. 00000100:00000001:1.0:1773673949.113304:0:91117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.113309:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.113311:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.113313:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.113315:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.113317:0:91117:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.113679:0:91117:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00010000:00000001:1.0:1773673949.113685:0:91117:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673949.113688:0:91117:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773673949.113693:0:91117:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab200. 00010000:00000010:1.0:1773673949.113698:0:91117:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799f00. 00010000:00000001:1.0:1773673949.113703:0:91117:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673949.113706:0:91117:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084e00. 00000020:00000001:1.0:1773673949.113710:0:91117:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673949.113713:0:91117:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084e00 with handle 0x2f77f56113814172 to hash 00000020:00000001:1.0:1773673949.113715:0:91117:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673949.113718:0:91117:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.113721:0:91117:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.113726:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.113729:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.113733:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.113743:0:91117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.113754:0:91117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673949.113760:0:91117:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673949.114116:0:91117:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673949.114124:0:91117:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.114128:0:91117:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536616192 : -113404172935424 : ffff98dc088e5f00) 00000100:00000001:1.0:1773673949.114131:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.114132:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673949.114137:0:91117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673949.114141:0:91117:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.114143:0:91117:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673949.114145:0:91117:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673949.114155:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.114164:0:91117:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673949.114166:0:91117:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.114170:0:91117:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673949.114173:0:91117:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673949.114176:0:91117:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673949.114179:0:91117:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420672:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.114186:0:91117:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673949.114191:0:91117:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673949.114194:0:91117:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.114196:0:91117:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673949.114201:0:91117:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.114203:0:91117:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673949.114212:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673949.114450:0:91117:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673949.114460:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673949.114467:0:91117:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953420672, portal 10 00000100:00000001:1.0:1773673949.114470:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.114471:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673949.114478:0:91117:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.114487:0:91117:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673949.114490:0:91117:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673949.114492:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773673949.114495:0:91117:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953420672, offset 0 00000400:00000200:1.0:1773673949.114502:0:91117:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673949.114511:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.114518:0:91117:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673949.114523:0:91117:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673949.114527:0:91117:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673949.114531:0:91117:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673949.114534:0:91117:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673949.114538:0:91117:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252427:252427:256:4294967295] 192.168.201.103@tcp LPNI seq info [252395:252395:8:4294967295] 00000400:00000200:1.0:1773673949.114544:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.114553:0:91117:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673949.114559:0:91117:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673949.114565:0:91117:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3100. 00000800:00000200:1.0:1773673949.114572:0:91117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673949.114579:0:91117:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673949.114584:0:91117:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673949.114593:0:91117:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673949.114598:0:91117:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 162993 usecs (163 jiffies) 00000400:00000200:1.0:1773673949.114601:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673949.114604:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300506332 00000100:00000001:1.0:1773673949.114608:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.114610:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300506332 00000100:00000001:1.0:1773673949.114612:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.114615:0:91117:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673949.114618:0:91117:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.114620:0:91117:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673949.114622:0:91117:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673949.114624:0:91117:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e5f00 going to sleep for 26 seconds 00000100:00000001:1.0:1773673949.114627:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673949.114630:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673949.114822:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673949.114827:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3100. 00000400:00000200:0.0:1773673949.114832:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.114838:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673949.114844:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:0.0:1773673949.114846:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:0.0:1773673949.114850:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673949.114855:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.114866:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673949.114870:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.114888:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673949.114890:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673949.121599:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.121618:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673949.121623:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.121626:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.121637:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.121646:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673949.121656:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.121662:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.121668:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.121672:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c3580 00000400:00000200:0.0:1773673949.121678:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.121684:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4a59 [1] + 224 00000800:00000001:0.0:1773673949.121693:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.121704:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.121707:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.121712:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673949.121719:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673949.121729:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673949.121741:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.121807:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673949.121817:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.121821:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.122335:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673949.122344:0:91117:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673949.122346:0:91117:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673949.122350:0:91117:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673949.122356:0:91117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673949.122358:0:91117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673949.122362:0:91117:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673949.122367:0:91117:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673949.122378:0:91117:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.122384:0:91117:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673949.122386:0:91117:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.122389:0:91117:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673949.122393:0:91117:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673949.122395:0:91117:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673949.122399:0:91117:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.122402:0:91117:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673949.122424:0:91117:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=32 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673949.122429:0:91117:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673949.122432:0:91117:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673949.122434:0:91117:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.122437:0:91117:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673949.122441:0:91117:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.122446:0:91117:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673949.122448:0:91117:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673949.122450:0:91117:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673949.122453:0:91117:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673949.122458:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.122466:0:91117:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673949.122469:0:91117:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673949.122471:0:91117:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673949.122476:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673980 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673949.122485:0:91117:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420672:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.122490:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.122493:0:91117:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.122496:0:91117:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673949.122499:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.122502:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673980 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.122509:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673949.122511:0:91117:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.122515:0:91117:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673949.122516:0:91117:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.122519:0:91117:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673949.122524:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122526:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122530:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:1.0:1773673949.122533:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122536:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:1.0:1773673949.122543:0:91117:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084e00, remote cookie: 0x441c89a0128d6802, flags: 0x1001 00010000:00010000:1.0:1773673949.122549:0:91117:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.122559:0:91117:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122565:0:91117:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673949.122569:0:91117:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673949.122571:0:91117:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773673949.122573:0:91117:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773673949.122574:0:91117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773673949.122577:0:91117:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc12fab200) refcount = 1 00010000:00010000:1.0:1773673949.122581:0:91117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122588:0:91117:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773673949.122591:0:91117:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673949.122593:0:91117:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.122596:0:91117:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673949.122599:0:91117:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.122602:0:91117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122609:0:91117:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673949.122611:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122613:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.122614:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122615:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.122617:0:91117:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.122623:0:91117:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773673949.122625:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122626:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122628:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.122630:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122632:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122635:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122636:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122638:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:1.0:1773673949.122640:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122642:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122645:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.122648:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.122652:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122659:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122660:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.122661:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122662:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122663:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:1.0:1773673949.122666:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122668:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122671:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.122673:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122680:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122681:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673949.122684:0:91117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122697:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.122699:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122700:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.122701:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122702:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773673949.122707:0:91117:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673949.122716:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122718:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122719:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.122721:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122723:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122725:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122726:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.122728:0:91117:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.122730:0:91117:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.122733:0:91117:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673949.122735:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122736:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122737:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.122739:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122742:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000002:00010000:1.0:1773673949.122745:0:91117:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.122751:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122752:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.122754:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673949.122755:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.122756:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.122758:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.122759:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.122762:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:1.0:1773673949.122806:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 2 00010000:00000001:1.0:1773673949.122809:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673949.122813:0:91117:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773673949.122816:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.122818:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.123024:0:91117:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673949.123027:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3890 00000002:00002000:1.0:1773673949.123029:0:91117:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773673949.123032:0:91117:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.123037:0:91117:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.123040:0:91117:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673949.123042:0:91117:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773673949.123045:0:91117:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.123049:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673949.123053:0:91117:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01342a00. 00000080:00000001:1.0:1773673949.123058:0:91117:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673949.123060:0:91117:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673949.123067:0:91117:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773673949.123071:0:91117:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773673949.123078:0:91117:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc04031a00. 00800000:00000001:1.0:1773673949.123081:0:91117:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669460380160 : -113404249171456 : ffff98dc04031a00) 00800000:00000001:1.0:1773673949.123084:0:91117:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.123086:0:91117:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673949.123089:0:91117:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773673949.123091:0:91117:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773673949.123094:0:91117:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773673949.123097:0:91117:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773673949.123099:0:91117:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.123104:0:91117:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773673949.123107:0:91117:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1773673949.123110:0:91117:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773673939 to 1773673948 00000080:00200000:1.0:1773673949.123114:0:91117:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1773673949.123117:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.123119:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.123121:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.123123:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123125:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123127:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123128:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673949.123129:0:91117:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673949.123132:0:91117:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773673949.123134:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 1 00800000:00000010:1.0:1773673949.123136:0:91117:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc04031a00. 00800000:00000001:1.0:1773673949.123139:0:91117:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673949.123142:0:91117:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:1.0:1773673949.123146:0:91117:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673949.123148:0:91117:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673949.123149:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.123150:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.123152:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.123154:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123156:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123158:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123159:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.123161:0:91117:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.123163:0:91117:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.123165:0:91117:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673949.123167:0:91117:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673949.123171:0:91117:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1bf3b58 00010000:00000001:1.0:1773673949.123173:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.123174:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.123175:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.123177:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123179:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.123181:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.123184:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.123196:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123198:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.123199:0:91117:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673949.123201:0:91117:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673949.123204:0:91117:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673949.123211:0:91117:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673949.123214:0:91117:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673949.123216:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.123221:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123222:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.123224:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123227:0:91117:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673949.123230:0:91117:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123232:0:91117:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123235:0:91117:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123237:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.123238:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123239:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673949.123241:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.123246:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953420672/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.123253:0:91117:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673949.123255:0:91117:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673949.123259:0:91117:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.123263:0:91117:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673949.123265:0:91117:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673949.123267:0:91117:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673949.123269:0:91117:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673949.123272:0:91117:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c6000. 02000000:00000001:1.0:1773673949.123276:0:91117:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673949.123278:0:91117:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673949.123279:0:91117:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673949.123284:0:91117:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673949.123285:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673949.123289:0:91117:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673949.123295:0:91117:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673949.123313:0:91117:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc094405c0. 00000020:00000001:1.0:1773673949.123318:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3a88 00000080:00200000:1.0:1773673949.123321:0:91117:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=25 00000080:00000001:1.0:1773673949.123325:0:91117:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773673949.123327:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3938 00000080:00200000:1.0:1773673949.123329:0:91117:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=0 00000080:00000010:1.0:1773673949.123337:0:91117:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342a00. 00800000:00000002:1.0:1773673949.123341:0:91117:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673949.123347:0:91117:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673949.123349:0:91117:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.123351:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3858 00800000:00000002:1.0:1773673949.123354:0:91117:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.123358:0:91117:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673949.123361:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.123363:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.123366:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.123368:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.123370:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.123372:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.123375:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673949.123378:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf37f0 00800000:00000002:1.0:1773673949.123380:0:91117:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130a.recovery-small' -> mds #0 00000002:00000001:1.0:1773673949.123384:0:91117:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.123385:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3728 00000002:00010000:1.0:1773673949.123387:0:91117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1773673949.123391:0:91117:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673949.123393:0:91117:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673949.123397:0:91117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673949.123400:0:91117:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673949.123404:0:91117:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673949.123408:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.123424:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.123426:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.123427:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.123430:0:91117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673949.123432:0:91117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673949.123436:0:91117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673949.123443:0:91117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6000. 00000100:00000001:1.0:1773673949.123450:0:91117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123453:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.123454:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123456:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.123457:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.123458:0:91117:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.123465:0:91117:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00010000:00000001:1.0:1773673949.123467:0:91117:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673949.123469:0:91117:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673949.123472:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 2 00010000:00000001:1.0:1773673949.123474:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.123477:0:91117:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673949.123480:0:91117:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084000. 00000020:00000001:1.0:1773673949.123483:0:91117:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673949.123485:0:91117:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084000 with handle 0x2f77f56113814179 to hash 00000020:00000001:1.0:1773673949.123487:0:91117:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673949.123488:0:91117:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.123492:0:91117:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.123494:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.123497:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.123499:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.123506:0:91117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.123516:0:91117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673949.123522:0:91117:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673949.123524:0:91117:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673949.123530:0:91117:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.123532:0:91117:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536616192 : -113404172935424 : ffff98dc088e5f00) 00000100:00000001:1.0:1773673949.123535:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.123536:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673949.123541:0:91117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673949.123546:0:91117:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.123549:0:91117:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673949.123550:0:91117:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673949.123556:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.123564:0:91117:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673949.123566:0:91117:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.123569:0:91117:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673949.123572:0:91117:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673949.123574:0:91117:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673949.123578:0:91117:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420800:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.123581:0:91117:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673949.123586:0:91117:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673949.123589:0:91117:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.123591:0:91117:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673949.123595:0:91117:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.123597:0:91117:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673949.123603:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673949.123607:0:91117:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673949.123613:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673949.123619:0:91117:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953420800, portal 10 00000100:00000001:1.0:1773673949.123621:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.123623:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673949.123629:0:91117:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.123643:0:91117:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673949.123646:0:91117:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673949.123649:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773673949.123652:0:91117:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953420800, offset 0 00000400:00000200:1.0:1773673949.123658:0:91117:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673949.123665:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.123672:0:91117:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673949.123677:0:91117:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673949.123682:0:91117:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673949.123686:0:91117:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673949.123689:0:91117:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673949.123695:0:91117:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252428:252428:256:4294967295] 192.168.201.103@tcp LPNI seq info [252396:252396:8:4294967295] 00000400:00000200:1.0:1773673949.123699:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.123709:0:91117:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673949.123715:0:91117:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673949.123720:0:91117:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3200. 00000800:00000200:1.0:1773673949.123726:0:91117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673949.123734:0:91117:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673949.123739:0:91117:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773673949.123755:0:91117:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673949.123760:0:91117:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 162578 usecs (163 jiffies) 00000400:00000200:1.0:1773673949.123788:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673949.123791:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300506340 00000100:00000001:1.0:1773673949.123794:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.123797:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300506340 00000100:00000001:1.0:1773673949.123800:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.123801:0:91117:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673949.123804:0:91117:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.123807:0:91117:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673949.123809:0:91117:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673949.123812:0:91117:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e5f00 going to sleep for 26 seconds 00000100:00000001:1.0:1773673949.123815:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673949.123817:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673949.124290:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673949.124296:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3200. 00000400:00000200:0.0:1773673949.124300:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.124306:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673949.124311:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:0.0:1773673949.124314:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:0.0:1773673949.124318:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673949.124322:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.124332:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673949.124335:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.124341:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673949.124343:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673949.129082:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.129102:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673949.129107:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.129110:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.129120:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.129127:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673949.129136:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.129143:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.129149:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.129154:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c3600 00000400:00000200:0.0:1773673949.129159:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.129164:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4a69 [1] + 224 00000800:00000001:0.0:1773673949.129174:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.129182:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.129186:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.129190:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673949.129197:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673949.129207:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673949.129219:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.129237:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673949.129245:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.129249:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.132759:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673949.133158:0:91117:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673949.133161:0:91117:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673949.133166:0:91117:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673949.133175:0:91117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673949.133178:0:91117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673949.133182:0:91117:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673949.133194:0:91117:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673949.133207:0:91117:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.133215:0:91117:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673949.133217:0:91117:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.133220:0:91117:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673949.133224:0:91117:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673949.133227:0:91117:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673949.133229:0:91117:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.133233:0:91117:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673949.133243:0:91117:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=32 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673949.133248:0:91117:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673949.133252:0:91117:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673949.133254:0:91117:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.133257:0:91117:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673949.133261:0:91117:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.133265:0:91117:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673949.133268:0:91117:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673949.133270:0:91117:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673949.133273:0:91117:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673949.133279:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.133295:0:91117:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673949.133298:0:91117:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673949.133300:0:91117:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673949.133305:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773673980 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673949.133314:0:91117:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420800:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.133320:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.133322:0:91117:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.133325:0:91117:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673949.133327:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.133331:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773673980 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.134794:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673949.134799:0:91117:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.134804:0:91117:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673949.134807:0:91117:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.134810:0:91117:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673949.134815:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.134818:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.134821:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:1.0:1773673949.134824:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.134828:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:1.0:1773673949.134836:0:91117:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084000, remote cookie: 0x441c89a0128d681e, flags: 0x1001 00010000:00010000:1.0:1773673949.134843:0:91117:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773673949.134853:0:91117:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x4:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773673949.134857:0:91117:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773673949.134870:0:91117:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab800. 00010000:00000010:1.0:1773673949.134876:0:91117:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799a80. 00010000:00000001:1.0:1773673949.134891:0:91117:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.134896:0:91117:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.134906:0:91117:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.134913:0:91117:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773673949.134917:0:91117:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773673949.134918:0:91117:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773673949.134920:0:91117:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773673949.134922:0:91117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773673949.134925:0:91117:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x4:0x0].0x0 (ffff98dc12fab800) refcount = 1 00010000:00010000:1.0:1773673949.134930:0:91117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.134938:0:91117:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773673949.134942:0:91117:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773673949.134944:0:91117:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.134947:0:91117:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773673949.134949:0:91117:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.134953:0:91117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.134961:0:91117:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773673949.134963:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.134965:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.134966:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.134967:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.134969:0:91117:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.134974:0:91117:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773673949.134976:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.134977:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.134980:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.134982:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.134985:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.134987:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.134989:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.134990:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:1.0:1773673949.134992:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.134995:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.134998:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.135001:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.135005:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.135013:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135014:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.135015:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135016:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135017:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=5 00000020:00000001:1.0:1773673949.135019:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135021:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135024:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.135027:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.135033:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135034:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673949.135037:0:91117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.135043:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.135044:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135046:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.135047:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135048:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773673949.135059:0:91117:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673949.135070:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135071:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135073:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135075:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135077:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135079:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135081:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.135082:0:91117:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.135084:0:91117:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.135088:0:91117:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673949.135090:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135091:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135092:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135094:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135096:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00000002:00010000:1.0:1773673949.135101:0:91117:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.135108:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135110:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.135112:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673949.135113:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135115:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135116:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135118:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135121:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:1.0:1773673949.135125:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:1.0:1773673949.135128:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673949.135132:0:91117:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/4 (0 0) 00010000:00000001:1.0:1773673949.135135:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135136:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.135138:0:91117:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673949.135141:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf36a8 00000002:00002000:1.0:1773673949.135143:0:91117:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130a.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1773673949.135147:0:91117:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.135151:0:91117:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.135154:0:91117:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673949.135158:0:91117:0:(namei.c:951:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773673949.135161:0:91117:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.135164:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:1.0:1773673949.135167:0:91117:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773673949.135169:0:91117:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1bf3a28 it_disposition b 00000080:00000001:1.0:1773673949.135172:0:91117:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673949.135178:0:91117:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773673949.135183:0:91117:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773673949.135188:0:91117:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc04031a00. 00800000:00000001:1.0:1773673949.135190:0:91117:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669460380160 : -113404249171456 : ffff98dc04031a00) 00800000:00000001:1.0:1773673949.135193:0:91117:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.135195:0:91117:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673949.135198:0:91117:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:1.0:1773673949.135201:0:91117:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1773673949.135207:0:91117:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773673949.135209:0:91117:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:1.0:1773673949.135212:0:91117:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1773673949.135216:0:91117:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=crush2:0x4 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1773673949.135221:0:91117:0:(llite_lib.c:1796:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773673949.135223:0:91117:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.135226:0:91117:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:1.0:1773673949.135229:0:91117:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773673949.135235:0:91117:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 4096 00000080:00200000:1.0:1773673949.135238:0:91117:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x4:0x0](ffff98dc0582aa08): rc = 0 00000080:00000001:1.0:1773673949.135241:0:91117:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669485517320 : -113404224034296 : ffff98dc0582aa08) 00010000:00000001:1.0:1773673949.135243:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135245:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135247:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135249:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135251:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135254:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135255:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673949.135257:0:91117:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673949.135259:0:91117:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773673949.135261:0:91117:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673949.135265:0:91117:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) for lock 0x2f77f56113814179 00800000:00000001:1.0:1773673949.135268:0:91117:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673949.135270:0:91117:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673949.135272:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135273:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135275:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135277:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135279:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135282:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135283:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.135285:0:91117:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.135287:0:91117:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773673949.135294:0:91117:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd5948 inode ffff98dc0582aa08 refc 1 flags 0x20000e 00000080:00000002:1.0:1773673949.135300:0:91117:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773673949.135303:0:91117:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773673949.135307:0:91117:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) 00000080:00010000:1.0:1773673949.135311:0:91117:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814179 from it ffffbabdc1bf3a28 00010000:00000001:1.0:1773673949.135313:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.135315:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.135316:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:1.0:1773673949.135318:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135321:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773673949.135323:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.135326:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.135333:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135335:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.135336:0:91117:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673949.135339:0:91117:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673949.135341:0:91117:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673949.135349:0:91117:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673949.135352:0:91117:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673949.135354:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.135359:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135360:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.135362:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.135365:0:91117:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673949.135367:0:91117:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.135369:0:91117:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.135373:0:91117:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.135375:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.135377:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.135378:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773673949.135380:0:91117:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673949.135394:0:91117:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01342a00. 00000100:00000001:1.0:1773673949.135399:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.135404:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953420800/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.135716:0:91117:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673949.135720:0:91117:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673949.135723:0:91117:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.135728:0:91117:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673949.135730:0:91117:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673949.135732:0:91117:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673949.135734:0:91117:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673949.135737:0:91117:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c6000. 02000000:00000001:1.0:1773673949.135740:0:91117:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673949.135743:0:91117:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673949.135745:0:91117:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673949.135748:0:91117:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673949.135750:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673949.135758:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773673949.135761:0:91117:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1773673949.135800:0:91117:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673949.135814:0:91117:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc09440f40. 00000020:00000001:1.0:1773673949.135819:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3ae8 00000080:00200000:1.0:1773673949.135822:0:91117:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), flags=9 00000080:00000001:1.0:1773673949.135825:0:91117:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773673949.135827:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3998 00000080:00200000:1.0:1773673949.135830:0:91117:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), intent=getattr 00000080:00000010:1.0:1773673949.135838:0:91117:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342a00. 00800000:00000002:1.0:1773673949.135843:0:91117:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc04031a00 2 00000080:00000001:1.0:1773673949.136169:0:91117:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673949.136174:0:91117:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.136176:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf38b8 00800000:00000002:1.0:1773673949.136179:0:91117:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130a.recovery-small' on [0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.136183:0:91117:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673949.136187:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.136189:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.136192:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.136195:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.136197:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.136199:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.136201:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673949.136204:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3850 00800000:00000002:1.0:1773673949.136206:0:91117:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x4:0x0], fid2=[0x0:0x0:0x0], name='f130a.recovery-small' -> mds #0 00000002:00000001:1.0:1773673949.136210:0:91117:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.136212:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3788 00000002:00010000:1.0:1773673949.136214:0:91117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130a.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673949.136218:0:91117:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673949.136221:0:91117:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673949.136226:0:91117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673949.136231:0:91117:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673949.136236:0:91117:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673949.136241:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.136245:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.136246:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.136248:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.136251:0:91117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673949.136253:0:91117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673949.136258:0:91117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673949.136265:0:91117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6000. 00000100:00000001:1.0:1773673949.136272:0:91117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.136276:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.136278:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.136280:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.136281:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.136283:0:91117:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.136290:0:91117:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00010000:00000001:1.0:1773673949.136293:0:91117:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673949.136296:0:91117:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673949.136301:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:1.0:1773673949.136303:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.136306:0:91117:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673949.136309:0:91117:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085600. 00000020:00000001:1.0:1773673949.136312:0:91117:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673949.136314:0:91117:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085600 with handle 0x2f77f56113814180 to hash 00000020:00000001:1.0:1773673949.136316:0:91117:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673949.136318:0:91117:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673949.136321:0:91117:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673949.136325:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.136327:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.136330:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.136445:0:91117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.136464:0:91117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673949.136470:0:91117:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673949.136472:0:91117:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673949.136479:0:91117:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.136481:0:91117:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536616192 : -113404172935424 : ffff98dc088e5f00) 00000100:00000001:1.0:1773673949.136484:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.136486:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673949.136491:0:91117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673949.136495:0:91117:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.136498:0:91117:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673949.136499:0:91117:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673949.136506:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.136515:0:91117:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673949.136517:0:91117:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.136521:0:91117:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673949.136524:0:91117:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673949.136527:0:91117:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673949.136531:0:91117:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420928:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.136536:0:91117:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673949.136541:0:91117:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673949.136544:0:91117:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.136547:0:91117:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673949.136552:0:91117:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.136554:0:91117:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673949.136562:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673949.136567:0:91117:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673949.136573:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673949.136581:0:91117:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953420928, portal 10 00000100:00000001:1.0:1773673949.136584:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.136586:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673949.136592:0:91117:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.136599:0:91117:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673949.136602:0:91117:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673949.136605:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fde58. 00000100:00000200:1.0:1773673949.136608:0:91117:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953420928, offset 0 00000400:00000200:1.0:1773673949.136614:0:91117:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673949.136624:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.136631:0:91117:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673949.136635:0:91117:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673949.136640:0:91117:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673949.136643:0:91117:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673949.136646:0:91117:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673949.136650:0:91117:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252429:252429:256:4294967295] 192.168.201.103@tcp LPNI seq info [252397:252397:8:4294967295] 00000400:00000200:1.0:1773673949.136655:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.136664:0:91117:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673949.136670:0:91117:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673949.136676:0:91117:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3800. 00000800:00000200:1.0:1773673949.136684:0:91117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673949.136692:0:91117:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673949.136697:0:91117:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773673949.136786:0:91117:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673949.136792:0:91117:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 162171 usecs (163 jiffies) 00000400:00000200:1.0:1773673949.136797:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673949.136801:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300506354 00000100:00000001:1.0:1773673949.136804:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.136807:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300506354 00000100:00000001:1.0:1773673949.136809:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:1.0:1773673949.136811:0:91117:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673949.136814:0:91117:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.136817:0:91117:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673949.136818:0:91117:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673949.136821:0:91117:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e5f00 going to sleep for 26 seconds 00000100:00000001:1.0:1773673949.136824:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673949.136826:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673949.142403:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673949.142424:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3800. 00000400:00000200:0.0:1773673949.142431:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.142440:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673949.142449:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fde58 00000400:00000010:0.0:1773673949.142452:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fde58. 00000100:00000001:0.0:1773673949.142456:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673949.142465:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.142478:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673949.142483:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.142490:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673949.142492:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673949.150650:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.150668:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673949.150672:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.150675:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.150685:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.150693:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673949.150702:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.150708:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.150714:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.150719:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c3680 00000400:00000200:0.0:1773673949.150724:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.150750:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4a79 [1] + 224 00000800:00000001:0.0:1773673949.150759:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.150820:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.150824:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.150829:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673949.150836:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673949.150846:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673949.150865:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.150877:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673949.151000:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673949.151009:0:91117:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673949.151012:0:91117:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673949.151015:0:91117:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673949.151020:0:91117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673949.151023:0:91117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673949.151026:0:91117:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673949.151044:0:91117:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673949.151054:0:91117:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.151060:0:91117:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673949.151062:0:91117:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.151065:0:91117:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673949.151069:0:91117:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673949.151071:0:91117:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673949.151074:0:91117:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.151077:0:91117:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673949.151087:0:91117:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=32 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673949.151091:0:91117:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673949.151094:0:91117:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773673949.151098:0:91117:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.151105:0:91117:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673949.151109:0:91117:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673949.151111:0:91117:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673949.151113:0:91117:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673949.151116:0:91117:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773673949.151121:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.151129:0:91117:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773673949.151133:0:91117:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673949.151135:0:91117:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673949.151139:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673949.151148:0:91117:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953420928:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.151153:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.151156:0:91117:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673949.151160:0:91117:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673949.151162:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.151165:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.151173:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673949.151176:0:91117:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.151180:0:91117:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673949.151182:0:91117:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773673949.151186:0:91117:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673949.151190:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.151193:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.151196:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=4 00000020:00000001:1.0:1773673949.151199:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673949.151202:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00010000:1.0:1773673949.151207:0:91117:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151219:0:91117:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773673949.151223:0:91117:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151231:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.151234:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151240:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151242:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673949.151245:0:91117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151251:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.151255:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.151257:0:91117:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773673949.151261:0:91117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.151267:0:91117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04085600 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:1.0:1773673949.151270:0:91117:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773673949.151274:0:91117:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151281:0:91117:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773673949.151283:0:91117:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773673949.151287:0:91117:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151293:0:91117:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773673949.151295:0:91117:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773673949.151297:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.151298:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.151300:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=5 00000020:00000001:1.0:1773673949.151302:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673949.151304:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673949.151307:0:91117:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673949.151310:0:91117:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773673949.151320:0:91117:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673949.151322:0:91117:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.151325:0:91117:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773673949.151327:0:91117:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673949.151330:0:91117:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673949.151331:0:91117:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673949.151333:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.151335:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773673949.151353:0:91117:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085600 with handle 0x2f77f56113814180 from hash 00010000:00000001:1.0:1773673949.151356:0:91117:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673949.151358:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151359:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151360:0:91117:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673949.151362:0:91117:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673949.151364:0:91117:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773673949.151366:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151368:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151369:0:91117:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.151371:0:91117:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.151374:0:91117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151380:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151381:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151383:0:91117:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773673949.151384:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.151386:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151387:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151388:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773673949.151390:0:91117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f56113814180 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.151402:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151404:0:91117:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773673949.151418:0:91117:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773673949.151426:0:91117:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673949.151434:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673949.151435:0:91117:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151437:0:91117:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151439:0:91117:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151442:0:91117:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673949.151444:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673949.151446:0:91117:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151448:0:91117:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673949.151451:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3708 00000002:00002000:1.0:1773673949.151453:0:91117:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1773673949.151456:0:91117:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.151460:0:91117:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.151463:0:91117:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673949.151465:0:91117:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773673949.151468:0:91117:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.151472:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 2 00000080:00000001:1.0:1773673949.151475:0:91117:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773673949.151477:0:91117:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1bf3b20 it_disposition 7 00000080:00002000:1.0:1773673949.151482:0:91117:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd5af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1773673949.151492:0:91117:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1773673949.151494:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.151497:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.151500:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.151502:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.151505:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.151507:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.151509:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151514:0:91117:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673949.151516:0:91117:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673949.151518:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673949.151526:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:1.0:1773673949.151529:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673949.151534:0:91117:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:1.0:1773673949.151538:0:91117:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.151541:0:91117:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.151543:0:91117:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.151546:0:91117:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673949.151550:0:91117:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673949.151555:0:91117:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01342a00. 00000100:00000001:1.0:1773673949.151559:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.151563:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953420928/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.151570:0:91117:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673949.151573:0:91117:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673949.151576:0:91117:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.151580:0:91117:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673949.151582:0:91117:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673949.151584:0:91117:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673949.151586:0:91117:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673949.151588:0:91117:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c6000. 02000000:00000001:1.0:1773673949.151592:0:91117:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673949.151594:0:91117:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673949.151596:0:91117:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673949.151599:0:91117:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673949.151601:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673949.151604:0:91117:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773673949.151606:0:91117:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1bf3b20 released 00000080:00000001:1.0:1773673949.151607:0:91117:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773673949.151611:0:91117:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673949.151613:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3b70 00000080:00002000:1.0:1773673949.151615:0:91117:0:(dcache.c:127:ll_ddelete()) deleting dentry f130a.recovery-small (ffff98dc04bd5af8, parent ffff98dc04bd5948, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773673949.151619:0:91117:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673949.151622:0:91117:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773673949.151625:0:91117:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773673949.151629:0:91117:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673949.151631:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3bf0 00000080:00002000:1.0:1773673949.151632:0:91117:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff98dc04bd5948, parent ffff98dc10e90a20, inode ffff98dc0582aa08) hashed, 00000080:00000001:1.0:1773673949.151635:0:91117:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.151669:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673949.151672:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673949.151674:0:91117:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673949.151676:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3b20 00000080:00200000:1.0:1773673949.151678:0:91117:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673949.151684:0:91117:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342a00. 00800000:00000002:1.0:1773673949.151689:0:91117:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673949.151692:0:91117:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673949.151695:0:91117:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.151697:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3a40 00800000:00000002:1.0:1773673949.151699:0:91117:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.151702:0:91117:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673949.151704:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.151706:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.151707:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.151709:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.151710:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.151712:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673949.151714:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.151718:0:91117:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673949.151721:0:91117:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.151723:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3910 00000002:00010000:1.0:1773673949.151725:0:91117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673949.151729:0:91117:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673949.151730:0:91117:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673949.151732:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673949.151735:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 2 00010000:00000001:1.0:1773673949.151737:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.151740:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.151742:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673949.151746:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773673949.151754:0:91117:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673949.151758:0:91117:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.151762:0:91117:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773673949.151896:0:91117:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673949.151898:0:91117:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673949.151900:0:91117:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673949.151902:0:91117:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673949.151904:0:91117:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673949.151906:0:91117:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673949.151908:0:91117:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673949.151911:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673949.151913:0:91117:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01342a00. 00000080:00000001:1.0:1773673949.151917:0:91117:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673949.151918:0:91117:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673949.151921:0:91117:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673949.151924:0:91117:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:1.0:1773673949.151927:0:91117:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673949.151930:0:91117:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673949.151932:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.151933:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.151935:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.151937:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.151940:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.151943:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151944:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673949.151946:0:91117:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.151948:0:91117:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673949.151950:0:91117:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1bf3b58 00010000:00000001:1.0:1773673949.151952:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.151954:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.151955:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673949.151957:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.151959:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673949.151961:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.151964:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673949.151971:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151973:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151974:0:91117:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673949.151976:0:91117:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673949.151979:0:91117:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673949.151987:0:91117:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673949.151989:0:91117:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673949.151991:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.151996:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.151997:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.151999:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152002:0:91117:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673949.152004:0:91117:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152006:0:91117:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152009:0:91117:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152011:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.152012:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.152013:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673949.152015:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673949.152016:0:91117:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673949.152018:0:91117:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673949.152022:0:91117:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.152025:0:91117:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673949.152028:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3ae8 00000080:00002000:1.0:1773673949.152029:0:91117:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd5948) flags 0x28000e refc 0 00000080:00000001:1.0:1773673949.152032:0:91117:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673949.152034:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3b30 00000080:00200000:1.0:1773673949.152035:0:91117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=24 00000080:00000002:1.0:1773673949.152040:0:91117:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773673949.152044:0:91117:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773673949.152045:0:91117:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1773673949.152049:0:91117:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673949.152058:0:91117:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc09440fe0. 00000020:00000001:1.0:1773673949.152062:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3ae8 00000080:00200000:1.0:1773673949.152064:0:91117:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), flags=8 00000080:00000001:1.0:1773673949.152067:0:91117:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773673949.152069:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3998 00000080:00200000:1.0:1773673949.152071:0:91117:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff98dc0582aa08), intent=getattr 00000080:00000010:1.0:1773673949.152078:0:91117:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342a00. 00800000:00000002:1.0:1773673949.152081:0:91117:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc04031a00 2 00000080:00000001:1.0:1773673949.152084:0:91117:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673949.152086:0:91117:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.152087:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf38b8 00800000:00000002:1.0:1773673949.152089:0:91117:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130a.recovery-small' on [0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.152092:0:91117:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673949.152094:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.152095:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.152097:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.152098:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.152100:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.152102:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.152103:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673949.152106:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3850 00800000:00000002:1.0:1773673949.152107:0:91117:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x4:0x0], fid2=[0x0:0x0:0x0], name='f130a.recovery-small' -> mds #0 00000002:00000001:1.0:1773673949.152111:0:91117:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673949.152112:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3788 00000002:00010000:1.0:1773673949.152113:0:91117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130a.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673949.152117:0:91117:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673949.152120:0:91117:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673949.152124:0:91117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673949.152127:0:91117:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673949.152132:0:91117:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673949.152135:0:91117:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673949.152138:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.152139:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.152141:0:91117:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.152143:0:91117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673949.152145:0:91117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673949.152149:0:91117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673949.152156:0:91117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6000. 00000100:00000001:1.0:1773673949.152162:0:91117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152165:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.152167:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152169:0:91117:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673949.152170:0:91117:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.152172:0:91117:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.152180:0:91117:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00010000:00000001:1.0:1773673949.152183:0:91117:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673949.152185:0:91117:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673949.152188:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:1.0:1773673949.152190:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673949.152193:0:91117:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673949.152196:0:91117:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084600. 00000020:00000001:1.0:1773673949.152206:0:91117:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673949.152208:0:91117:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084600 with handle 0x2f77f56113814187 to hash 00000020:00000001:1.0:1773673949.152211:0:91117:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673949.152212:0:91117:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00000001:1.0:1773673949.152216:0:91117:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00000001:1.0:1773673949.152219:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.152221:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.152224:0:91117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.152232:0:91117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.152244:0:91117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673949.152250:0:91117:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673949.152252:0:91117:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673949.152258:0:91117:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.152261:0:91117:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536616192 : -113404172935424 : ffff98dc088e5f00) 00000100:00000001:1.0:1773673949.152263:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.152265:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673949.152270:0:91117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673949.152274:0:91117:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.152276:0:91117:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673949.152278:0:91117:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673949.152283:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.152291:0:91117:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673949.152293:0:91117:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.152297:0:91117:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673949.152300:0:91117:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673949.152302:0:91117:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673949.152305:0:91117:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953421056:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.152309:0:91117:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673949.152314:0:91117:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673949.152316:0:91117:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.152319:0:91117:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673949.152323:0:91117:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.152326:0:91117:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673949.152332:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673949.152336:0:91117:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673949.152342:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673949.152348:0:91117:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953421056, portal 10 00000100:00000001:1.0:1773673949.152350:0:91117:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673949.152351:0:91117:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673949.152358:0:91117:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.152366:0:91117:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673949.152369:0:91117:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673949.152372:0:91117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdc38. 00000100:00000200:1.0:1773673949.152375:0:91117:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953421056, offset 0 00000400:00000200:1.0:1773673949.152381:0:91117:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000001:0.0:1773673949.152465:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.152473:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673949.152850:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.152858:0:91117:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673949.152863:0:91117:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673949.152868:0:91117:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673949.152872:0:91117:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673949.152875:0:91117:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673949.152890:0:91117:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252430:252430:256:4294967295] 192.168.201.103@tcp LPNI seq info [252398:252398:8:4294967295] 00000400:00000200:1.0:1773673949.152896:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673949.153091:0:91117:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673949.153099:0:91117:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673949.153724:0:91117:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a900. 00000800:00000200:0.0:1773673949.153748:0:91117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673949.153756:0:91117:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673949.153761:0:91117:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1773673949.153807:0:91117:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673949.153812:0:91117:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 161782 usecs (162 jiffies) 00000400:00000200:0.0:1773673949.153817:0:91117:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673949.153820:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300506370 00000100:00000001:0.0:1773673949.153824:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:0.0:1773673949.153826:0:91117:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300506370 00000100:00000001:0.0:1773673949.153828:0:91117:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:0.0:1773673949.153830:0:91117:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673949.153834:0:91117:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673949.153836:0:91117:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673949.153838:0:91117:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:0.0:1773673949.153841:0:91117:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e5f00 going to sleep for 26 seconds 00000100:00000001:0.0:1773673949.153844:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673949.153847:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673949.154189:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673949.154195:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a900. 00000400:00000200:1.0:1773673949.154201:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673949.154206:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673949.154212:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdc38 00000400:00000010:1.0:1773673949.154214:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdc38. 00000100:00000001:1.0:1773673949.154218:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673949.154225:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.154235:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.154240:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.154247:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673949.154249:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773673949.159099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00000080:00000010:1.1:1773673949.159116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440f40. 00000800:00000001:0.0:1773673949.159193:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.159208:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673949.159212:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.159215:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.159226:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.159235:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673949.159247:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.159254:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.159262:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.159266:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c3700 00000400:00000200:0.0:1773673949.159272:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673949.159279:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4a89 [1] + 224 00000800:00000001:0.0:1773673949.159288:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.159297:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673949.159300:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673949.159305:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673949.159313:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673949.159322:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673949.159334:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673949.159373:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673949.159385:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673949.159390:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.159463:0:91117:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673949.159472:0:91117:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673949.159474:0:91117:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673949.159477:0:91117:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773673949.159482:0:91117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673949.159484:0:91117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673949.159487:0:91117:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673949.159493:0:91117:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673949.159504:0:91117:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.159511:0:91117:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673949.159513:0:91117:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.159515:0:91117:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673949.159518:0:91117:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673949.159522:0:91117:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673949.159524:0:91117:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673949.159527:0:91117:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673949.159537:0:91117:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=32 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673949.159542:0:91117:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673949.159544:0:91117:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773673949.159549:0:91117:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.159555:0:91117:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673949.159559:0:91117:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673949.159561:0:91117:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673949.159563:0:91117:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673949.159566:0:91117:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773673949.159571:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.159578:0:91117:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773673949.159581:0:91117:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673949.159584:0:91117:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673949.159588:0:91117:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673949.159597:0:91117:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91117:1859825953421056:192.168.201.103@tcp:101:ls.0 00000100:00000001:1.0:1773673949.159602:0:91117:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673949.159605:0:91117:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673949.159607:0:91117:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673949.159609:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.159613:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.159620:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673949.159623:0:91117:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e5f00. 00000100:00000001:1.0:1773673949.159625:0:91117:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673949.159627:0:91117:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773673949.159631:0:91117:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673949.159634:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.159637:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.159640:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084600 refcount=4 00000020:00000001:1.0:1773673949.159643:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00000001:1.0:1773673949.159646:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00010000:1.0:1773673949.159651:0:91117:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159663:0:91117:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773673949.159667:0:91117:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159673:0:91117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673949.159676:0:91117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159682:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.159684:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673949.159687:0:91117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159693:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.159697:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673949.159700:0:91117:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773673949.159703:0:91117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673949.159710:0:91117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04084600 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:1.0:1773673949.159714:0:91117:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773673949.159718:0:91117:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159725:0:91117:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773673949.159727:0:91117:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773673949.159731:0:91117:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.159736:0:91117:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773673949.159740:0:91117:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773673949.159741:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673949.159742:0:91117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673949.159744:0:91117:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084600 refcount=5 00000020:00000001:1.0:1773673949.159746:0:91117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00000001:1.0:1773673949.159749:0:91117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460719104 : -113404248832512 : ffff98dc04084600) 00010000:00000001:1.0:1773673949.159751:0:91117:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673949.159754:0:91117:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773673949.159760:0:91117:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673949.159762:0:91117:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.160029:0:91117:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773673949.160031:0:91117:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673949.160034:0:91117:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673949.160036:0:91117:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673949.160038:0:91117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673949.160040:0:91117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773673949.160043:0:91117:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084600 with handle 0x2f77f56113814187 from hash 00010000:00000001:1.0:1773673949.160046:0:91117:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673949.160048:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.160049:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.160050:0:91117:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673949.160052:0:91117:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673949.160054:0:91117:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773673949.160056:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.160057:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.160059:0:91117:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.160061:0:91117:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673949.160064:0:91117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.160070:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.160071:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.160072:0:91117:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773673949.160074:0:91117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673949.160075:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673949.160076:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.160077:0:91117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773673949.160079:0:91117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084600/0x2f77f56113814187 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673949.160090:0:91117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673949.160092:0:91117:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773673949.160098:0:91117:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773673949.160104:0:91117:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773673949.160111:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673949.160113:0:91117:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160115:0:91117:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160117:0:91117:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160121:0:91117:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773673949.160123:0:91117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673949.160124:0:91117:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160127:0:91117:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673949.160130:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3708 00000002:00002000:1.0:1773673949.160133:0:91117:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1773673949.160136:0:91117:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.160140:0:91117:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.160143:0:91117:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673949.160146:0:91117:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773673949.160149:0:91117:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.160153:0:91117:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 2 00000080:00000001:1.0:1773673949.160156:0:91117:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773673949.160158:0:91117:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1bf3b20 it_disposition 7 00000080:00002000:1.0:1773673949.160163:0:91117:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd5288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1773673949.160170:0:91117:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1773673949.160173:0:91117:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673949.160176:0:91117:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673949.160178:0:91117:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673949.160181:0:91117:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673949.160183:0:91117:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673949.160185:0:91117:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673949.160187:0:91117:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160192:0:91117:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673949.160194:0:91117:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673949.160197:0:91117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673949.160203:0:91117:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:1.0:1773673949.160205:0:91117:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673949.160210:0:91117:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:1.0:1773673949.160214:0:91117:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673949.160216:0:91117:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673949.160218:0:91117:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673949.160220:0:91117:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673949.160224:0:91117:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773673949.160228:0:91117:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01342a00. 00000100:00000001:1.0:1773673949.160232:0:91117:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673949.160237:0:91117:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953421056/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773673980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673949.160245:0:91117:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673949.160248:0:91117:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673949.160251:0:91117:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673949.160256:0:91117:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673949.160258:0:91117:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673949.160260:0:91117:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673949.160262:0:91117:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673949.160265:0:91117:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c6000. 02000000:00000001:1.0:1773673949.160268:0:91117:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673949.160270:0:91117:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673949.160272:0:91117:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673949.160276:0:91117:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673949.160278:0:91117:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673949.160281:0:91117:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773673949.160283:0:91117:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1bf3b20 released 00000080:00000001:1.0:1773673949.160284:0:91117:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773673949.160288:0:91117:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673949.160291:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3b70 00000080:00002000:1.0:1773673949.160293:0:91117:0:(dcache.c:127:ll_ddelete()) deleting dentry f130a.recovery-small (ffff98dc04bd5288, parent ffff98dc04bd5948, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773673949.160296:0:91117:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673949.160300:0:91117:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773673949.160303:0:91117:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773673949.160308:0:91117:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773673949.160309:0:91117:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bf3bf0 00000080:00002000:1.0:1773673949.160311:0:91117:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff98dc04bd5948, parent ffff98dc10e90a20, inode ffff98dc0582aa08) hashed, 00000080:00000001:1.0:1773673949.160314:0:91117:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773673949.190225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084600. 00000080:00000010:1.1:1773673949.190242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440fe0. 00010000:00000001:0.0:1773673949.696912:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673949.696920:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673949.696926:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673949.696930:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673949.696932:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673949.696939:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673949.696941:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673949.696942:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673949.696945:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673949.696947:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673949.696949:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673949.696952:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673949.696955:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673949.696956:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673949.697165:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673949.697170:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673949.697173:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773673950.420082:0:91160:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673950.420101:0:91160:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673950.420103:0:91160:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673950.420107:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bb20 00000080:00200000:0.0:1773673950.420112:0:91160:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673950.420121:0:91160:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704e600. 00800000:00000002:0.0:1773673950.420128:0:91160:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673950.420132:0:91160:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673950.420137:0:91160:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673950.420139:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9ba40 00800000:00000002:0.0:1773673950.420142:0:91160:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673950.420146:0:91160:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673950.420149:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673950.420151:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673950.420154:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673950.420157:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673950.420159:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673950.420161:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673950.420163:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673950.420168:0:91160:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673950.420172:0:91160:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673950.420174:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9b910 00000002:00010000:0.0:1773673950.420177:0:91160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673950.420181:0:91160:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673950.420183:0:91160:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673950.420186:0:91160:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673950.420192:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 2 00010000:00000001:0.0:1773673950.420196:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673950.420201:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673950.420206:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673950.420211:0:91160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773673950.420223:0:91160:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673950.420228:0:91160:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673950.420232:0:91160:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773673950.420240:0:91160:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673950.420243:0:91160:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673950.420245:0:91160:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673950.420247:0:91160:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673950.420249:0:91160:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673950.420626:0:91160:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673950.420630:0:91160:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673950.420634:0:91160:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673950.420638:0:91160:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704e600. 00000080:00000001:0.0:1773673950.420643:0:91160:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673950.420645:0:91160:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673950.420648:0:91160:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673950.420652:0:91160:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:0.0:1773673950.420655:0:91160:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673950.420658:0:91160:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673950.420660:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673950.420663:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673950.420666:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:0.0:1773673950.420668:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773673950.420673:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773673950.420676:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673950.420678:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673950.420679:0:91160:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673950.420681:0:91160:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673950.420684:0:91160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1c9bb58 00010000:00000001:0.0:1773673950.420686:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673950.420687:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673950.420689:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:0.0:1773673950.420691:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773673950.420693:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773673950.420695:0:91160:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673950.420699:0:91160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773673950.420706:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673950.420708:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673950.420710:0:91160:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673950.420712:0:91160:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673950.420715:0:91160:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673950.420724:0:91160:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673950.420727:0:91160:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673950.420729:0:91160:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673950.420733:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673950.420734:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673950.420736:0:91160:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.420739:0:91160:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673950.420741:0:91160:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.420744:0:91160:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.420746:0:91160:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.420749:0:91160:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673950.420750:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673950.420751:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673950.420754:0:91160:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673950.420756:0:91160:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673950.420759:0:91160:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673950.420827:0:91160:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673950.420833:0:91160:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673950.420837:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bb48 00000080:00002000:0.0:1773673950.420839:0:91160:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd5948) flags 0x28004e refc 0 00000080:00000001:0.0:1773673950.420841:0:91160:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673950.420843:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bb90 00000080:00200000:0.0:1773673950.420845:0:91160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=8 00000080:00000002:0.0:1773673950.421027:0:91160:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1773673950.421037:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bd08 00000080:00200008:0.0:1773673950.421039:0:91160:0:(file.c:6209:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), request_mask 4095, flags 0, foreign 0 00000080:00000001:0.0:1773673950.421044:0:91160:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673950.421046:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bc80 00000080:00200000:0.0:1773673950.421047:0:91160:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08),name=d130a.recovery-small 00000080:00000010:0.0:1773673950.421052:0:91160:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704e600. 00800000:00000002:0.0:1773673950.421056:0:91160:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673950.421061:0:91160:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673950.421064:0:91160:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673950.421065:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bba0 00800000:00000002:0.0:1773673950.421067:0:91160:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673950.421071:0:91160:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673950.421074:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673950.421075:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673950.421077:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673950.421079:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673950.421081:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673950.421083:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673950.421085:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673950.421087:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673950.421088:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673950.421090:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673950.421091:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673950.421093:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673950.421094:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:0.0:1773673950.421096:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673950.421099:0:91160:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673950.421102:0:91160:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673950.421243:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9ba70 00000002:00010000:0.0:1773673950.421246:0:91160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673950.421250:0:91160:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673950.421251:0:91160:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673950.421253:0:91160:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673950.421258:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:0.0:1773673950.421261:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773673950.421265:0:91160:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:0.0:1773673950.421268:0:91160:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673950.421270:0:91160:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673950.421273:0:91160:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773673950.421275:0:91160:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773673950.421281:0:91160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02d80. 00000020:00000040:0.0:1773673950.421286:0:91160:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773673950.423112:0:91160:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673950.423122:0:91160:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673950.423130:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673950.423132:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673950.423134:0:91160:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673950.423140:0:91160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673950.423143:0:91160:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673950.423147:0:91160:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673950.423157:0:91160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aac00. 00000100:00000001:0.0:1773673950.423165:0:91160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.423170:0:91160:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673950.423172:0:91160:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.423173:0:91160:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673950.423175:0:91160:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.423178:0:91160:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673950.423184:0:91160:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00010000:00000001:0.0:1773673950.423189:0:91160:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673950.423192:0:91160:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773673950.423197:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 2 00010000:00000001:0.0:1773673950.423200:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673950.423203:0:91160:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673950.423208:0:91160:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2400. 00000020:00000001:0.0:1773673950.423212:0:91160:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673950.423216:0:91160:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2400 with handle 0x2f77f5611381418e to hash 00000020:00000001:0.0:1773673950.423218:0:91160:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673950.423220:0:91160:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773673950.423223:0:91160:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773673950.423227:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673950.423230:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673950.423234:0:91160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673950.423244:0:91160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673950.423261:0:91160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673950.423267:0:91160:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673950.423269:0:91160:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673950.423277:0:91160:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f26c0. 00000100:00000001:0.0:1773673950.423279:0:91160:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821440 : -113404212730176 : ffff98dc062f26c0) 00000100:00000001:0.0:1773673950.423282:0:91160:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673950.423284:0:91160:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000001:0.0:1773673950.423289:0:91160:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673950.423293:0:91160:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673950.423295:0:91160:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673950.423297:0:91160:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673950.423308:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673950.423318:0:91160:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673950.423320:0:91160:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673950.423324:0:91160:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673950.423327:0:91160:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673950.423330:0:91160:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673950.423334:0:91160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91160:1859825953421184:192.168.201.103@tcp:101:stat.0 00000100:00000001:0.0:1773673950.423338:0:91160:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673950.423344:0:91160:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673950.423347:0:91160:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673950.423349:0:91160:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673950.423355:0:91160:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a3000. 02000000:00000001:0.0:1773673950.423357:0:91160:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673950.423366:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673950.423371:0:91160:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773673950.423379:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773673950.423545:0:91160:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953421184, portal 10 00000100:00000001:0.0:1773673950.423548:0:91160:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673950.423550:0:91160:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000040:0.0:1773673950.423558:0:91160:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673981 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673950.423566:0:91160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673950.423569:0:91160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673950.423573:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773673950.423576:0:91160:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953421184, offset 0 00000400:00000200:0.0:1773673950.423584:0:91160:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673950.423593:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673950.423600:0:91160:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673950.423605:0:91160:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673950.423610:0:91160:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673950.423614:0:91160:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673950.423617:0:91160:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673950.423621:0:91160:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252431:252431:256:4294967295] 192.168.201.103@tcp LPNI seq info [252399:252399:8:4294967295] 00000400:00000200:0.0:1773673950.423626:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673950.423637:0:91160:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673950.423645:0:91160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673950.423650:0:91160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673950.423658:0:91160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673950.423666:0:91160:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673950.423671:0:91160:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773673950.423694:0:91160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673950.423700:0:91160:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 161370 usecs (162 jiffies) 00000400:00000200:0.0:1773673950.423704:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673950.423707:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300507640 00000800:00000200:0.0:1773673950.423841:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673950.423846:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:0.0:1773673950.423852:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673950.424064:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673950.424070:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773673950.424073:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773673950.424077:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673950.424082:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673981 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673950.424092:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673950.424096:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673981 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673950.424103:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673950.424105:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673950.424122:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300507979 00000100:00000001:0.0:1773673950.424127:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300507641 00000100:00000001:0.0:1773673950.424130:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300507979 00000100:00000001:0.0:1773673950.424132:0:91160:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673950.424136:0:91160:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673950.424139:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673950.424141:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:0.0:1773673950.424144:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 26 seconds 00000100:00000001:0.0:1773673950.424146:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673950.424149:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.721097:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673950.721105:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.721111:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673950.721112:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673950.721114:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673950.721116:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673950.721140:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673950.721143:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673950.721146:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673950.977005:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300507979, at 4300508032 00000100:00000010:1.0:1773673950.977022:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4360. 00000100:00000040:0.0:1773673950.977206:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300507979, at 4300508032 00000100:00000010:0.0:1773673950.977213:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c44e0. 00000100:00000001:0.0:1773673951.109021:0:81784:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1773673951.109029:0:81784:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673951.746173:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673951.746181:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673951.746187:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673951.746189:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673951.746193:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673951.746194:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673951.746683:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673951.746687:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673951.746692:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773673952.130019:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673952.130032:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673952.130043:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773673952.130049:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773673952.130054:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.130057:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.130063:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.130071:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a000. 00000100:00000001:3.0:1773673952.130079:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130093:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673952.130104:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.130109:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130115:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f7097d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130156:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130159:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673952.130162:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673952.130165:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773673952.130168:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673952.130170:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.130172:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.130174:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.130177:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a700. 00000100:00000001:3.0:1773673952.130180:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130184:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673952.130191:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.130195:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130199:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130206:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130208:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673952.130211:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673952.130213:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773673952.130215:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673952.130218:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.130219:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.130220:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.130223:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a400. 00000100:00000001:3.0:1773673952.130226:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130229:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673952.130236:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.130237:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130240:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130247:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130250:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673952.130253:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673952.130256:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773673952.130495:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773673952.130499:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.130500:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.130503:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.130508:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a800. 00000100:00000001:3.0:1773673952.130511:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130516:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673952.130523:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.130525:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130529:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c241721] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130537:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130539:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673952.130543:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673952.130546:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773673952.130549:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:3.0:1773673952.130551:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.130552:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.130554:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.130557:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028ad00. 00000100:00000001:3.0:1773673952.130560:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130565:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673952.130572:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.130574:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130578:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130719:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.130725:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5846) 00000100:00000001:3.0:1773673952.130740:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.130742:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673952.130743:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673952.130748:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.130755:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673952.130757:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.130759:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673952.130761:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673952.130789:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673952.130793:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953421440:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673952.130797:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673952.130800:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673952.130801:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.130803:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673952.130806:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13e00. 02000000:00000001:3.0:1773673952.130808:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673952.130812:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673952.130816:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673952.130820:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673952.130823:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953421440, portal 10 00000100:00000001:3.0:1773673952.130825:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673952.130827:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773673952.131454:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.131463:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673952.131466:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673952.131468:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773673952.131472:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953421440, offset 0 00000400:00000200:3.0:1773673952.131478:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673952.131482:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.131485:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673952.131488:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673952.131491:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673952.131493:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673952.131496:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673952.131499:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252435:252435:253:4294967295] 192.168.201.103@tcp LPNI seq info [252403:252403:5:4294967295] 00000400:00000200:3.0:1773673952.131502:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.131509:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673952.131514:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673952.131518:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a100. 00000800:00000200:3.0:1773673952.131522:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673952.131526:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673952.131528:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773673952.131532:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.131534:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 161370 usecs (162 jiffies) 00000400:00000200:3.0:1773673952.131538:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673952.131540:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300509348 00000100:00000001:3.0:1773673952.131542:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.131544:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300509348 00000100:00000001:3.0:1773673952.131547:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.131549:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.131551:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.131553:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673952.131557:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.131564:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673952.131565:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.131568:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673952.131570:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673952.131571:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673952.131574:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953421696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673952.131577:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673952.131580:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673952.131582:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.131583:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673952.131759:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13a00. 02000000:00000001:3.0:1773673952.131763:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673952.131802:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673952.131805:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673952.131809:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673952.131813:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953421696, portal 4 00000100:00000001:3.0:1773673952.131815:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673952.131816:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:3.0:1773673952.131823:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773673952.131973:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.131978:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5100. 00000400:00000200:0.0:1773673952.131986:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.131992:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.131996:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:0.0:1773673952.131999:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:0.0:1773673952.132003:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.132021:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132031:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.132035:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132042:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.132043:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673952.132056:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.132059:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5700. 00000400:00000200:0.0:1773673952.132062:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.132065:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.132068:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:0.0:1773673952.132069:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:0.0:1773673952.132072:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.132075:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132082:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.132085:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132092:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.132093:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673952.132102:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.132104:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5800. 00000400:00000200:0.0:1773673952.132107:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.132111:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.132113:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:0.0:1773673952.132115:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:0.0:1773673952.132117:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.132121:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132128:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.132131:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132137:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.132139:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673952.132215:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.132218:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:0.0:1773673952.132223:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.132226:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.132229:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:0.0:1773673952.132230:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:0.0:1773673952.132232:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.132236:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132253:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.132256:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.132264:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.132266:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773673952.135458:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673952.135475:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673952.135486:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773673952.135495:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953421696, offset 0 00000400:00000200:3.0:1773673952.135504:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673952.135514:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.135523:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673952.135527:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673952.135532:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673952.135536:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673952.135539:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673952.135544:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252436:252436:256:4294967295] 192.168.201.103@tcp LPNI seq info [252404:252404:8:4294967295] 00000400:00000200:3.0:1773673952.135550:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.135560:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673952.135567:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673952.135573:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a500. 00000800:00000200:3.0:1773673952.135580:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673952.136044:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673952.136050:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773673952.136061:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.136067:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 623110 usecs (624 jiffies) 00000400:00000200:3.0:1773673952.136072:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673952.136075:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300509815 00000100:00000001:3.0:1773673952.136079:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.136082:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300509815 00000100:00000001:3.0:1773673952.136084:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.136087:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.136091:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.136095:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.136099:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.136108:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673952.136110:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773673952.136113:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.136115:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673952.136118:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.136121:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673952.136881:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.136887:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:0.0:1773673952.136893:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.136899:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.136905:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:0.0:1773673952.136908:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:0.0:1773673952.136913:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.136921:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.136931:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.136936:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.136943:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.136945:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673952.138881:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.139088:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.139093:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.139096:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.139105:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.139112:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.139121:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.139127:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.139132:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.139137:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c3a00 00000400:00000200:0.0:1773673952.139142:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.139147:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ac1 [1] + 224 00000800:00000001:0.0:1773673952.139155:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.139164:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.139168:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.139172:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.139179:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.139188:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673952.139199:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953421824/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.139233:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.139250:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.139254:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.142138:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142155:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.142159:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142162:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.142171:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142179:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.142190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142195:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142200:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142216:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c3800 00000400:00000200:0.0:1773673952.142221:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142227:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4aa9 [1] + 224 00000800:00000001:0.0:1773673952.142236:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142258:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.142261:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.142266:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.142273:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.142281:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673952.142291:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953421312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.142315:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.142323:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142327:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.142856:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142863:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.142866:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.142868:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.142873:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.142878:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.143071:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143076:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143081:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143084:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3900 00000400:00000200:0.0:1773673952.143088:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143093:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ab9 [1] + 224 00000800:00000001:0.0:1773673952.143098:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.143103:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.143105:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.143108:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.143112:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.143117:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673952.143127:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953421568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.143146:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.143151:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.143155:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.143157:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.143159:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.143163:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143167:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.143171:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143174:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143177:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143180:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3880 00000400:00000200:0.0:1773673952.143184:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.143188:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ab1 [1] + 224 00000800:00000001:0.0:1773673952.143192:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.143227:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.143230:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.143234:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.143238:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.143254:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673952.143263:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.143276:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.143281:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.143284:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.143733:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.143736:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673952.143739:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673952.143741:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673952.143743:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fbb0. 00000400:00000200:3.0:1773673952.143746:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773673952.143748:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773673952.143751:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673952.143756:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673952.143798:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.143806:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673952.143807:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.143809:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673952.143811:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673952.143812:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673952.143814:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.143816:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673952.143821:0:2414:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=35 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673952.143825:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673952.143827:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673952.143838:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.143840:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673952.143843:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.143845:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673952.143846:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673952.143848:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673952.143851:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.143855:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.143862:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.143864:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673952.143866:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673952.143870:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673952.143877:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953421440:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673952.143882:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.143884:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673952.143887:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953421440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.143894:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673952.143896:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673952.143898:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13e00. 02000000:00000001:3.0:1773673952.143901:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673952.143903:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673952.143904:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673952.143906:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673952.143908:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a700. 02000000:00000001:3.0:1773673952.143910:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673952.143912:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673952.143913:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773673952.143916:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673952.143917:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.143919:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.143921:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.143922:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673952.143923:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.143925:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673952.148844:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.148863:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.148868:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.148870:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.149317:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.149327:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673952.150208:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.150215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.150222:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.150228:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c3980 00000400:00000200:1.0:1773673952.150233:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.150249:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ac9 [1] + 224 00000800:00000001:1.0:1773673952.150259:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673952.150274:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673952.150479:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673952.150485:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673952.150493:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673952.150502:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673952.150515:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673952.150543:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673952.150553:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673952.150557:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.150970:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.150975:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673952.150982:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673952.150984:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673952.150987:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673952.150992:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673952.150995:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673952.150999:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673952.151018:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673952.151029:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.151035:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673952.151037:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.151039:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673952.151042:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673952.151045:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673952.151047:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.151049:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673952.151060:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673952.151063:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673952.151066:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673952.151068:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.151070:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673952.151074:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.151078:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673952.151080:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:3.0:1773673952.151082:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673952.151084:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.151088:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.151096:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.151099:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673952.151101:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673952.151105:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673952.151114:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953421696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673952.151119:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.151122:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673952.151125:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953421696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673952.151138:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673952.151141:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673952.151145:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13a00. 02000000:00000001:3.0:1773673952.151149:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673952.151152:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673952.151153:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773673952.151156:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673952.151158:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a800. 02000000:00000001:3.0:1773673952.151162:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673952.151164:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673952.151166:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:3.0:1773673952.151170:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673952.151171:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.151174:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.151181:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673952.151184:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.151186:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673952.151189:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673952.430693:0:91162:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673952.430700:0:91162:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773673952.430703:0:91162:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673952.430706:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03b20 00000080:00200000:3.0:1773673952.430712:0:91162:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773673952.430721:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13a00. 00800000:00000002:3.0:1773673952.430728:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:3.0:1773673952.430732:0:91162:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673952.430739:0:91162:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673952.430741:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03a40 00800000:00000002:3.0:1773673952.430744:0:91162:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673952.430748:0:91162:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673952.430751:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673952.430754:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673952.430757:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673952.430760:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673952.430762:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.430789:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673952.430793:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.430798:0:91162:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673952.430803:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673952.430805:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03910 00000002:00010000:3.0:1773673952.430807:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673952.430811:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673952.430814:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673952.430818:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673952.431043:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 3 00010000:00000001:3.0:1773673952.431046:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673952.431051:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673952.431057:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773673952.431061:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773673952.431074:0:91162:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773673952.431079:0:91162:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673952.431082:0:91162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773673952.431089:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773673952.431091:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773673952.431093:0:91162:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673952.431095:0:91162:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773673952.431098:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673952.431100:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773673952.431103:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773673952.431106:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:3.0:1773673952.431110:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13a00. 00000080:00000001:3.0:1773673952.431115:0:91162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673952.431117:0:91162:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673952.431120:0:91162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673952.431124:0:91162:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:3.0:1773673952.431128:0:91162:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673952.431131:0:91162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673952.431133:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.431136:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.431139:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:3.0:1773673952.431141:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773673952.431144:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773673952.431147:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.431149:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673952.431150:0:91162:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673952.431152:0:91162:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673952.431155:0:91162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1c03b58 00010000:00000001:3.0:1773673952.431157:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.431158:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.431160:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:3.0:1773673952.431162:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773673952.431164:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773673952.431167:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673952.431170:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773673952.431176:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.431177:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.431179:0:91162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673952.431181:0:91162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673952.431184:0:91162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773673952.431193:0:91162:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673952.431196:0:91162:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673952.431198:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673952.431202:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.431204:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.431206:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431209:0:91162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673952.431211:0:91162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431213:0:91162:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431215:0:91162:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431217:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673952.431219:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.431220:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673952.431222:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773673952.431224:0:91162:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673952.431227:0:91162:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773673952.431232:0:91162:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673952.431236:0:91162:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773673952.431238:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03b48 00000080:00002000:3.0:1773673952.431240:0:91162:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd5948) flags 0x28004e refc 1 00000080:00000001:3.0:1773673952.431243:0:91162:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673952.431246:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03b90 00000080:00200000:3.0:1773673952.431247:0:91162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=8 00000080:00000002:3.0:1773673952.431252:0:91162:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1773673952.431259:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03d08 00000080:00200008:3.0:1773673952.431261:0:91162:0:(file.c:6209:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773673952.431266:0:91162:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773673952.431267:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03c80 00000080:00200000:3.0:1773673952.431269:0:91162:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08),name=d130a.recovery-small 00000080:00000010:3.0:1773673952.431274:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13a00. 00800000:00000002:3.0:1773673952.431276:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:3.0:1773673952.431281:0:91162:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673952.431283:0:91162:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673952.431284:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03ba0 00800000:00000002:3.0:1773673952.431286:0:91162:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673952.431289:0:91162:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673952.431293:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673952.431294:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673952.431296:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673952.431297:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673952.431299:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.431301:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673952.431303:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673952.431305:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673952.431307:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673952.431308:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673952.431309:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673952.431311:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.431312:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773673952.431314:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.431316:0:91162:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:3.0:1773673952.431319:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673952.431321:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03a70 00000002:00010000:3.0:1773673952.431322:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673952.431325:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773673952.431327:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773673952.431328:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773673952.431332:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:3.0:1773673952.431334:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773673952.431338:0:91162:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:3.0:1773673952.431341:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.431343:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.431345:0:91162:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773673952.431348:0:91162:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773673952.431353:0:91162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773673952.431371:0:91162:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673952.431378:0:91162:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673952.431383:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673952.431385:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.431387:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.431388:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.431391:0:91162:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673952.431393:0:91162:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673952.431397:0:91162:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673952.431405:0:91162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf3000. 00000100:00000001:3.0:1773673952.431411:0:91162:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431417:0:91162:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673952.431419:0:91162:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431420:0:91162:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673952.431422:0:91162:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.431424:0:91162:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.431430:0:91162:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00010000:00000001:3.0:1773673952.431434:0:91162:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773673952.431436:0:91162:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773673952.431439:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 3 00010000:00000001:3.0:1773673952.431441:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673952.431443:0:91162:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773673952.431447:0:91162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869ba00. 00000020:00000001:3.0:1773673952.431450:0:91162:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773673952.431452:0:91162:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869ba00 with handle 0x2f77f56113814195 to hash 00000020:00000001:3.0:1773673952.431454:0:91162:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773673952.431456:0:91162:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.431459:0:91162:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.431462:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673952.431464:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673952.431467:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673952.431476:0:91162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673952.431487:0:91162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773673952.431493:0:91162:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673952.431495:0:91162:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673952.431502:0:91162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9900. 00000100:00000001:3.0:1773673952.431504:0:91162:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678975232 : -113404030576384 : ffff98dc110a9900) 00000100:00000001:3.0:1773673952.431507:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673952.431509:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000001:3.0:1773673952.431514:0:91162:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673952.431519:0:91162:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.431521:0:91162:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673952.431523:0:91162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673952.431533:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.431542:0:91162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673952.431544:0:91162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.431547:0:91162:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673952.431550:0:91162:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673952.431552:0:91162:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673952.431555:0:91162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953421952:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773673952.431560:0:91162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673952.431566:0:91162:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673952.431568:0:91162:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.431570:0:91162:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673952.431575:0:91162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673952.431577:0:91162:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673952.431584:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673952.431588:0:91162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673952.431595:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673952.431602:0:91162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953421952, portal 10 00000100:00000001:3.0:1773673952.431604:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673952.431605:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:3.0:1773673952.431611:0:91162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.431618:0:91162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673952.431621:0:91162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673952.431625:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773673952.431629:0:91162:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953421952, offset 0 00000400:00000200:3.0:1773673952.431636:0:91162:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673952.431645:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.431652:0:91162:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673952.431658:0:91162:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673952.431663:0:91162:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673952.431667:0:91162:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673952.431670:0:91162:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673952.431675:0:91162:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252437:252437:256:4294967295] 192.168.201.103@tcp LPNI seq info [252405:252405:8:4294967295] 00000400:00000200:3.0:1773673952.431679:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673952.431689:0:91162:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673952.431695:0:91162:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673952.431700:0:91162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a800. 00000800:00000200:3.0:1773673952.431708:0:91162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673952.431716:0:91162:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673952.431723:0:91162:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773673952.431751:0:91162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.431756:0:91162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 160982 usecs (161 jiffies) 00000400:00000200:3.0:1773673952.431759:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673952.431783:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300509646 00000100:00000001:3.0:1773673952.431787:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.431790:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300509646 00000100:00000001:3.0:1773673952.431792:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300513094 00000100:00000001:3.0:1773673952.431795:0:91162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.431797:0:91162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.431799:0:91162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673952.431801:0:91162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:3.0:1773673952.431804:0:91162:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9900 going to sleep for 26 seconds 00000100:00000001:3.0:1773673952.431807:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673952.431810:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673952.432081:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.432086:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:0.0:1773673952.432092:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.432098:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.432103:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:0.0:1773673952.432105:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:0.0:1773673952.432110:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.432114:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.432123:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.432127:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.432135:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.432137:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673952.445120:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.445146:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.445150:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.445153:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.445164:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.445174:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.445187:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.445193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.445213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.445218:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c3a80 00000400:00000200:0.0:1773673952.445223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.445229:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4ad1 [1] + 224 00000800:00000001:0.0:1773673952.445238:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.445251:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.445255:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.445260:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.445268:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.445277:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673952.445300:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.445353:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673952.445547:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.445558:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.445562:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773673952.445677:0:91162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673952.445680:0:91162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673952.445683:0:91162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673952.445689:0:91162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673952.445691:0:91162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673952.445694:0:91162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673952.445700:0:91162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673952.445710:0:91162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.445716:0:91162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673952.445718:0:91162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.445721:0:91162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673952.445724:0:91162:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673952.445727:0:91162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673952.445729:0:91162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673952.445732:0:91162:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673952.445741:0:91162:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=35 v=17 (17 17 17 36) 00000100:00001000:3.0:1773673952.448192:0:91162:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673952.448691:0:91162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673952.448694:0:91162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.448698:0:91162:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673952.448701:0:91162:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.448706:0:91162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673952.448709:0:91162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:3.0:1773673952.448711:0:91162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673952.448714:0:91162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673952.448725:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.448735:0:91162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673952.448738:0:91162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673952.448740:0:91162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673952.448745:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673983 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673952.448753:0:91162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953421952:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773673952.448758:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673952.448762:0:91162:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673952.448779:0:91162:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673952.448781:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673952.448786:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673983 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673952.448793:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673952.448796:0:91162:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9900. 00000100:00000001:3.0:1773673952.448801:0:91162:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673952.448802:0:91162:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673952.448805:0:91162:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673952.448809:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.448812:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.448814:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=4 00000020:00000001:3.0:1773673952.448817:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.448820:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000040:3.0:1773673952.449596:0:91162:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869ba00, remote cookie: 0x441c89a0128d685d, flags: 0x1001 00010000:00010000:3.0:1773673952.449605:0:91162:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773673952.449616:0:91162:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x4:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773673952.449619:0:91162:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1773673952.449626:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:3.0:1773673952.449630:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673952.449633:0:91162:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673952.449637:0:91162:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673952.449645:0:91162:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449652:0:91162:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773673952.449656:0:91162:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773673952.449657:0:91162:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773673952.449659:0:91162:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773673952.449661:0:91162:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773673952.449664:0:91162:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x4:0x0].0x0 (ffff98dc12fab800) refcount = 2 00010000:00000040:3.0:1773673952.449668:0:91162:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773673952.449671:0:91162:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773673952.449678:0:91162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449684:0:91162:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773673952.449688:0:91162:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773673952.449690:0:91162:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673952.449693:0:91162:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773673952.449696:0:91162:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673952.449700:0:91162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449706:0:91162:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773673952.449708:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449710:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.449711:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449712:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.449714:0:91162:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.449720:0:91162:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773673952.449722:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449723:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449726:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673952.449728:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449730:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449733:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449734:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449735:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=4 00000020:00000001:3.0:1773673952.449737:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449739:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449742:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673952.449746:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673952.449749:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449756:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449757:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.449758:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449759:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449761:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=5 00000020:00000001:3.0:1773673952.449789:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449792:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449795:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673952.449797:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449804:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449805:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673952.449808:0:91162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449813:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673952.449815:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449816:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.449817:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449818:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773673952.449825:0:91162:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07ff6d80 x1859825953421952/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773673983 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673952.449847:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449848:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449849:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673952.449851:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449854:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449856:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449857:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673952.449859:0:91162:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.449861:0:91162:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673952.449863:0:91162:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673952.449866:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449867:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449868:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673952.449870:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449872:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00000002:00010000:3.0:1773673952.449876:0:91162:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673952.449883:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449884:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673952.449886:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773673952.449887:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673952.449888:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673952.449889:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:3.0:1773673952.449891:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:3.0:1773673952.449893:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000040:3.0:1773673952.449896:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:3.0:1773673952.449898:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773673952.449901:0:91162:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/4 (0 0) 00010000:00000001:3.0:1773673952.449903:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673952.449904:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673952.449906:0:91162:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673952.449909:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c039f0 00000002:00002000:3.0:1773673952.449911:0:91162:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773673952.449914:0:91162:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673952.449918:0:91162:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673952.449921:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673952.449924:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773673952.449928:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673952.449931:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:3.0:1773673952.449936:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13a00. 00000080:00000001:3.0:1773673952.449942:0:91162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673952.449945:0:91162:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773673952.449951:0:91162:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773673952.449955:0:91162:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00000800:00000200:1.0:1773673952.454242:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673952.454250:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5800. 00000400:00000200:1.0:1773673952.454258:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673952.454265:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673952.454271:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:1.0:1773673952.454274:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:1.0:1773673952.454278:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673952.454295:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.454306:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.454310:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.454316:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.454318:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673952.459813:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.459844:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.459849:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.459852:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.459861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.459868:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.459877:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.459883:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.459889:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.459893:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c3b80 00000400:00000200:0.0:1773673952.459898:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.459904:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4ad9 [64] + 224 00000800:00000001:0.0:1773673952.460115:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.460123:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.460127:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.460132:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.460139:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.460147:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673952.460159:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.460179:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.460188:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.460191:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.460289:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673952.460297:0:91162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673952.460298:0:91162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673952.460302:0:91162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b210. 00000400:00000200:1.0:1773673952.460305:0:91162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc050c7800 00000400:00000010:1.0:1773673952.460307:0:91162:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff98dc050c7800. 00000100:00000001:1.0:1773673952.460310:0:91162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673952.460315:0:91162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673952.460323:0:91162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.460329:0:91162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673952.460331:0:91162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.460334:0:91162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673952.460337:0:91162:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673952.460340:0:91162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673952.460343:0:91162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.460346:0:91162:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673952.460367:0:91162:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=35 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673952.460373:0:91162:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673952.460376:0:91162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773673952.460380:0:91162:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc04288700 x1859825953422208/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.460386:0:91162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673952.460389:0:91162:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773673952.460391:0:91162:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773673952.460392:0:91162:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773673952.460395:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.460396:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:1.0:1773673952.460400:0:91162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673952.460402:0:91162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673952.460403:0:91162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673952.460406:0:91162:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773673952.460410:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.460416:0:91162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773673952.460419:0:91162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673952.460421:0:91162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673952.460425:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673952.460432:0:91162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953422208:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773673952.460437:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.460440:0:91162:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773673952.460443:0:91162:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673952.460446:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.460449:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.460456:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673952.460459:0:91162:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc12fc4540. 00000100:00000001:1.0:1773673952.460462:0:91162:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673952.460464:0:91162:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773673952.460468:0:91162:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773673952.460473:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.460476:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.460479:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cec00 refcount=4 00000020:00000001:1.0:1773673952.460481:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464169472 : -113404245382144 : ffff98dc043cec00) 00010000:00000001:1.0:1773673952.460484:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464169472 : -113404245382144 : ffff98dc043cec00) 00010000:00010000:1.0:1773673952.460490:0:91162:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460501:0:91162:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773673952.460505:0:91162:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460511:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673952.460514:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460519:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.460521:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773673952.460523:0:91162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460529:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.460533:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.460536:0:91162:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773673952.460539:0:91162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673952.460546:0:91162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cec00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:1.0:1773673952.460550:0:91162:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773673952.460554:0:91162:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460560:0:91162:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773673952.460562:0:91162:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773673952.460565:0:91162:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460569:0:91162:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773673952.460571:0:91162:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773673952.460573:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.460574:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.460576:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cec00 refcount=5 00000020:00000001:1.0:1773673952.460578:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464169472 : -113404245382144 : ffff98dc043cec00) 00010000:00000001:1.0:1773673952.460580:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464169472 : -113404245382144 : ffff98dc043cec00) 00010000:00000001:1.0:1773673952.460582:0:91162:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673952.460585:0:91162:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773673952.460591:0:91162:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673952.460593:0:91162:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.460596:0:91162:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773673952.460598:0:91162:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673952.460602:0:91162:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673952.460603:0:91162:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673952.460605:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.460607:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773673952.460609:0:91162:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cec00 with handle 0x2f77f5611381419c from hash 00010000:00000001:1.0:1773673952.460612:0:91162:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673952.460614:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.460616:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.460617:0:91162:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673952.460619:0:91162:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673952.460620:0:91162:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773673952.460623:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.460624:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.460625:0:91162:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.460627:0:91162:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.460630:0:91162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460636:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.460637:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.460638:0:91162:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773673952.460640:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673952.460641:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.460642:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.460643:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773673952.460645:0:91162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cec00/0x2f77f5611381419c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 91162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773673952.460655:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.460657:0:91162:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773673952.460661:0:91162:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773673952.460668:0:91162:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673952.460677:0:91162:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773673952.460682:0:91162:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773673983 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673952.460688:0:91162:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.460694:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673952.460696:0:91162:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460698:0:91162:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460699:0:91162:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460703:0:91162:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773673952.460706:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.460707:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00010000:00000001:1.0:1773673952.460709:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773673952.460710:0:91162:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460712:0:91162:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773673952.460714:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03860 00000002:00002000:1.0:1773673952.460716:0:91162:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773673952.460719:0:91162:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.460723:0:91162:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.460725:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773673952.460728:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773673952.460731:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.460735:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:1.0:1773673952.460738:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823c00. 00000080:00000001:1.0:1773673952.460743:0:91162:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673952.460748:0:91162:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773673952.460752:0:91162:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773673952.460758:0:91162:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc04031140. 00800000:00000001:1.0:1773673952.460760:0:91162:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669460377920 : -113404249173696 : ffff98dc04031140) 00800000:00000001:1.0:1773673952.460762:0:91162:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460786:0:91162:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673952.460789:0:91162:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773673952.460791:0:91162:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:1.0:1773673952.460794:0:91162:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773673952.460798:0:91162:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773673952.460799:0:91162:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.460803:0:91162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:1.0:1773673952.460806:0:91162:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773673952.460811:0:91162:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 4096 00000080:00000001:1.0:1773673952.460814:0:91162:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673952.460816:0:91162:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773673952.460817:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031140 1 00800000:00000010:1.0:1773673952.460820:0:91162:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc04031140. 00800000:00000001:1.0:1773673952.460823:0:91162:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773673952.460827:0:91162:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1773673952.460831:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.460835:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.460842:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.460845:0:91162:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673952.460849:0:91162:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc04031140. 00000080:00000001:1.0:1773673952.460852:0:91162:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773673952.460856:0:91162:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1773673952.460858:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.460861:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.460863:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.460866:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.460868:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.460870:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.460871:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.460874:0:91162:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773673952.460877:0:91162:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc094403e0. 00000002:00100000:1.0:1773673952.460881:0:91162:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773673952.460888:0:91162:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.460890:0:91162:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773673952.460894:0:91162:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773673952.460898:0:91162:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.460908:0:91162:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773673952.460910:0:91162:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.460911:0:91162:0:(file.c:1236:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673952.460916:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.460920:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773673952.460927:0:91162:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673952.460931:0:91162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98dc05680000. 02000000:00000001:1.0:1773673952.460962:0:91162:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773673952.460964:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.460967:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03b78 00000080:00000008:1.0:1773673952.460970:0:91162:0:(file.c:1269:ll_file_open()) COMPLETED file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), flags 704400, rc = 0 00000080:00000001:1.0:1773673952.460974:0:91162:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.460999:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03d28 00000080:00200008:1.0:1773673952.461002:0:91162:0:(file.c:6209:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773673952.461007:0:91162:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673952.461009:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03ca0 00000080:00200000:1.0:1773673952.461011:0:91162:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08),name=d130a.recovery-small 00000080:00000010:1.0:1773673952.461017:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0725f800. 00800000:00000002:1.0:1773673952.461022:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:1.0:1773673952.461028:0:91162:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673952.461031:0:91162:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.461033:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03bc0 00800000:00000002:1.0:1773673952.461035:0:91162:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.461039:0:91162:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673952.461042:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.461043:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.461045:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.461046:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.461048:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.461050:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.461052:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.461054:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.461056:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.461057:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.461058:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.461060:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.461062:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.461063:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.461065:0:91162:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673952.461069:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.461071:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03a90 00000002:00010000:1.0:1773673952.461073:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673952.461077:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673952.461078:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.461081:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.461088:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:1.0:1773673952.461091:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.461097:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.461100:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673952.461104:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773673952.461112:0:91162:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673952.461117:0:91162:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.461121:0:91162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773673952.461127:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673952.461129:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.461131:0:91162:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.461133:0:91162:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.461135:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673952.461137:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673952.461139:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673952.461141:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:1.0:1773673952.461143:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0725f800. 00000080:00000001:1.0:1773673952.461146:0:91162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673952.461148:0:91162:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.461151:0:91162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) 00000080:00010000:1.0:1773673952.461154:0:91162:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) for lock 0x2f77f56113814195 00800000:00000001:1.0:1773673952.461157:0:91162:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673952.461159:0:91162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673952.461160:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.461162:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.461163:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:1.0:1773673952.461165:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461168:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461170:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.461171:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673952.461173:0:91162:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.461175:0:91162:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.461177:0:91162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814195 from it ffffbabdc1c03cd8 00010000:00000001:1.0:1773673952.461179:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.461180:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.461182:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:1.0:1773673952.461183:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461185:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461187:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673952.461190:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773673952.461197:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.461198:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.461199:0:91162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673952.461201:0:91162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673952.461204:0:91162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673952.461211:0:91162:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673952.461213:0:91162:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673952.461215:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673952.461221:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.461222:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.461224:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.461227:0:91162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673952.461229:0:91162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.461231:0:91162:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.461234:0:91162:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.461236:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673952.461237:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.461238:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673952.461240:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673952.461241:0:91162:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673952.461244:0:91162:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.461249:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03d28 00000080:00000008:1.0:1773673952.461251:0:91162:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773673952.461324:0:91162:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773673952.461327:0:91162:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1773673952.461333:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0725f800. 00800000:00000002:1.0:1773673952.461336:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc04031a00 2 00000080:00000001:1.0:1773673952.461338:0:91162:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:1.0:1773673952.461344:0:91162:0:(lmv_obd.c:3287:lmv_read_page()) Process entered 00800000:00000001:1.0:1773673952.461345:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.461347:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.461348:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.461350:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.461352:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.461369:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.461372:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.461375:0:91162:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:1.0:1773673952.461376:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.461378:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03ab8 00000002:00010000:1.0:1773673952.461381:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x20000bf89:0x4:0x0], intent: readdir flags 0 00000002:00000001:1.0:1773673952.461384:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673952.461385:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.461386:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.461390:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:1.0:1773673952.461391:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.461394:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.461396:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673952.461400:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773673952.461406:0:91162:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673952.461409:0:91162:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.461411:0:91162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773673952.461418:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673952.461420:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.461422:0:91162:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.461424:0:91162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673952.461425:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.461427:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.461428:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:1.0:1773673952.461430:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461433:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.461435:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.461436:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673952.461438:0:91162:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.461468:0:91162:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:1.0:1773673952.461473:0:91162:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff98dc072fc000. 00000002:00000001:1.0:1773673952.462235:0:91162:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1773673952.462242:0:91162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673952.462247:0:91162:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673952.462251:0:91162:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673952.462254:0:91162:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673952.462257:0:91162:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673952.462264:0:91162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0725e800. 00000100:00000001:1.0:1773673952.462271:0:91162:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.462274:0:91162:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1773673952.462279:0:91162:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98dc072c6c00. 00000100:00000010:1.0:1773673952.462283:0:91162:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98dc07331000. 00000020:00000040:1.0:1773673952.462285:0:91162:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673952.462306:0:91162:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673952.462308:0:91162:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673952.462315:0:91162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e50c0. 00000100:00000001:1.0:1773673952.462317:0:91162:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536612544 : -113404172939072 : ffff98dc088e50c0) 00000100:00000001:1.0:1773673952.462319:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.462321:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673952.462325:0:91162:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673952.462329:0:91162:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.462331:0:91162:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673952.462333:0:91162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673952.462740:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.462750:0:91162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673952.462752:0:91162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.462756:0:91162:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673952.462759:0:91162:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673952.462762:0:91162:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673952.462788:0:91162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953422336:192.168.201.103@tcp:37:rm.0 00000100:00000001:1.0:1773673952.462792:0:91162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673952.462798:0:91162:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673952.462801:0:91162:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.462803:0:91162:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1773673952.462811:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673952.462816:0:91162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773673952.462825:0:91162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98dc07fc0000. 00000100:00000200:1.0:1773673952.462832:0:91162:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b80794c3c00-0x69b80794c3c00, portal 14 00000100:00000001:1.0:1773673952.462835:0:91162:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.462837:0:91162:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673952.462841:0:91162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc072c7000. 02000000:00000001:1.0:1773673952.462843:0:91162:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673952.462845:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673952.462848:0:91162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773673952.462851:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673952.462854:0:91162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953422336, portal 10 00000100:00000001:1.0:1773673952.462856:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.462858:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673952.462864:0:91162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.462871:0:91162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673952.462874:0:91162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673952.462877:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdc38. 00000100:00000200:1.0:1773673952.462879:0:91162:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859825953422336, offset 0 00000400:00000200:1.0:1773673952.462885:0:91162:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673952.462892:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.462899:0:91162:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673952.462903:0:91162:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673952.462907:0:91162:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673952.462912:0:91162:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673952.462914:0:91162:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673952.462918:0:91162:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252439:252439:256:4294967295] 192.168.201.103@tcp LPNI seq info [252407:252407:8:4294967295] 00000400:00000200:1.0:1773673952.462923:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.462933:0:91162:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673952.462938:0:91162:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673952.462944:0:91162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3c00. 00000800:00000200:1.0:1773673952.462950:0:91162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673952.462958:0:91162:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673952.462963:0:91162:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3c00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773673952.462979:0:91162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673952.462983:0:91162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 160193 usecs (161 jiffies) 00000400:00000200:1.0:1773673952.462986:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673952.462989:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300509679 00000100:00000001:1.0:1773673952.462992:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300513094 00000100:00000001:1.0:1773673952.462994:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300509679 00000100:00000001:1.0:1773673952.462997:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300513094 00000100:00000001:1.0:1773673952.462999:0:91162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673952.463001:0:91162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.463004:0:91162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673952.463006:0:91162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773673952.463009:0:91162:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e50c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773673952.463011:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673952.463015:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673952.463223:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.463229:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3c00. 00000400:00000200:0.0:1773673952.463235:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.463242:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.463248:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdc38 00000400:00000010:0.0:1773673952.463250:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdc38. 00000100:00000001:0.0:1773673952.463254:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.463258:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.463268:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.463270:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.463276:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.463278:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773673952.472983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cec00. 00000800:00000001:0.0:1773673952.474576:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.474594:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.474599:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.474601:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.474612:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474619:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.474629:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474634:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474640:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474645:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 4096 into portal 14 MB=0x69b80794c3c00 00000400:00000200:0.0:1773673952.474650:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474657:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.201.103@tcp of length 4096/4096 into md 0x2c4ae1 [256] + 0 00000400:00000010:0.0:1773673952.474662:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:0.0:1773673952.474668:0:2404:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98dc07fc0000 00000800:00000001:0.0:1773673952.474675:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.474686:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.474689:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.474693:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.474698:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07fc0000 00000400:00000010:0.0:1773673952.474701:0:2404:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff98dc07fc0000. 00000100:00000001:0.0:1773673952.474705:0:2404:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1773673952.474708:0:2404:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98dc12fb9500 desc ffff98dc072c6c00 mbits 1859825953422336 00000100:00000001:0.0:1773673952.474729:0:2404:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1773673952.474737:0:2404:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773673952.474741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474747:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673952.474754:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252440:252440:256:4294967295] 192.168.201.103@tcp LPNI seq info [252408:252408:8:4294967295] 00000400:00000200:0.0:1773673952.474759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.474811:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) 192.168.201.103@tcp : ACK try# 0 00000800:00000200:0.0:1773673952.474817:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673952.474825:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98dc11850000. 00000800:00000200:0.0:1773673952.474840:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673952.474846:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673952.474851:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc11850000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773673952.474916:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.474920:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98dc11850000. 00000400:00000200:0.0:1773673952.474924:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.474928:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: ACK: OK 00000800:00000001:0.0:1773673952.474933:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.474937:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.475022:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673952.475026:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673952.481705:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.481724:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.481729:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.481732:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.481742:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.481749:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.481758:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.481803:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.481810:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.481815:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 440 into portal 10 MB=0x69b80794c3c00 00000400:00000200:0.0:1773673952.481820:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.481826:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 440/440 into md 0x2c4ae9 [1] + 224 00000800:00000001:0.0:1773673952.481845:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.482064:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.482068:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.482074:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.482081:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.482089:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673952.482100:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.482111:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.482119:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.482123:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.482194:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673952.482213:0:91162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673952.482215:0:91162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673952.482219:0:91162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773673952.482224:0:91162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673952.482226:0:91162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673952.482229:0:91162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673952.482234:0:91162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673952.482245:0:91162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.482252:0:91162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673952.482254:0:91162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.482256:0:91162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673952.482259:0:91162:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673952.482262:0:91162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673952.482264:0:91162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.482267:0:91162:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673952.482277:0:91162:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673952.482281:0:91162:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673952.482294:0:91162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673952.482296:0:91162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.482299:0:91162:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673952.482302:0:91162:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.482306:0:91162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673952.482308:0:91162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673952.482311:0:91162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673952.482314:0:91162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673952.482319:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673952.482330:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.482338:0:91162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673952.482340:0:91162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673952.482344:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673952.482352:0:91162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953422336:192.168.201.103@tcp:37:rm.0 00000100:00000001:1.0:1773673952.482369:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.482373:0:91162:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.482375:0:91162:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673952.482377:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.482381:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.482388:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673952.482390:0:91162:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e50c0. 00000100:00000001:1.0:1773673952.482393:0:91162:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673952.482395:0:91162:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.482398:0:91162:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.482400:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.482404:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953422336/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773673968 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.482410:0:91162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673952.482413:0:91162:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673952.482416:0:91162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc072c7000. 02000000:00000001:1.0:1773673952.482419:0:91162:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673952.482422:0:91162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673952.482424:0:91162:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673952.482426:0:91162:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773673952.482428:0:91162:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1773673952.482431:0:91162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673952.482432:0:91162:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673952.482434:0:91162:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1773673952.482460:0:91162:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98dc07331000. 00000100:00000010:1.0:1773673952.482464:0:91162:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98dc072c6c00. 00000100:00000001:1.0:1773673952.482467:0:91162:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1773673952.482470:0:91162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0725e800. 02000000:00000001:1.0:1773673952.482473:0:91162:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673952.482475:0:91162:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673952.482477:0:91162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673952.482481:0:91162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673952.482482:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.482485:0:91162:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1773673952.482487:0:91162:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1773673952.483177:0:91162:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff98dc072fc000. 00000002:00000001:1.0:1773673952.483184:0:91162:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.483190:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.483193:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.483195:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ba00 refcount=3 00000020:00000001:1.0:1773673952.483198:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.483201:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214656 : -113404175336960 : ffff98dc0869ba00) 00010000:00000001:1.0:1773673952.483204:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673952.483209:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673952.483218:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.483219:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.483221:0:91162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673952.483224:0:91162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673952.483226:0:91162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773673952.483234:0:91162:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673952.483237:0:91162:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673952.483239:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673952.483243:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.483244:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.483246:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.483249:0:91162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673952.483251:0:91162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.483253:0:91162:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.483257:0:91162:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.483259:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673952.483260:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.483261:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1773673952.483264:0:91162:0:(lmv_obd.c:3303:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.483270:0:91162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:1.0:1773673952.483275:0:91162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773673952.483281:0:91162:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.483285:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 2 00000080:00000010:1.0:1773673952.483288:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0725f800. 00000080:00000001:1.0:1773673952.483293:0:91162:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.483339:0:91162:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773673952.483342:0:91162:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1773673952.483346:0:91162:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773673952.483348:0:91162:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.483435:0:91162:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773673952.483438:0:91162:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773673952.483441:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03db0 00000080:00200008:1.0:1773673952.483444:0:91162:0:(file.c:424:ll_file_release()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), flags 704000 00000080:00400000:1.0:1773673952.483449:0:91162:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x20000bf89:0x4:0x0] 00000080:00000001:1.0:1773673952.483452:0:91162:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773673952.483454:0:91162:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1773673952.483455:0:91162:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1773673952.483460:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.483463:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.483465:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.483468:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.483470:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.483472:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.483474:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.483479:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.483482:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.483488:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:1.0:1773673952.483492:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.483497:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.483499:0:91162:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x4:0x0]: 0 00000080:00000001:1.0:1773673952.483502:0:91162:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773673952.483504:0:91162:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773673952.483509:0:91162:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc0725f800. 00000080:00000001:1.0:1773673952.483511:0:91162:0:(file.c:87:ll_prepare_close()) Process entered 00800000:00000002:1.0:1773673952.483515:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc04031a00 2 00000080:00000001:1.0:1773673952.483519:0:91162:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773673952.483523:0:91162:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773673952.483524:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.483526:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.483527:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.483528:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.483530:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.483531:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.483533:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.483536:0:91162:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x4:0x0] 00000002:00000001:1.0:1773673952.483538:0:91162:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773673952.483540:0:91162:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1773673952.483545:0:91162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673952.483549:0:91162:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673952.483553:0:91162:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673952.483557:0:91162:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673952.483561:0:91162:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673952.483567:0:91162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0725e800. 00000100:00000001:1.0:1773673952.483573:0:91162:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773673952.483590:0:91162:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773673952.483602:0:91162:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773673952.483607:0:91162:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773673952.483615:0:91162:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673952.483617:0:91162:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673952.483623:0:91162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc088e50c0. 00000100:00000001:1.0:1773673952.483625:0:91162:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669536612544 : -113404172939072 : ffff98dc088e50c0) 00000100:00000001:1.0:1773673952.483627:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.483629:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673952.483634:0:91162:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673952.483638:0:91162:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.483640:0:91162:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673952.483642:0:91162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673952.483646:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.483654:0:91162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673952.483656:0:91162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.483660:0:91162:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673952.483663:0:91162:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673952.483665:0:91162:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673952.483668:0:91162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953422592:192.168.201.103@tcp:35:rm.0 00000100:00000001:1.0:1773673952.483673:0:91162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673952.483678:0:91162:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673952.483680:0:91162:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.483683:0:91162:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673952.483687:0:91162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc072c6c00. 02000000:00000001:1.0:1773673952.483689:0:91162:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673952.483696:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673952.483700:0:91162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773673952.483706:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673952.483713:0:91162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953422592, portal 10 00000100:00000001:1.0:1773673952.483715:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.483716:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:1.0:1773673952.483722:0:91162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.483730:0:91162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673952.483732:0:91162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673952.483735:0:91162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd770. 00000100:00000200:1.0:1773673952.483738:0:91162:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953422592, offset 0 00000400:00000200:1.0:1773673952.483745:0:91162:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673952.483752:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.483759:0:91162:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673952.483794:0:91162:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673952.483799:0:91162:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673952.483803:0:91162:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673952.483806:0:91162:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673952.483810:0:91162:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252441:252441:256:4294967295] 192.168.201.103@tcp LPNI seq info [252409:252409:8:4294967295] 00000400:00000200:1.0:1773673952.483816:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673952.483825:0:91162:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673952.483831:0:91162:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673952.483836:0:91162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3700. 00000800:00000200:1.0:1773673952.483843:0:91162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673952.483851:0:91162:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673952.483856:0:91162:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773673952.483867:0:91162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673952.483872:0:91162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 159833 usecs (160 jiffies) 00000400:00000200:1.0:1773673952.483876:0:91162:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673952.483878:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300509699 00000100:00000001:1.0:1773673952.483881:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300513094 00000100:00000001:1.0:1773673952.483884:0:91162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300509699 00000100:00000001:1.0:1773673952.483886:0:91162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300513094 00000100:00000001:1.0:1773673952.483888:0:91162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673952.483891:0:91162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.483893:0:91162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673952.483895:0:91162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773673952.483897:0:91162:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc088e50c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773673952.483900:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673952.483903:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673952.486323:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.486333:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3700. 00000400:00000200:0.0:1773673952.486341:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.486349:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.486368:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd770 00000400:00000010:0.0:1773673952.486371:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd770. 00000100:00000001:0.0:1773673952.486376:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.486383:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.486396:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.486400:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.486407:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.486409:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673952.491606:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.491624:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.491628:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.491631:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.491642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.491650:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.491659:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.491665:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.491671:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.491675:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c3d00 00000400:00000200:0.0:1773673952.491679:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.491686:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4af9 [1] + 224 00000800:00000001:0.0:1773673952.491694:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.491702:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.491706:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.491710:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.491717:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.491726:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673952.491737:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673952.491759:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673952.491977:0:91162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673952.491986:0:91162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673952.491988:0:91162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673952.491992:0:91162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773673952.491997:0:91162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773673952.491999:0:91162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773673952.492003:0:91162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673952.492008:0:91162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773673952.492017:0:91162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953422592/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773673968 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492024:0:91162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673952.492027:0:91162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.492029:0:91162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673952.492032:0:91162:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673952.492034:0:91162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673952.492037:0:91162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673952.492040:0:91162:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673952.492048:0:91162:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1773673952.492053:0:91162:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673952.492056:0:91162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673952.492057:0:91162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.492060:0:91162:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673952.492064:0:91162:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.492067:0:91162:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773673952.492069:0:91162:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773673952.492071:0:91162:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773673952.492073:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.492074:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000001:1.0:1773673952.492077:0:91162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673952.492079:0:91162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215223 00000100:00000001:1.0:1773673952.492081:0:91162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673952.492083:0:91162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673952.492088:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492096:0:91162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673952.492099:0:91162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673952.492101:0:91162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673952.492106:0:91162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773673952.492115:0:91162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91162:1859825953422592:192.168.201.103@tcp:35:rm.0 00000100:00000001:1.0:1773673952.492119:0:91162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.492122:0:91162:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.492124:0:91162:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673952.492126:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.492130:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492136:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673952.492139:0:91162:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc088e50c0. 00000100:00000001:1.0:1773673952.492141:0:91162:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673952.492143:0:91162:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.492151:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.492152:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000002:00000001:1.0:1773673952.492155:0:91162:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.492159:0:91162:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.492164:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 2 00000080:00000010:1.0:1773673952.492168:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0725f800. 00000080:00000001:1.0:1773673952.492172:0:91162:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773673952.492175:0:91162:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1773673952.492178:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.492180:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.492183:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.492186:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.492188:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.492190:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.492192:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.492197:0:91162:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000800:00000001:0.0:1773673952.492409:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.492414:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00100000:1.0:1773673952.492456:0:91162:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492465:0:91162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673952.492466:0:91162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:1.0:1773673952.492469:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.492472:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492479:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.492481:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.492484:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492490:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673952.492491:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.492494:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953422208/t103079215225(103079215225) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773673983 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.492501:0:91162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773673952.492504:0:91162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673952.492506:0:91162:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673952.492509:0:91162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673952.492512:0:91162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959e800. 02000000:00000001:1.0:1773673952.492517:0:91162:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673952.492519:0:91162:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673952.493118:0:91162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:1.0:1773673952.493123:0:91162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673952.493125:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673952.493127:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.493133:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.493139:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773673952.493142:0:91162:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc094403e0. 00000002:00000001:1.0:1773673952.493145:0:91162:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.493147:0:91162:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673952.493150:0:91162:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc04031140. 00000100:00000001:1.0:1773673952.493153:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673952.493156:0:91162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953422592/t103079215226(103079215226) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773673968 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673952.493162:0:91162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673952.493165:0:91162:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673952.493168:0:91162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc072c6c00. 02000000:00000001:1.0:1773673952.493170:0:91162:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673952.493172:0:91162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673952.493173:0:91162:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673952.493175:0:91162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673952.493178:0:91162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0725e800. 02000000:00000001:1.0:1773673952.493180:0:91162:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673952.493181:0:91162:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673952.493183:0:91162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:1.0:1773673952.493185:0:91162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673952.493186:0:91162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773673952.493188:0:91162:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773673952.493191:0:91162:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168ca00. 00000080:00000001:1.0:1773673952.493195:0:91162:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.493211:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03db0 00000080:00000008:1.0:1773673952.493214:0:91162:0:(file.c:464:ll_file_release()) COMPLETED file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff98dc0582aa08), flags 704000, rc = 0 00000080:00000001:1.0:1773673952.493218:0:91162:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.493221:0:91162:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.493263:0:91162:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673952.493267:0:91162:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673952.493269:0:91162:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673952.493271:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03bd8 00000080:00200000:1.0:1773673952.493273:0:91162:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673952.493279:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0725e800. 00800000:00000002:1.0:1773673952.493296:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:1.0:1773673952.493301:0:91162:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673952.493305:0:91162:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.493307:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03af8 00800000:00000002:1.0:1773673952.493560:0:91162:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.493565:0:91162:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673952.493567:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.493569:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.493570:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.493572:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.493574:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.493576:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.493578:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.493581:0:91162:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673952.493586:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.493589:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c039c8 00000002:00010000:1.0:1773673952.493590:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673952.493593:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673952.493596:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.493598:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.493605:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 3 00010000:00000001:1.0:1773673952.493608:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.493612:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.493616:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673952.493622:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773673952.493632:0:91162:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673952.493636:0:91162:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.493639:0:91162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773673952.493647:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673952.493649:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.493650:0:91162:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.493652:0:91162:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.493654:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673952.493657:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673952.493659:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673952.493662:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:1.0:1773673952.493665:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0725e800. 00000080:00000001:1.0:1773673952.493668:0:91162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673952.493670:0:91162:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.493673:0:91162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673952.493677:0:91162:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:1.0:1773673952.493680:0:91162:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673952.493682:0:91162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673952.493684:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.493686:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.493689:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673952.493691:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.493694:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.493698:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.493700:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673952.493701:0:91162:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.493703:0:91162:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.493706:0:91162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1c03c10 00010000:00000001:1.0:1773673952.493708:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.493709:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.493711:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673952.493712:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.493714:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.493717:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673952.493720:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773673952.493727:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.493728:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.493729:0:91162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673952.493732:0:91162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673952.493734:0:91162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773673952.493742:0:91162:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673952.493745:0:91162:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673952.493747:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673952.493752:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.493753:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.493755:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.493758:0:91162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673952.493760:0:91162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.493761:0:91162:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.493804:0:91162:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.493807:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673952.493809:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.493810:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673952.493812:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673952.493814:0:91162:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673952.493816:0:91162:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673952.493820:0:91162:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.493827:0:91162:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673952.493830:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03da8 00000080:00002000:1.0:1773673952.493832:0:91162:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff98dc04bd5948) flags 0x28004e refc 1 00000080:00000001:1.0:1773673952.493834:0:91162:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.494094:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03e18 00000080:00200000:1.0:1773673952.494098:0:91162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=0 00000080:00000002:1.0:1773673952.494105:0:91162:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773673952.494110:0:91162:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673952.494111:0:91162:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673952.494112:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03d50 00000080:00200000:1.0:1773673952.494114:0:91162:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673952.494120:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0725e800. 00800000:00000002:1.0:1773673952.494124:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:1.0:1773673952.494126:0:91162:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673952.494129:0:91162:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.494130:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03c70 00800000:00000002:1.0:1773673952.494132:0:91162:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.494135:0:91162:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673952.494136:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.494138:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.494139:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.494141:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.494143:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494145:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.494146:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494149:0:91162:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673952.494152:0:91162:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673952.494154:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03b40 00000002:00010000:1.0:1773673952.494156:0:91162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673952.494159:0:91162:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673952.494160:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.494162:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.494167:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 3 00010000:00000001:1.0:1773673952.494169:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.494171:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.494174:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673952.494177:0:91162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773673952.494185:0:91162:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673952.494188:0:91162:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.494191:0:91162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1773673952.494271:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673952.494273:0:91162:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.494275:0:91162:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.494277:0:91162:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673952.494546:0:91162:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673952.494549:0:91162:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673952.494552:0:91162:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673952.494555:0:91162:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:1.0:1773673952.494558:0:91162:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0725e800. 00000080:00000001:1.0:1773673952.494561:0:91162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673952.494563:0:91162:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.494565:0:91162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673952.494568:0:91162:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814172 00800000:00000001:1.0:1773673952.494571:0:91162:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673952.494572:0:91162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673952.494574:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.494575:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.494577:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673952.494580:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.494582:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.494584:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.494586:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673952.494587:0:91162:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.494589:0:91162:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673952.494591:0:91162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814172 from it ffffbabdc1c03d88 00010000:00000001:1.0:1773673952.494593:0:91162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673952.494594:0:91162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673952.494596:0:91162:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773673952.494598:0:91162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.494599:0:91162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773673952.494602:0:91162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673952.494604:0:91162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773673952.494611:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.494612:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.494613:0:91162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673952.494615:0:91162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673952.494618:0:91162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773673952.494624:0:91162:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673952.494626:0:91162:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673952.494627:0:91162:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673952.494630:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.494631:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.494633:0:91162:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.494635:0:91162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673952.494637:0:91162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.494638:0:91162:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.494641:0:91162:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.494643:0:91162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673952.494644:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.494645:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673952.494646:0:91162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673952.494648:0:91162:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673952.494650:0:91162:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:1.0:1773673952.494655:0:91162:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.494658:0:91162:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:1.0:1773673952.494660:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03e18 00000080:00200000:1.0:1773673952.494662:0:91162:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00000001:1.0:1773673952.494665:0:91162:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1773673952.494668:0:91162:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d130a.recovery-small, [0x20000bf89:0x4:0x0]) is foreign... 00000080:00000001:1.0:1773673952.494671:0:91162:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773673952.494676:0:91162:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0725e800. 00800000:00000002:1.0:1773673952.494679:0:91162:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00800000:00000001:1.0:1773673952.494685:0:91162:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:1.0:1773673952.494689:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.494690:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.494691:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.494693:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.494695:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494697:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673952.494699:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.494701:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.494702:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.494703:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.494704:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.494706:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494707:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.494709:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673952.494712:0:91162:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1773673952.494714:0:91162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673952.494715:0:91162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673952.494716:0:91162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673952.494717:0:91162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673952.494719:0:91162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494720:0:91162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.494722:0:91162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494725:0:91162:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773673952.494727:0:91162:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673952.494730:0:91162:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x4:0x0] -> mds #0 00000002:00000001:1.0:1773673952.494734:0:91162:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1773673952.494736:0:91162:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773673952.494740:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 3 00010000:00000001:1.0:1773673952.494743:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.494745:0:91162:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773673952.494748:0:91162:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673952.494751:0:91162:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084e00/0x2f77f56113814172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6802 expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1773673952.494759:0:91162:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673952.494787:0:91162:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773673952.494790:0:91162:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773673952.494792:0:91162:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773673952.494795:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.494797:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.494799:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 4 00010000:00000001:1.0:1773673952.494801:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.494804:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.494805:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.494806:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.494808:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 4 00010000:00000001:1.0:1773673952.494810:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.494812:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.494814:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.494815:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.494816:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab200 count: 4 00010000:00000001:1.0:1773673952.494818:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.494820:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.494822:0:91162:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773673952.495150:0:91162:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773673952.495156:0:91162:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773673952.495158:0:91162:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773673952.495161:0:91162:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773673952.495163:0:91162:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.495166:0:91162:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673952.495170:0:91162:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673952.495171:0:91162:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673952.495174:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.495176:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773673952.495179:0:91162:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084e00 with handle 0x2f77f56113814172 from hash 00010000:00000001:1.0:1773673952.495182:0:91162:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673952.495183:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.495185:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.495186:0:91162:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673952.495189:0:91162:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673952.495190:0:91162:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773673952.495194:0:91162:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773673952.495196:0:91162:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.495282:0:91162:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673952.495595:0:91162:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773673952.495600:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:1.0:1773673952.495602:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673952.495605:0:91162:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773673952.495607:0:91162:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673952.495611:0:91162:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869ba00/0x2f77f56113814195 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d685d expref: -99 pid: 91162 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1773673952.495619:0:91162:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673952.495622:0:91162:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773673952.495623:0:91162:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773673952.495625:0:91162:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x4:0x0] mode (null) 00000002:00000001:1.0:1773673952.495627:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.495629:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.495631:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 4 00010000:00000001:1.0:1773673952.495632:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.495635:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.495637:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.495638:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.495639:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 4 00010000:00000001:1.0:1773673952.495641:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.495643:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.495645:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.495647:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.495648:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 4 00010000:00000001:1.0:1773673952.495649:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.495651:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.495653:0:91162:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773673952.495655:0:91162:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x20000bf89:0x4:0x0] lli = ffff98dc0582a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773673952.495725:0:91162:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773673952.495728:0:91162:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773673952.495730:0:91162:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773673952.495732:0:91162:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) invalid 00000020:00000001:1.0:1773673952.495735:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03a80 00000080:00002000:1.0:1773673952.495738:0:91162:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry d130a.recovery-small (ffff98dc04bd5948) parent ffff98dc10e90a20 inode ffff98dc0582aa08 refc 3 00000080:00000001:1.0:1773673952.495742:0:91162:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773673952.495743:0:91162:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773673952.495745:0:91162:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.495747:0:91162:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673952.495749:0:91162:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673952.495751:0:91162:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673952.495752:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.495754:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773673952.495757:0:91162:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869ba00 with handle 0x2f77f56113814195 from hash 00010000:00000001:1.0:1773673952.495759:0:91162:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673952.495761:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.495762:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.496948:0:91162:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673952.496956:0:91162:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673952.496958:0:91162:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773673952.496963:0:91162:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773673952.496967:0:91162:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f56113814179 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d681e expref: -99 pid: 91117 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773673952.496977:0:91162:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773673952.496979:0:91162:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773673952.496981:0:91162:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773673952.496983:0:91162:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x4:0x0] mode (null) 00000002:00000001:1.0:1773673952.496987:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.496989:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.496993:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 4 00010000:00000001:1.0:1773673952.496996:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.496999:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673952.497001:0:91162:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673952.497002:0:91162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673952.497004:0:91162:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 4 00010000:00000001:1.0:1773673952.497006:0:91162:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773673952.497007:0:91162:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.497009:0:91162:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673952.497012:0:91162:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773673952.497014:0:91162:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x4:0x0](ffff98dc0582aa08) invalid 00000020:00000001:1.0:1773673952.497017:0:91162:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c03a80 00000080:00002000:1.0:1773673952.497019:0:91162:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry d130a.recovery-small (ffff98dc04bd5948) parent ffff98dc10e90a20 inode ffff98dc0582aa08 refc 3 00000080:00000001:1.0:1773673952.497023:0:91162:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773673952.497024:0:91162:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773673952.497026:0:91162:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673952.497028:0:91162:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773673952.497030:0:91162:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773673952.497031:0:91162:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773673952.497033:0:91162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673952.497035:0:91162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773673952.497038:0:91162:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084000 with handle 0x2f77f56113814179 from hash 00010000:00000001:1.0:1773673952.497040:0:91162:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773673952.497041:0:91162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673952.497043:0:91162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673952.497044:0:91162:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773673952.497046:0:91162:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773673952.497047:0:91162:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773673952.497050:0:91162:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773673952.497053:0:91162:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1773673952.497055:0:91162:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000800:00000200:0.0:1773673952.502572:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673952.502580:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5700. 00000400:00000200:0.0:1773673952.502590:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.502598:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673952.502605:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:0.0:1773673952.502608:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:0.0:1773673952.502612:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673952.502618:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953422848/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773673983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.502631:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673952.502637:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288380 x1859825953422848/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773673983 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.502644:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673952.502645:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673952.514123:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.514144:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673952.514149:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.514152:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.514162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.514171:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673952.514179:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.514184:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.514190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.514195:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c3e00 00000400:00000200:0.0:1773673952.514213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673952.514219:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4b09 [1] + 224 00000800:00000001:0.0:1773673952.514228:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.514643:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673952.514648:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673952.514654:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673952.514663:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673952.514673:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953422848/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673952.514686:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98dc04288380 x1859825953422848/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773673983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673952.514705:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673952.514715:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673952.514720:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773673952.520432:0:91162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ba00. 00010000:00000010:2.1:1773673952.520451:0:91162:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab800. 00010000:00000010:2.1:1773673952.520456:0:91162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00010000:00000010:2.1:1773673952.520459:0:91162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000001:0.0:1773673952.771497:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673952.771503:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673952.771508:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673952.771509:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673952.771511:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673952.771512:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673952.777147:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673952.777154:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673952.777159:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673953.793247:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673953.793254:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673953.793260:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673953.793262:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673953.793265:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673953.793267:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673953.793288:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673953.793291:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673953.793294:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673954.817036:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673954.817043:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673954.817050:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673954.817051:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673954.817055:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673954.817056:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673954.820870:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673954.820877:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673954.820882:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673955.840904:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673955.841200:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673955.841207:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673955.841209:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673955.841212:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673955.841214:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673955.841404:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673955.841408:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673955.841412:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673956.097159:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300513094, at 4300513152 00000100:00000010:1.0:1773673956.097175:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c600. 00000100:00000040:0.0:1773673956.098120:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300513094, at 4300513153 00000100:00000010:0.0:1773673956.098130:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c720. 00010000:00000001:0.0:1773673956.864973:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673956.864980:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673956.864986:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673956.864988:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673956.864991:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673956.864992:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673956.865017:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673956.865020:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673956.865023:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673957.249212:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673957.249222:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673957.249231:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673957.249237:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673957.249241:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673957.249244:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673957.249249:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673957.249257:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:1.0:1773673957.249264:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.249338:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673957.249351:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673957.249357:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.249364:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edf8ca83] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.249431:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.249435:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.249438:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673957.249445:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.249454:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673957.249456:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.249460:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673957.249463:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673957.249465:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.249469:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953422976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.249473:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673957.249479:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673957.249481:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.249484:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673957.249489:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb9400. 02000000:00000001:0.0:1773673957.249491:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.249498:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673957.249503:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673957.249510:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773673957.249516:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953422976, portal 25 00000100:00000001:0.0:1773673957.249519:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673957.249520:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:0.0:1773673957.249526:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.249533:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673957.249536:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673957.249538:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773673957.249541:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953422976, offset 0 00000400:00000200:0.0:1773673957.249547:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673957.249556:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.249563:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673957.249568:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673957.249572:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673957.249576:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673957.249579:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673957.249583:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252443:252443:256:4294967295] 192.168.201.103@tcp LPNI seq info [252411:252411:8:4294967295] 00000400:00000200:0.0:1773673957.249588:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.249597:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673957.249602:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673957.249607:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673957.249614:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673957.249621:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673957.249626:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673957.249639:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.249642:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673957.249645:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300518212 00000100:00000010:0.0:1773673957.249649:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b840. 00000100:00000001:0.0:1773673957.249656:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673957.249663:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300518212 00000100:00000010:0.0:1773673957.249666:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b9c0. 00000100:00000001:0.0:1773673957.249669:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673957.249672:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.249675:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.249678:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.249681:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.249708:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.249711:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673957.249715:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673957.249718:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9880. 00000020:00000040:1.0:1773673957.249721:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673957.249724:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673957.249725:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673957.249728:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673957.249732:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:1.0:1773673957.249736:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.249740:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673957.249803:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673957.249805:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.249810:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005c5e2a] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.251614:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673957.251619:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673957.251624:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.251627:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.251630:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.251633:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773673957.251636:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.251638:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673957.251639:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.251641:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.251642:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.251644:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673957.251653:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.251663:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673957.251665:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.251668:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673957.251671:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673957.251674:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.251677:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953423104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.251681:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673957.251685:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673957.251687:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.251689:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673957.251696:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8600. 02000000:00000001:0.0:1773673957.251698:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.251704:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673957.251708:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773673957.251714:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773673957.251719:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953423104, portal 10 00000100:00000001:0.0:1773673957.251721:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673957.251722:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711546496 : -113403998005120 : ffff98dc12fb9880) 00000100:00000040:0.0:1773673957.251728:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.251736:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673957.251738:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673957.251741:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673957.251743:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953423104, offset 0 00000400:00000200:0.0:1773673957.252446:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673957.252458:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.252465:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673957.252470:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673957.252474:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673957.252477:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673957.252480:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673957.252484:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252444:252444:255:4294967295] 192.168.201.103@tcp LPNI seq info [252412:252412:7:4294967295] 00000400:00000200:0.0:1773673957.252488:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.252498:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673957.252504:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673957.252511:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773673957.252518:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673957.252525:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673957.252530:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673957.252534:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.252539:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 159060 usecs (160 jiffies) 00000400:00000200:0.0:1773673957.252542:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673957.252545:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300514465 00000100:00000001:0.0:1773673957.252548:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.252553:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300514465 00000100:00000001:0.0:1773673957.252555:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.252557:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.252559:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.252562:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.252566:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673957.252619:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673957.252623:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:0.0:1773673957.252629:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673957.252634:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673957.252639:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:0.0:1773673957.252641:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:0.0:1773673957.252646:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673957.252652:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.252663:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.252667:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.252674:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.252675:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673957.253014:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673957.253018:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:0.0:1773673957.253021:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673957.253025:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673957.253028:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773673957.253031:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773673957.253034:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673957.253038:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.253046:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.253049:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.253055:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.253057:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673957.253109:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.253113:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.261375:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261389:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673957.261394:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673957.261407:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8e00. 00000020:00000040:1.0:1773673957.261413:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673957.261418:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673957.261421:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673957.261427:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673957.261436:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3c00. 00000100:00000001:1.0:1773673957.261443:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261456:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673957.261467:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673957.261472:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261479:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7cad58f] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.261497:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261499:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673957.261502:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673957.261506:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbaa00. 00000020:00000040:1.0:1773673957.261508:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673957.261511:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673957.261512:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673957.261514:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673957.261517:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3800. 00000100:00000001:1.0:1773673957.261522:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261526:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673957.261535:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673957.261537:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261542:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a04b45d7] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.261552:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261555:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673957.261558:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673957.261561:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9180. 00000020:00000040:1.0:1773673957.261563:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673957.261565:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673957.261567:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673957.261568:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673957.261571:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3200. 00000100:00000001:1.0:1773673957.261574:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261578:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673957.261586:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673957.261588:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261592:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e3b5344] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.261600:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.261605:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5852) 00000100:00000001:0.0:1773673957.263143:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.263151:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.263155:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673957.263166:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.263179:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673957.263182:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.263186:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673957.263190:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673957.263193:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.263197:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.263201:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673957.263208:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673957.263210:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.263213:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673957.263232:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8800. 02000000:00000001:0.0:1773673957.263235:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.263245:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673957.263250:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673957.263258:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673957.263264:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953423360, portal 4 00000100:00000001:0.0:1773673957.263267:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673957.263268:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000040:0.0:1773673957.263294:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.263301:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673957.263304:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673957.263307:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773673957.263310:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953423360, offset 0 00000400:00000200:0.0:1773673957.263317:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673957.263527:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.263535:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673957.263539:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673957.263543:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673957.263547:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673957.263550:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673957.263554:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252445:252445:256:4294967295] 192.168.201.103@tcp LPNI seq info [252413:252413:8:4294967295] 00000400:00000200:0.0:1773673957.263559:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.263571:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673957.263580:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673957.263585:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773673957.263592:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673957.263600:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673957.263604:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673957.263629:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.263634:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 617960 usecs (618 jiffies) 00000400:00000200:0.0:1773673957.263638:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673957.263641:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300514936 00000100:00000001:0.0:1773673957.263644:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.263646:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300514936 00000100:00000001:0.0:1773673957.263649:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.263651:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.263654:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.263657:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.263660:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.263669:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673957.263671:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673957.263674:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.263675:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.263676:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.263679:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773673957.263681:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.263683:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673957.263684:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.263686:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.263687:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.263688:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673957.263693:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.263702:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673957.263703:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.263707:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673957.263709:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673957.263711:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.263715:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.263719:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673957.263722:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673957.263724:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.263726:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673957.263730:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8e00. 02000000:00000001:0.0:1773673957.263731:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.263735:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673957.263738:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773673957.263741:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773673957.263745:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953423232, portal 10 00000100:00000001:0.0:1773673957.263747:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673957.263967:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000040:0.0:1773673957.263975:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.263982:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673957.263984:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673957.263988:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773673957.263991:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953423232, offset 0 00000400:00000200:0.0:1773673957.263995:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673957.264000:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.264004:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673957.264007:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673957.264010:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673957.264012:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673957.264014:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673957.264018:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252446:252446:255:4294967295] 192.168.201.103@tcp LPNI seq info [252414:252414:7:4294967295] 00000400:00000200:0.0:1773673957.264022:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.264028:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673957.264034:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673957.264037:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673957.264041:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673957.264046:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673957.264049:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673957.264051:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.264054:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 112617 usecs (113 jiffies) 00000400:00000200:0.0:1773673957.264058:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673957.264059:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300514432 00000100:00000001:0.0:1773673957.264061:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.264064:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300514432 00000100:00000001:0.0:1773673957.264066:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.264067:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.264069:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.264071:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673957.264075:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.264081:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673957.264083:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.264085:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673957.264086:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673957.264088:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673957.264091:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.264094:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673957.264097:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673957.264099:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.264101:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673957.264105:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07d54a00. 02000000:00000001:0.0:1773673957.264107:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673957.264110:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673957.264113:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673957.264116:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773673957.264120:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953423488, portal 4 00000100:00000001:0.0:1773673957.264121:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673957.264123:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000040:0.0:1773673957.264130:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.264136:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673957.264138:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673957.264141:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773673957.264143:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953423488, offset 0 00000400:00000200:0.0:1773673957.264147:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673957.264151:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.264154:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673957.264156:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673957.264159:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673957.264161:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673957.264164:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673957.264166:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252447:252447:254:4294967295] 192.168.201.103@tcp LPNI seq info [252415:252415:6:4294967295] 00000400:00000200:0.0:1773673957.264171:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.264177:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673957.264181:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673957.264185:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a900. 00000800:00000200:0.0:1773673957.264189:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673957.264194:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673957.264197:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673957.264200:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.264202:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 811331 usecs (812 jiffies) 00000400:00000200:0.0:1773673957.264206:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673957.264208:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300515131 00000100:00000001:0.0:1773673957.264210:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.264212:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300515131 00000100:00000001:0.0:1773673957.264215:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300518212 00000100:00000001:0.0:1773673957.264217:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773673957.266499:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673957.266507:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773673957.266517:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.266525:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673957.266531:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:1.0:1773673957.266535:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:1.0:1773673957.266540:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673957.266547:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.266560:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673957.266564:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.266572:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.266575:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673957.266588:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673957.266590:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773673957.266593:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.266597:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673957.266600:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:1.0:1773673957.266602:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:1.0:1773673957.266605:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673957.266609:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.266617:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673957.266620:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.266628:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.266630:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673957.266726:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.266732:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.266737:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.266756:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.266759:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.266761:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.266777:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673957.276697:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673957.276707:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a900. 00000400:00000200:1.0:1773673957.276714:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.276724:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673957.276732:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:1.0:1773673957.276734:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:1.0:1773673957.276739:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673957.276747:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.276782:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673957.276787:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.276795:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.276797:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673957.276807:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276819:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673957.276821:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276823:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.276831:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276836:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673957.276843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276847:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276851:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276855:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3f00 00000400:00000200:1.0:1773673957.276860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276865:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b21 [1] + 224 00000800:00000001:1.0:1773673957.276872:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276878:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.276880:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.276883:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673957.276887:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673957.276892:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673957.276902:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.276922:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673957.276928:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276932:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673957.276934:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276938:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.276942:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276945:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673957.276950:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276953:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276959:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c3e80 00000400:00000200:1.0:1773673957.276962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.276966:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b11 [1] + 224 00000800:00000001:1.0:1773673957.276970:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.276976:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.276979:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.276982:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673957.276985:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673957.276991:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673957.277001:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.277009:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673957.277013:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.277016:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.277554:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.277559:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673957.277566:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673957.277568:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673957.277572:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773673957.277576:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:0.0:1773673957.277578:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:0.0:1773673957.277581:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673957.277587:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673957.277596:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277603:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673957.277604:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.277607:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673957.277610:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673957.277613:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673957.277615:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.277618:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673957.277627:0:2412:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08d12458 time=40 v=17 (17 17 17 36) 00000100:00001000:0.0:1773673957.277632:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673957.277635:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673957.277637:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.277641:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673957.277644:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.277648:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773673957.277650:0:2412:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215227 gen 10 00000100:00000040:0.0:1773673957.277656:0:2412:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215227) req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277664:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.277667:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953420416/t103079215224(103079215224) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773673979 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277675:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.277677:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.277680:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf1c00. 02000000:00000001:0.0:1773673957.277684:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.277687:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.277689:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673957.277691:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.277694:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf0c00. 02000000:00000001:0.0:1773673957.277698:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.277700:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.277701:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:0.0:1773673957.277705:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.277706:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673957.277711:0:2412:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215227) req@ffff98dc04288380 x1859825953422848/t103079215227(103079215227) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773673983 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277718:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.277720:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288380 x1859825953422848/t103079215227(103079215227) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773673983 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277726:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.277728:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.277729:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959d800. 02000000:00000001:0.0:1773673957.277732:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.277733:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.277734:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673957.277735:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.277738:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08823600. 02000000:00000001:0.0:1773673957.277740:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.277742:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.277743:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288380. 00000100:00000001:0.0:1773673957.277745:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.277746:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.277749:0:2412:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773673957.277751:0:2412:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1773673957.277754:0:2412:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673957.277756:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.277761:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277800:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.277803:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673957.277805:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673957.277810:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673957.277818:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953423104:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673957.277824:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673957.277826:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673957.277828:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773673957.277830:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773673957.277832:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773673957.277835:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673957.277838:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673957.277846:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.277853:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673957.277854:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.277856:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673957.277857:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673957.277859:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673957.277861:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.277863:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673957.277866:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673957.277869:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=107 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673957.277871:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673957.277872:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.277874:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673957.277875:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.277878:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.277881:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.278065:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.278067:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673957.278069:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673957.278073:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673957.278080:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953422976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.278085:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.278087:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.278089:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9880 x1859825953423104/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.278095:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.278097:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.278098:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8600. 02000000:00000001:0.0:1773673957.278103:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.278104:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.278105:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673957.278107:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.278109:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:0.0:1773673957.278111:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.278112:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.278114:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9880. 00000100:00000001:0.0:1773673957.278117:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.278118:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.278120:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.278124:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953422976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.278130:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.278132:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.278133:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb9400. 02000000:00000001:0.0:1773673957.278135:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.278136:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.278137:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673957.278139:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.278140:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:0.0:1773673957.278142:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.278143:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.278144:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:0.0:1773673957.278146:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.278148:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.278150:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.278158:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673957.278160:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.278163:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.278165:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673957.297166:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297186:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673957.297190:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297192:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.297201:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297209:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673957.297217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297245:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4080 00000400:00000200:1.0:1773673957.297250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297465:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b51 [1] + 224 00000800:00000001:1.0:1773673957.297476:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297482:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.297485:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.297491:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673957.297497:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673957.297506:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673957.297516:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.297583:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.297588:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673957.297608:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673957.297617:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297622:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673957.297624:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297627:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.297631:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297636:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673957.297641:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297644:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297647:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297650:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4000 00000400:00000200:1.0:1773673957.297654:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673957.297657:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b31 [1] + 224 00000800:00000001:1.0:1773673957.297662:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297669:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673957.297672:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673957.297675:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673957.297678:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673957.297683:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673957.297691:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.297699:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673957.297703:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673957.297706:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773673957.298440:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673957.298445:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673957.298448:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773673957.298454:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:0.0:1773673957.298457:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:0.0:1773673957.298460:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673957.298467:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673957.298478:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298485:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673957.298488:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.298491:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673957.298495:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673957.298497:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673957.298500:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.298503:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673957.298512:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673957.298516:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673957.298519:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673957.298521:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.298524:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673957.298528:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.298532:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673957.298534:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:0.0:1773673957.298536:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673957.298538:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.298543:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298551:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.298555:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673957.298557:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673957.298562:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673957.298571:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423488:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673957.298578:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673957.298579:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673957.298581:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773673957.298584:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773673957.298586:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773673957.298588:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673957.298591:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673957.298600:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298607:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673957.298608:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.298610:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673957.298611:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673957.298613:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673957.298615:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673957.298617:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673957.298621:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673957.298625:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673957.298627:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673957.298628:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.298630:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673957.298632:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.298635:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673957.298636:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673957.298638:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673957.298639:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673957.298643:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298651:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673957.298653:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673957.298655:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673957.298658:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673957.298667:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673957.298672:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.298674:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.298678:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9180 x1859825953423488/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298686:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.298689:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.298693:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07d54a00. 02000000:00000001:0.0:1773673957.298696:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.298699:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.298701:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673957.298703:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.298706:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3200. 02000000:00000001:0.0:1773673957.298710:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.298712:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.298714:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9180. 00000100:00000001:0.0:1773673957.298718:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.298720:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.298722:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673957.298725:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbaa00 x1859825953423360/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.298732:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673957.298733:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673957.298735:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8800. 02000000:00000001:0.0:1773673957.298737:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673957.298739:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673957.298740:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673957.298741:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673957.298743:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3800. 02000000:00000001:0.0:1773673957.298745:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673957.298746:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673957.298747:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbaa00. 00000100:00000001:0.0:1773673957.298750:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673957.298751:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673957.298754:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.298756:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673957.298758:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673957.298760:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673957.298762:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673957.299559:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673957.299573:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673957.299576:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673957.299579:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673957.299587:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.299594:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673957.299602:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.299606:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.299611:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.299615:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c3f80 00000400:00000200:0.0:1773673957.299620:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673957.299626:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b41 [1] + 224 00000800:00000001:0.0:1773673957.299633:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673957.299656:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673957.299661:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673957.299666:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673957.299672:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673957.299678:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673957.299688:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673957.299713:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673957.299721:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673957.299725:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.299791:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673957.299795:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773673957.299800:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673957.299802:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673957.299804:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:1.0:1773673957.299808:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:1.0:1773673957.299811:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:1.0:1773673957.299814:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673957.299819:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673957.299828:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.299835:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673957.299836:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.299839:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673957.299841:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673957.299843:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673957.299845:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673957.299847:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673957.299854:0:2411:0:(import.c:2136:obd_at_measure()) add 17 to ffff98dc08ac1458 time=40 v=17 (17 17 17 36) 00000100:00001000:1.0:1773673957.299859:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1773673957.299862:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673957.299863:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673957.299866:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673957.299868:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.299871:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673957.299873:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773673957.299875:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673957.299876:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673957.299880:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.299894:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673957.299896:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673957.299898:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673957.299903:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673957.299911:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953423232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673957.299916:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.299918:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673957.299921:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8e00 x1859825953423232/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673957.299928:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773673957.299930:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773673957.299934:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8e00. 02000000:00000001:1.0:1773673957.299937:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773673957.299939:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773673957.299940:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773673957.299943:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773673957.299945:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3c00. 02000000:00000001:1.0:1773673957.299948:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773673957.299949:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773673957.299951:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8e00. 00000100:00000001:1.0:1773673957.299954:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773673957.299956:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.299958:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673957.299965:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673957.299967:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673957.299970:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673957.299973:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.888978:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673957.888986:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.888992:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673957.888993:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673957.888997:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673957.888998:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673957.889137:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673957.889142:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673957.889145:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673958.912916:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673958.912938:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673958.912942:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673958.912945:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673958.912950:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673958.912953:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673958.912955:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673958.912957:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673958.912962:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673958.912964:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673958.912968:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673958.912969:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673958.913238:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673958.913241:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673958.913245:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673959.936878:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673959.936885:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673959.936891:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673959.936894:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673959.936896:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673959.936903:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673959.936905:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673959.936907:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673959.937089:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673959.937091:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673959.937093:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673959.937097:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673959.937101:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673959.937102:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673959.937140:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673959.937143:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673959.937145:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673960.962033:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673960.962041:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673960.962049:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673960.962051:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673960.962054:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673960.962056:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673960.966807:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673960.966815:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673960.966820:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673961.216895:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300518212, at 4300518272 00000100:00000010:1.0:1773673961.216910:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b9c0. 00000100:00000040:0.0:1773673961.217009:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300518212, at 4300518272 00000100:00000010:0.0:1773673961.217015:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b840. 00010000:00000001:0.0:1773673961.986615:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673961.986638:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673961.986646:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673961.986647:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673961.986652:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673961.986654:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673961.986822:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673961.986830:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673961.986836:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773673962.369175:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673962.369185:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673962.369399:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773673962.369407:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773673962.369412:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673962.369415:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673962.369420:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673962.369428:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a700. 00000100:00000001:3.0:1773673962.369437:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369450:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673962.369462:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673962.369466:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369474:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673962.369511:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369514:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673962.369518:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673962.369522:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773673962.369525:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673962.369528:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673962.369529:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673962.369531:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673962.369535:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a300. 00000100:00000001:3.0:1773673962.369538:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369543:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673962.369550:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673962.369552:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369556:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009933a8ef] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673962.369564:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369567:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673962.369581:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673962.369584:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773673962.369586:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673962.369589:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673962.369590:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673962.369592:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673962.369595:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028aa00. 00000100:00000001:3.0:1773673962.369598:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369602:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673962.369609:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673962.369611:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369614:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673962.369622:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369624:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673962.369628:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673962.369631:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773673962.369633:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773673962.369635:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673962.369637:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673962.369639:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673962.369643:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a800. 00000100:00000001:3.0:1773673962.369646:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369650:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673962.369658:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673962.369660:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369664:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673962.369671:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369673:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773673962.369676:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773673962.369680:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773673962.369682:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:3.0:1773673962.369684:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673962.369686:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673962.369688:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673962.369691:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a400. 00000100:00000001:3.0:1773673962.369694:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369698:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773673962.369706:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673962.369708:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369712:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e7d5102] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673962.369726:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673962.369731:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5857) 00000800:00000200:1.0:1773673962.372676:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673962.372683:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5100. 00000400:00000200:1.0:1773673962.372693:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.372706:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673962.372715:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:1.0:1773673962.372719:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:1.0:1773673962.372727:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673962.372736:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.372755:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673962.372815:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.372837:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673962.372842:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673962.372862:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673962.372866:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5a00. 00000400:00000200:1.0:1773673962.372874:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.372882:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673962.372888:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:1.0:1773673962.372890:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:1.0:1773673962.372893:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673962.372897:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.372909:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673962.372918:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.372934:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673962.372939:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773673962.373118:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673962.373123:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5a00. 00000400:00000200:0.0:1773673962.373140:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673962.373150:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673962.373156:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:0.0:1773673962.373162:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:0.0:1773673962.373167:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673962.373177:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673962.373203:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673962.373208:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673962.373215:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673962.373217:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673962.374143:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673962.374149:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5100. 00000400:00000200:1.0:1773673962.374156:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.374167:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673962.374175:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:1.0:1773673962.374180:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:1.0:1773673962.374186:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673962.374551:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.374561:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673962.374565:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.374572:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673962.374573:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673962.374586:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673962.374589:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5700. 00000400:00000200:1.0:1773673962.374592:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.374595:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673962.374598:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:1.0:1773673962.374600:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:1.0:1773673962.374602:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673962.374605:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.374612:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673962.374615:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.374621:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673962.374622:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773673962.374896:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673962.374906:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773673962.383829:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673962.383851:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673962.383855:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673962.383857:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673962.383868:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673962.383875:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673962.383885:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673962.383891:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673962.385526:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673962.385534:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4300 00000400:00000200:0.0:1773673962.385541:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673962.385548:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b71 [1] + 224 00000800:00000001:0.0:1773673962.385557:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673962.385574:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673962.385578:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673962.385583:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673962.385590:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673962.385599:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673962.385611:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7b80 x1859825953424128/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673962.385633:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673962.385643:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673962.385648:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673962.392566:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.392585:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673962.392589:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.392592:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.392604:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.392613:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673962.392622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.392627:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.392633:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.392636:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4100 00000400:00000200:1.0:1773673962.392641:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.392647:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b61 [1] + 224 00000800:00000001:1.0:1773673962.392655:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.395268:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.395277:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.395286:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673962.395296:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673962.395304:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673962.395317:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953423616/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.395341:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673962.395353:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.395362:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673962.395364:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.395368:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.395376:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.395381:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673962.395389:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.395393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.395398:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.395401:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4200 00000400:00000200:1.0:1773673962.395405:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.398792:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b69 [1] + 224 00000800:00000001:1.0:1773673962.398809:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.398825:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.398830:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.398834:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673962.412067:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673962.412086:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673962.412099:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953423872/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.412460:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673962.412481:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412499:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673962.412503:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412506:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.412514:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412520:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673962.412529:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412534:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412540:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412545:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4180 00000400:00000200:1.0:1773673962.412551:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412557:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b79 [1] + 224 00000800:00000001:1.0:1773673962.412565:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412570:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.412574:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.412578:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673962.412583:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673962.412589:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673962.412599:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7100 x1859825953423744/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.412607:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673962.412611:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412614:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673962.412616:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412619:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.412622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412625:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673962.412629:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412632:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412636:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412639:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4280 00000400:00000200:1.0:1773673962.412642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673962.412647:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b81 [1] + 224 00000800:00000001:1.0:1773673962.412650:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.412661:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673962.413326:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673962.413331:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673962.413335:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673962.413340:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673962.413349:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5880 x1859825953424000/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673962.413355:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673962.413361:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673962.413366:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673963.008897:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673963.008904:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673963.008910:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673963.008911:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673963.008914:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673963.008918:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673963.008920:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673963.008923:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673963.008927:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673963.008929:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673963.008931:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673963.008933:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673963.008996:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673963.008999:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673963.009003:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673964.033228:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673964.033235:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673964.033241:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673964.033243:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673964.033246:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673964.033248:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673964.033929:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673964.033933:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673964.033937:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673965.056976:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673965.056984:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673965.056990:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673965.056991:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673965.056994:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673965.056995:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673965.057201:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673965.057206:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673965.057209:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673966.080889:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673966.080898:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673966.080903:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673966.080905:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673966.080909:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673966.080910:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673966.080950:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673966.080953:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673966.080956:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673966.340146:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300523335, at 4300523395 00000100:00000010:1.0:1773673966.340162:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c000. 00000100:00000040:0.0:1773673966.341570:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300523335, at 4300523396 00000100:00000010:0.0:1773673966.341582:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437ccc0. 00010000:00000001:0.0:1773673967.104899:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673967.104905:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.104909:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673967.104910:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.104912:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673967.104914:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673967.104989:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673967.104993:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673967.104996:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673967.495517:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673967.495527:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673967.495538:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8e00. 00000020:00000040:1.0:1773673967.495545:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673967.495550:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673967.495553:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673967.495558:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.495567:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3c00. 00000100:00000001:1.0:1773673967.495573:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495598:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673967.495610:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673967.495615:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495621:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7cad58f] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.495661:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495664:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673967.495668:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673967.495671:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9f80. 00000020:00000040:1.0:1773673967.495673:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673967.495676:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673967.495677:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673967.495679:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.495683:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3100. 00000100:00000001:1.0:1773673967.495686:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495691:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673967.495698:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673967.495701:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495705:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5f01448] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.495713:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495716:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673967.495721:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673967.495724:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb800. 00000020:00000040:1.0:1773673967.495727:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673967.495729:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673967.495730:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673967.495732:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.495735:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:1.0:1773673967.495738:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495742:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673967.495749:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673967.495751:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495755:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e1dd1ac] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.495762:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495797:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673967.495801:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673967.495805:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbbb80. 00000020:00000040:1.0:1773673967.495807:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673967.495907:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673967.495909:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673967.495911:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.495916:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3300. 00000100:00000001:1.0:1773673967.495920:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495926:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673967.495934:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673967.495936:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495940:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071865c8a] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.495955:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.495957:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673967.495961:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773673967.495963:0:76421:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1773673967.495966:0:76421:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773673967.495971:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbaa00. 00000020:00000040:1.0:1773673967.495973:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673967.495976:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673967.495977:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673967.495980:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.495984:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:1.0:1773673967.495987:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.495990:0:76421:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00080000:1.0:1773673967.495993:0:76421:0:(import.c:65:import_set_state_nolock()) ffff98dc050c0800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1773673967.495997:0:76421:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff98dc07f29800: disconnect after 23s idle 00000100:00000001:1.0:1773673967.495999:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673967.496001:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.496006:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a04b45d7] to pc [ptlrpcd_rcv+-1] req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.496032:0:76421:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673967.496035:0:76421:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.496040:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5862) 00000100:00000001:3.0:1773673967.496853:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673967.496858:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673967.496861:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673967.496869:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673967.496879:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673967.496881:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673967.496885:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673967.496888:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673967.496891:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673967.496895:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953424768:192.168.201.103@tcp:9:kworker.0 00000100:00000001:3.0:1773673967.496900:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673967.496905:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673967.496908:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673967.496911:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673967.496916:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13800. 02000000:00000001:3.0:1773673967.496918:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673967.496927:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673967.496931:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673967.496938:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673967.496946:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953424768, portal 4 00000100:00000001:3.0:1773673967.496948:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673967.496950:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000040:3.0:1773673967.496958:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673967.496965:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673967.496968:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673967.496970:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773673967.496974:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953424768, offset 0 00000400:00000200:3.0:1773673967.496980:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673967.496987:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673967.496995:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673967.497000:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673967.497004:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673967.497008:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673967.497010:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673967.497015:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252453:252453:256:4294967295] 192.168.201.103@tcp LPNI seq info [252421:252421:8:4294967295] 00000400:00000200:3.0:1773673967.497019:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673967.497029:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673967.497035:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673967.497055:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a000. 00000800:00000200:3.0:1773673967.497062:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673967.497070:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673967.497075:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773673967.497098:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673967.497103:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 798688 usecs (799 jiffies) 00000400:00000200:3.0:1773673967.497150:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673967.497153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300525351 00000100:00000010:3.0:1773673967.497158:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4e40. 00000100:00000001:3.0:1773673967.497165:0:2410:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773673967.497171:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300525351 00000100:00000010:3.0:1773673967.497175:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4b40. 00000100:00000001:3.0:1773673967.497178:0:2410:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773673967.497181:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673967.497184:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673967.497187:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673967.497190:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673967.497197:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673967.497199:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773673967.497201:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673967.497203:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673967.497204:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673967.497206:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673967.498152:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673967.498160:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000100:00000001:0.0:1773673967.498164:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773673967.498166:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773673967.498168:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673967.498171:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1773673967.498173:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673967.498179:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000100:00000040:0.0:1773673967.498179:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773673967.498182:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:1.0:1773673967.498186:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773673967.498188:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1773673967.498190:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.498190:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.498194:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673967.498197:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673967.498200:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673967.498204:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953424256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673967.498208:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673967.498208:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1773673967.498211:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773673967.498212:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673967.498215:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.498217:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773673967.498218:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.498220:0:2403:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1773673967.498222:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07d54a00. 02000000:00000001:0.0:1773673967.498459:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673967.498466:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673967.498470:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673967.498476:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673967.498480:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953424256, portal 25 00000100:00000001:0.0:1773673967.498482:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673967.498484:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000040:0.0:1773673967.498490:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.498497:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673967.498500:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673967.498502:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773673967.498505:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953424256, offset 0 00000400:00000200:0.0:1773673967.498511:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773673967.499738:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673967.499743:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673967.499746:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673967.499754:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.499779:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673967.499781:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673967.499785:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673967.499787:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673967.499790:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673967.499793:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953424384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773673967.499797:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673967.499800:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673967.499802:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673967.499804:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673967.499977:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725fc00. 02000000:00000001:1.0:1773673967.499981:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673967.499988:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673967.499992:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773673967.499998:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773673967.500003:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953424384, portal 10 00000100:00000001:1.0:1773673967.500005:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673967.500007:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711548288 : -113403998003328 : ffff98dc12fb9f80) 00000100:00000040:1.0:1773673967.500015:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.500023:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673967.500026:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673967.500029:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773673967.500032:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953424384, offset 0 00000400:00000200:1.0:1773673967.500050:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673967.507084:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673967.507099:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673967.507104:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673967.507108:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673967.507122:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673967.507125:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673967.507129:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252454:252454:256:4294967295] 192.168.201.103@tcp LPNI seq info [252422:252422:8:4294967295] 00000400:00000200:0.0:1773673967.507135:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673967.507146:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673967.507153:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673967.507164:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666af00. 00000800:00000200:0.0:1773673967.507173:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673967.507181:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673967.507185:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666af00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773673967.507191:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.507197:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673967.507200:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673967.507202:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673967.507205:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773673967.507205:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673967.507207:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673967.507210:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252455:252455:255:4294967295] 192.168.201.103@tcp LPNI seq info [252423:252423:7:4294967295] 00000400:00000200:0.0:1773673967.507211:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.507215:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673967.507215:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300528470 00000400:00000200:1.0:1773673967.507221:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773673967.507223:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300525351 00000800:00000200:1.0:1773673967.507226:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773673967.507230:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300528470 00000800:00000010:1.0:1773673967.507231:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3900. 00000100:00000001:0.0:1773673967.507233:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300525351 00000800:00000200:1.0:1773673967.507235:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:0.0:1773673967.507237:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773673967.507240:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:0.0:1773673967.507242:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673967.507243:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673967.507246:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.507246:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673967.507251:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 158468 usecs (159 jiffies) 00000400:00000200:1.0:1773673967.507255:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:0.0:1773673967.507256:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.507257:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300524721 00000100:00000001:1.0:1773673967.507259:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300528470 00000100:00000001:1.0:1773673967.507261:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300524721 00000100:00000001:1.0:1773673967.507264:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300528470 00000100:00000001:1.0:1773673967.507266:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.507266:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673967.507268:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.507269:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.507271:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1773673967.507273:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1773673967.507275:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773673967.507277:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673967.507280:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673967.507284:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953424512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673967.507288:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773673967.507290:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673967.507291:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673967.507293:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673967.507294:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673967.507295:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673967.507296:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.507297:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673967.507299:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953424640:192.168.201.103@tcp:400:kworker.0 02000000:00000001:0.0:1773673967.507300:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773673967.507302:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673967.507305:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673967.507306:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673967.507307:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8e00. 02000000:00000001:1.0:1773673967.507308:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1773673967.507309:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673967.507311:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725ea00. 02000000:00000001:1.0:1773673967.507313:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673967.507314:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.507316:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673967.507318:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:1.0:1773673967.507319:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:0.0:1773673967.507570:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000400:00000010:1.0:1773673967.508738:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdbb0. 00000100:00000200:1.0:1773673967.508747:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953424640, portal 4 00000100:00000001:1.0:1773673967.508750:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673967.508752:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711555456 : -113403997996160 : ffff98dc12fbbb80) 00000100:00000040:1.0:1773673967.508776:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.508784:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673967.508786:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673967.508789:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773673967.508792:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953424640, offset 0 00000400:00000200:1.0:1773673967.508798:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673967.508806:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.508901:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673967.508905:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673967.508908:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673967.508912:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673967.508914:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673967.508918:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252456:252456:254:4294967295] 192.168.201.103@tcp LPNI seq info [252424:252424:6:4294967295] 00000400:00000200:1.0:1773673967.508923:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.508930:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673967.508936:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673967.508940:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3b00. 00000800:00000200:1.0:1773673967.508946:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673967.508951:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673967.508955:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773673967.508959:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673967.508962:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 608381 usecs (609 jiffies) 00000400:00000200:1.0:1773673967.508965:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673967.508968:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300525173 00000100:00000001:1.0:1773673967.508970:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300528470 00000100:00000001:1.0:1773673967.508972:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300525173 00000100:00000001:1.0:1773673967.508974:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300528470 00000100:00000001:1.0:1773673967.508977:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673967.508979:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.508983:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.508986:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673967.508995:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673967.508998:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773673967.509001:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773673967.509003:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673967.509004:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.509006:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673967.509028:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.509039:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673967.509041:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.509043:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.509047:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.509052:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673967.509057:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.509060:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.509064:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.509068:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4580 00000400:00000200:1.0:1773673967.509071:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.509076:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b89 [1] + 224 00000800:00000001:1.0:1773673967.509082:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.509089:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.509092:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.509095:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673967.509101:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673967.509191:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673967.509202:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.509225:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773673967.509262:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673967.509266:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666af00. 00000400:00000200:1.0:1773673967.509270:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.509274:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673967.509278:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:1.0:1773673967.509280:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:1.0:1773673967.509284:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673967.509288:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.509298:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673967.509301:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.509308:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.509310:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773673967.509804:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673967.510100:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673967.510183:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673967.510186:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673967.510189:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673967.510193:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673967.510196:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673967.510199:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673967.510205:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673967.510214:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673967.510221:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673967.510223:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673967.510225:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673967.510229:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673967.510232:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673967.510234:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673967.510237:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673967.510246:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673967.510250:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673967.510252:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673967.510254:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673967.510258:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1773673967.512286:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.512307:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673967.512329:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673967.512334:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3900. 00000400:00000200:1.0:1773673967.512340:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.512348:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673967.512355:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:1.0:1773673967.512357:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:1.0:1773673967.512361:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673967.512369:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.512381:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673967.512385:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.512392:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.512394:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673967.512468:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673967.512472:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3b00. 00000400:00000200:1.0:1773673967.512475:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.512479:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673967.512482:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd908 00000400:00000010:1.0:1773673967.512484:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd908. 00000100:00000001:1.0:1773673967.512487:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673967.512491:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.512499:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673967.512502:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.512508:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.512510:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1773673967.512748:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953424512, portal 10 00000100:00000001:0.0:1773673967.512752:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673967.512754:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000100:00000040:0.0:1773673967.512790:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.512800:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673967.512803:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673967.512808:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773673967.512811:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953424512, offset 0 00000400:00000200:0.0:1773673967.512818:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673967.513019:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673967.513027:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673967.513032:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673967.513036:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673967.513051:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673967.513055:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673967.513059:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252457:252457:256:4294967295] 192.168.201.103@tcp LPNI seq info [252425:252425:8:4294967295] 00000400:00000200:0.0:1773673967.513065:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673967.513074:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673967.513080:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673967.513085:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a700. 00000800:00000200:0.0:1773673967.513092:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673967.513100:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673967.513104:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673967.513124:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673967.513129:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 111590 usecs (112 jiffies) 00000400:00000200:0.0:1773673967.513133:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673967.513136:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300524680 00000100:00000001:0.0:1773673967.513139:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300528470 00000100:00000001:0.0:1773673967.513142:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300524680 00000100:00000001:0.0:1773673967.513145:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300528470 00000100:00000001:0.0:1773673967.513147:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.513150:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.513155:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.513159:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.513168:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673967.513170:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673967.513173:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.513175:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673967.513177:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.513179:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673967.513231:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673967.513234:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a700. 00000400:00000200:1.0:1773673967.513239:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.513243:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673967.513247:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:1.0:1773673967.513249:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:1.0:1773673967.513252:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673967.513257:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.513266:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673967.513270:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.513277:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673967.513279:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773673967.513357:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673967.513363:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673967.513366:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:3.0:1773673967.513368:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673967.513370:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673967.513377:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673967.513385:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673967.513387:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673967.513389:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773673967.513393:0:2410:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773673967.513402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc050c0800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1773673967.513408:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673967.513417:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953424768:192.168.201.103@tcp:9:kworker.0 00000100:00000001:3.0:1773673967.513422:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673967.513423:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673967.513427:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbaa00 x1859825953424768/t0(0) o9->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673967.513434:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673967.513437:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673967.513441:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13800. 02000000:00000001:3.0:1773673967.513446:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673967.513450:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673967.513452:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773673967.513455:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673967.513458:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:3.0:1773673967.513462:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673967.513464:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673967.513466:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbaa00. 00000100:00000001:3.0:1773673967.513469:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673967.513471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673967.513473:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673967.513478:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673967.513479:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673967.513481:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673967.513482:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673967.520237:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.520257:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673967.520261:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.520264:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.520275:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.520283:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673967.520294:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.520299:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.520305:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.520310:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4380 00000400:00000200:1.0:1773673967.520316:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.520323:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4b91 [1] + 224 00000800:00000001:1.0:1773673967.520341:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.520353:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.520357:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.520362:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673967.520368:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673967.520377:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673967.520390:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.520417:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673967.520426:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.520430:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.520497:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.520502:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673967.520509:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673967.520511:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673967.520515:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773673967.520520:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773673967.520524:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773673967.520527:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673967.520533:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673967.520542:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.520550:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673967.520552:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.520554:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673967.520558:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673967.520561:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673967.520564:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.520567:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673967.520574:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673967.520578:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=117 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673967.520592:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673967.520594:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.520597:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673967.520599:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.520602:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673967.520608:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.520615:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.520617:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673967.520619:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673967.520624:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673967.520632:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953424256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673967.520638:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.520640:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673967.520643:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8e00 x1859825953424256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.520655:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673967.520657:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673967.520660:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07d54a00. 02000000:00000001:0.0:1773673967.520665:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673967.520667:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673967.520669:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673967.520671:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673967.520674:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3c00. 02000000:00000001:0.0:1773673967.520677:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673967.520679:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673967.520681:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8e00. 00000100:00000001:0.0:1773673967.520685:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673967.520686:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.520689:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.520692:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.520694:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673967.520696:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.520697:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673967.522745:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.522869:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673967.522873:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.522878:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.523118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523126:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673967.523135:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523140:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523145:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523149:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4400 00000400:00000200:1.0:1773673967.523154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523161:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ba1 [1] + 224 00000800:00000001:1.0:1773673967.523169:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.523175:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.523178:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.523183:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673967.523191:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673967.523198:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673967.523209:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.523225:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673967.523232:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.523236:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673967.523238:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.523240:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.523243:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523247:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673967.523251:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523255:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523261:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4500 00000400:00000200:1.0:1773673967.523265:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.523270:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bb1 [1] + 224 00000800:00000001:1.0:1773673967.523274:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.523281:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.523283:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.523287:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673967.523289:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673967.523294:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673967.523303:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.523541:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673967.523546:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.523549:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.523798:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.523802:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673967.523809:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673967.523811:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673967.523814:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:0.0:1773673967.523820:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:0.0:1773673967.523822:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:0.0:1773673967.523825:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673967.523831:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673967.523842:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.523848:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673967.523850:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.523853:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673967.523856:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673967.523858:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673967.523861:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.523863:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673967.523872:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=50 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673967.523877:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673967.523880:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673967.523882:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.523884:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673967.523888:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.523891:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673967.523893:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:0.0:1773673967.523895:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673967.523897:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673967.523903:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.523910:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.523913:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673967.523915:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673967.523920:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673967.523929:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953424384:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673967.523936:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673967.523937:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673967.523939:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:0.0:1773673967.523941:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdbb0 00000400:00000010:0.0:1773673967.523943:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdbb0. 00000100:00000001:0.0:1773673967.523946:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673967.523961:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673967.523971:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.523978:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673967.523979:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.523986:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673967.523987:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673967.523989:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673967.523990:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.523992:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673967.523996:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673967.523999:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673967.524001:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673967.524003:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.524005:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673967.524007:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.524009:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673967.524010:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673967.524013:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673967.524014:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673967.524018:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.524026:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.524027:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673967.524029:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673967.524033:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673967.524042:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953424640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673967.524046:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.524049:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673967.524052:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9f80 x1859825953424384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.524059:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673967.524062:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673967.524066:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725fc00. 02000000:00000001:0.0:1773673967.524071:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673967.524073:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673967.524075:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673967.524077:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673967.524080:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3100. 02000000:00000001:0.0:1773673967.524083:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673967.524085:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673967.524087:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9f80. 00000100:00000001:0.0:1773673967.524091:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673967.524092:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.524094:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673967.524097:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbbb80 x1859825953424640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.524104:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673967.524106:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673967.524107:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725ea00. 02000000:00000001:0.0:1773673967.524122:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673967.524123:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673967.524125:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673967.524127:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673967.524128:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3300. 02000000:00000001:0.0:1773673967.524130:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673967.524132:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673967.524133:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbbb80. 00000100:00000001:0.0:1773673967.524136:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673967.524137:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.524140:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.524148:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673967.524150:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.524152:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.524154:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673967.531805:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.531824:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673967.531828:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.531831:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.531842:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.531849:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673967.531858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.531864:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.531870:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.531874:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4480 00000400:00000200:1.0:1773673967.531879:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673967.531885:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bc1 [1] + 224 00000800:00000001:1.0:1773673967.531893:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.531905:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673967.531909:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673967.531914:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673967.531921:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673967.531930:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673967.531943:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673967.531957:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673967.531964:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673967.531967:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.532698:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.532704:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673967.532711:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673967.532713:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673967.532717:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773673967.532723:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773673967.532726:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773673967.532730:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673967.532737:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673967.532749:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.532801:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673967.532804:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.532807:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673967.532810:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673967.532813:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673967.532815:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673967.532818:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673967.532827:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=50 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673967.532832:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1773673967.532835:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673967.532837:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673967.532841:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673967.532845:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.533043:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673967.533045:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773673967.533048:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673967.533050:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673967.533056:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.533064:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673967.533068:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673967.533079:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673967.533084:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673967.533093:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953424512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673967.533099:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.533102:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673967.533105:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb800 x1859825953424512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673967.533124:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673967.533126:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673967.533130:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8e00. 02000000:00000001:0.0:1773673967.533134:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673967.533137:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673967.533139:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673967.533141:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673967.533144:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:0.0:1773673967.533148:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673967.533150:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673967.533152:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb800. 00000100:00000001:0.0:1773673967.533156:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673967.533157:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.533160:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673967.533168:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673967.533170:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673967.533172:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673967.533175:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673968.130646:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673968.130654:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673968.130660:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673968.130661:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673968.130664:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673968.130665:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673968.131856:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673968.131861:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673968.131865:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673969.153131:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673969.153140:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673969.153142:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673969.153146:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673969.153150:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673969.153153:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673969.153155:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673969.153158:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673969.153162:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673969.153163:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673969.153166:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673969.153168:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673969.153203:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673969.153206:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673969.153209:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673970.176902:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673970.176909:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673970.176915:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673970.176918:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673970.176921:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673970.176927:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673970.176929:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673970.176931:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673970.176934:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673970.176937:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673970.176939:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673970.176941:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673970.176945:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673970.176947:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673970.177041:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673970.177046:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673970.177050:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673971.201646:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673971.201653:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673971.201659:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673971.201661:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673971.201664:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673971.201665:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673971.206653:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673971.206660:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673971.206665:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673971.457087:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300528470, at 4300528512 00000100:00000010:1.0:1773673971.457104:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4b40. 00000100:00000040:0.0:1773673971.457270:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300528470, at 4300528512 00000100:00000010:0.0:1773673971.457278:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4e40. 00010000:00000001:0.0:1773673972.225122:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673972.225129:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673972.225135:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673972.225136:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673972.225140:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673972.225141:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673972.225167:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673972.225170:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673972.225173:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773673972.611024:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673972.611036:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673972.611215:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673972.611220:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21096f00. 00000400:00000200:1.0:1773673972.611228:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.611234:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673972.611238:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:1.0:1773673972.611241:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:1.0:1773673972.611246:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673972.611250:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953425024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611260:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673972.611263:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953425024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611270:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673972.611272:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673972.611480:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673972.611482:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21096800. 00000400:00000200:1.0:1773673972.611484:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.611488:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673972.611491:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:1.0:1773673972.611493:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:1.0:1773673972.611495:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673972.611499:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953425280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611506:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673972.611509:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953425280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611515:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673972.611517:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673972.611523:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673972.611525:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21096100. 00000400:00000200:1.0:1773673972.611528:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.611530:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673972.611532:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:1.0:1773673972.611534:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:1.0:1773673972.611537:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673972.611540:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953424896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611545:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673972.611548:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953424896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611554:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673972.611556:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673972.611608:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673972.611612:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae200. 00000400:00000200:1.0:1773673972.611615:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.611618:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673972.611620:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:1.0:1773673972.611622:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:1.0:1773673972.611625:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673972.611628:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953425152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611640:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673972.611643:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953425152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.611650:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673972.611651:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673972.629881:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.629907:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673972.629912:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.629915:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.629925:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.629934:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673972.629946:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.629952:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.629957:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.629962:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4780 00000400:00000200:1.0:1773673972.629967:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.629974:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bd9 [1] + 224 00000800:00000001:1.0:1773673972.629983:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.629989:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.629992:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.629996:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673972.630004:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673972.630013:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953425280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673972.630046:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953425280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.630072:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673972.630084:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630089:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673972.630091:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630094:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.630097:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630101:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673972.630105:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630108:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630110:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630113:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4680 00000400:00000200:1.0:1773673972.630117:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630121:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bd1 [1] + 224 00000800:00000001:1.0:1773673972.630124:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630127:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.630129:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.630132:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673972.630135:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673972.630140:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953425024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673972.630149:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953425024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.630157:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673972.630160:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630164:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673972.630166:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630169:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.630172:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630176:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673972.630180:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630183:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630185:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630188:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4600 00000400:00000200:1.0:1773673972.630192:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.630196:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4be1 [1] + 224 00000800:00000001:1.0:1773673972.630199:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630209:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.630211:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.630214:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673972.630217:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673972.630221:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953424896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673972.630230:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953424896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.630237:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673972.630241:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.630256:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673972.649646:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.649667:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673972.649672:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.649674:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.649684:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.649691:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673972.649703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.649708:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.649714:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.649719:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4700 00000400:00000200:1.0:1773673972.649724:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673972.649731:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4be9 [1] + 224 00000800:00000001:1.0:1773673972.649740:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.649796:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673972.649800:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673972.649806:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673972.649814:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673972.649824:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953425152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673972.649837:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953425152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673972.649866:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673972.649875:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673972.649879:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673973.249135:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673973.249143:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673973.249149:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673973.249151:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673973.249155:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673973.249158:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673973.249160:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673973.249164:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673973.249166:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673973.249169:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673973.249171:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673973.249173:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673973.256161:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673973.256169:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673973.256174:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673974.272902:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673974.272922:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673974.272927:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673974.272929:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673974.272932:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673974.272934:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673974.273221:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673974.273225:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673974.273228:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673975.299309:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673975.299316:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673975.299321:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673975.299323:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673975.299326:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673975.299327:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673975.299575:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673975.299577:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673975.299581:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673976.322477:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673976.322488:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673976.322504:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673976.322505:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673976.322509:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673976.322511:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673976.322810:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673976.322815:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673976.322818:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673976.577437:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300533573, at 4300533632 00000100:00000010:1.0:1773673976.577643:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437ca80. 00000100:00000040:0.0:1773673976.580051:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300533573, at 4300533635 00000100:00000010:0.0:1773673976.580069:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c2a0. 00000100:00000001:0.0:1773673976.704946:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673976.704956:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673976.704958:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773673976.704976:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773673976.704982:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673976.704986:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673977.344906:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673977.344917:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673977.344926:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673977.344927:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673977.344931:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673977.344932:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673977.345100:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673977.345105:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673977.345108:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773673977.728965:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673977.728972:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673977.728974:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773673977.728987:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773673977.728992:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673977.728996:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673977.730634:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673977.730640:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae400. 00000400:00000200:1.0:1773673977.730648:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.730655:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673977.730661:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:1.0:1773673977.730664:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:1.0:1773673977.730670:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673977.730675:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953425536/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.730687:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673977.730690:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953425536/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.730698:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673977.730700:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673977.730714:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673977.730717:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aee00. 00000400:00000200:1.0:1773673977.730720:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.730723:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673977.730725:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:1.0:1773673977.730727:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:1.0:1773673977.730730:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673977.730733:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953425792/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.730745:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673977.730748:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953425792/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.730753:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673977.730755:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673977.730762:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773673977.730858:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673977.730863:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773673977.732623:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000400:00000200:1.0:1773673977.732635:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.732643:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673977.732650:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:1.0:1773673977.732653:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:1.0:1773673977.732657:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673977.732664:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953425408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.732675:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673977.732679:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953425408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.732687:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673977.732689:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673977.732827:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673977.732831:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae200. 00000400:00000200:1.0:1773673977.732835:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.732839:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673977.732842:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:1.0:1773673977.732844:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:1.0:1773673977.732847:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673977.732851:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953425664/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.732859:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673977.732863:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953425664/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.732877:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673977.732879:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673977.741700:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.741863:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673977.741867:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.741870:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.741880:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.741887:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673977.741895:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.741901:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.741906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.741911:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4880 00000400:00000200:1.0:1773673977.741916:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.741922:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bf1 [1] + 224 00000800:00000001:1.0:1773673977.741929:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.741933:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.741936:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.742565:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673977.742583:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673977.742592:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953425536/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673977.742603:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953425536/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.742630:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673977.742640:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742646:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673977.742648:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742650:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.742654:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742658:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673977.742664:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742667:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742672:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4900 00000400:00000200:1.0:1773673977.742675:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742680:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c09 [1] + 224 00000800:00000001:1.0:1773673977.742683:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742687:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.742689:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.742692:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673977.742695:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673977.742699:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953425664/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673977.742708:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953425664/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.742727:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673977.742732:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742736:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673977.742738:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742740:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.742743:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742746:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673977.742750:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742752:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742755:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742758:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4980 00000400:00000200:1.0:1773673977.742762:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.742790:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4bf9 [1] + 224 00000800:00000001:1.0:1773673977.742795:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742802:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.742804:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.742807:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673977.742810:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673977.742815:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953425792/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673977.742824:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953425792/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.742830:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673977.742833:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.742836:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673977.746360:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.746378:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673977.746381:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.746384:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.746394:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.746400:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673977.746408:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.746414:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.746419:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.746424:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4800 00000400:00000200:1.0:1773673977.746429:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673977.746435:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c01 [1] + 224 00000800:00000001:1.0:1773673977.746443:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.746454:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673977.746457:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673977.746462:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673977.746469:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673977.746475:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953425408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673977.746484:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953425408/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673977.746504:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673977.746513:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673977.746517:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673978.368894:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673978.368905:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673978.368907:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673978.368910:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673978.368915:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673978.368918:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673978.368920:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673978.368922:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673978.368926:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673978.368928:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673978.368932:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673978.368941:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673978.368968:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673978.368971:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673978.368973:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773673978.752965:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673978.752974:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673978.752976:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773673978.752982:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773673978.752986:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673978.752990:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395172:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673979.395179:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395185:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673979.395189:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673979.395191:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673979.395197:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673979.395200:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673979.395201:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395204:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673979.395207:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395209:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395211:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673979.395214:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673979.395216:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673979.395336:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673979.395340:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673979.395343:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773673979.779815:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673979.779824:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673979.779827:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773673979.779833:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773673979.779837:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673979.779841:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673980.417745:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673980.417754:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673980.417761:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673980.417762:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673980.417783:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673980.417785:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673980.417885:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673980.417889:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673980.417892:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773673980.801003:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673980.801011:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673980.801013:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773673980.801019:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773673980.801023:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673980.801026:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.441321:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673981.441328:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.441334:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673981.441335:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.441339:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673981.441340:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673981.441365:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673981.441367:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673981.441370:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673981.698485:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300538693, at 4300538753 00000100:00000010:1.0:1773673981.698503:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c4e0. 00000100:00000040:0.0:1773673981.699624:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300538693, at 4300538754 00000100:00000010:0.0:1773673981.699634:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c3c0. 00000100:00000001:0.0:1773673981.824857:0:91160:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773673981.824865:0:91160:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773673981.824897:0:91160:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773673950/real 1773673950] req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673981 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1773673981.824918:0:91160:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673981.824920:0:91160:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673981.824924:0:91160:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:0.0:1773673981.824931:0:91160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773673981.824933:0:91160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773673981.824938:0:91160:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673981.824943:0:91160:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673981 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773673981.824954:0:91160:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673981 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.824962:0:91160:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673981.824964:0:91160:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.824968:0:91160:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673981.824970:0:91160:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.824974:0:91160:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773673981.824977:0:91160:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1773673981.824983:0:91160:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection to lustre-MDT0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1773673981.824987:0:91160:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773673981.824990:0:91160:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773673981.824993:0:91160:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.824995:0:91160:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773673981.824997:0:91160:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1773673981.825024:0:91160:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773673981.825026:0:91160:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.825029:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673981.825032:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673981.825035:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1773673981.825039:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673981.825042:0:91160:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.825044:0:91160:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673981.825047:0:91160:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.825049:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825286:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673981.825292:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673981.825302:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9180. 00000020:00000040:1.0:1773673981.825307:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825311:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673981.825314:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673981.825319:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673981.825328:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:1.0:1773673981.825335:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825341:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673981.825351:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673981.825355:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825361:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e3b5344] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.825391:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773673981.825394:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1773673981.825397:0:53297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1773673981.825400:0:53297:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773673981.825402:0:53297:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773673981.825405:0:53297:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773673981.825408:0:53297:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5821 00000400:00000200:1.0:1773673981.825416:0:53297:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.825422:0:53297:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:1.0:1773673981.825425:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825429:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673981.825431:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825434:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:1.0:1773673981.825437:0:53297:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773673981.825439:0:53297:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:1.0:1773673981.825442:0:53297:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673981.825444:0:53297:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:1.0:1773673981.825447:0:53297:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:1.0:1773673981.825449:0:53297:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000040:1.0:1773673981.825452:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825454:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773673981.825455:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825457:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:1.0:1773673981.825460:0:53297:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00080000:1.0:1773673981.825463:0:53297:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: import ffff98dc08d12000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773673981.825466:0:53297:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673981.825468:0:53297:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773673981.825474:0:53297:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673981.825477:0:53297:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.825479:0:53297:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773673981.825482:0:53297:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1773673981.825485:0:53297:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.825487:0:53297:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673981.825490:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773673981.825492:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773673981.825495:0:53297:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773673981.825497:0:53297:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.825500:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673981.825502:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673981.825504:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673981.825507:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c7800. 00000100:00000001:1.0:1773673981.825510:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673981.825516:0:53297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673981.825523:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673981.825526:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825530:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edf8ca83] to pc [ptlrpcd_rcv+-1] req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.825554:0:53297:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825556:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673981.825560:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673981.825562:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9880. 00000020:00000040:1.0:1773673981.825565:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673981.825567:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673981.825569:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673981.825571:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673981.825574:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3900. 00000100:00000001:1.0:1773673981.825576:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825581:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673981.825589:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673981.825591:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825595:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005c5e2a] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.825604:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825606:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673981.825609:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673981.825612:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbad80. 00000020:00000040:1.0:1773673981.825615:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673981.825617:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673981.825618:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673981.825620:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673981.825623:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:1.0:1773673981.825625:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825629:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673981.825643:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673981.825645:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825649:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000220a64a2] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.825656:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.825658:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773673981.825662:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773673981.825666:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5876) 00000100:00000001:0.0:1773673981.825722:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.825726:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673981.825728:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673981.825735:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.825744:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673981.825745:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.825749:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673981.825751:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673981.825754:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673981.825757:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953425920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673981.825762:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673981.825793:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673981.825796:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.825799:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673981.825804:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8800. 02000000:00000001:0.0:1773673981.825806:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673981.825812:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673981.825816:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773673981.825821:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773673981.825827:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953425920, portal 25 00000100:00000001:0.0:1773673981.825830:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673981.825831:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000040:0.0:1773673981.825837:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.825844:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673981.825847:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673981.825849:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773673981.825852:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953425920, offset 0 00000400:00000200:0.0:1773673981.825859:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673981.825866:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.825888:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673981.825894:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673981.825898:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673981.825903:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673981.825905:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673981.825910:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252466:252466:256:4294967295] 192.168.201.103@tcp LPNI seq info [252434:252434:8:4294967295] 00000400:00000200:0.0:1773673981.825915:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.825925:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673981.825931:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673981.825937:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a700. 00000800:00000200:0.0:1773673981.825943:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673981.825951:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673981.825956:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673981.825964:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673981.825968:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673981.825970:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300542789 00000100:00000010:0.0:1773673981.825975:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b840. 00000100:00000001:0.0:1773673981.825983:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673981.825989:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300542789 00000100:00000010:0.0:1773673981.825992:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bc00. 00000100:00000001:0.0:1773673981.825995:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673981.825998:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.826001:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826003:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673981.826007:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.826014:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673981.826016:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.826018:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673981.826020:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673981.826022:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673981.826025:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953426304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673981.826028:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673981.826030:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673981.826031:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.826033:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673981.826035:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb9400. 02000000:00000001:0.0:1773673981.826037:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673981.826041:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673981.826043:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673981.826046:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673981.826049:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426304, portal 4 00000100:00000001:0.0:1773673981.826051:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673981.826053:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:0.0:1773673981.826059:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.826065:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673981.826067:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673981.826070:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979198. 00000100:00000200:0.0:1773673981.826072:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953426304, offset 0 00000400:00000200:0.0:1773673981.826076:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673981.826079:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.826082:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673981.826085:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673981.826087:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673981.826090:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673981.826092:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673981.826095:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252467:252467:255:4294967295] 192.168.201.103@tcp LPNI seq info [252435:252435:7:4294967295] 00000400:00000200:0.0:1773673981.826099:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.826105:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673981.826110:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673981.826114:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666af00. 00000800:00000200:0.0:1773673981.826117:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673981.826121:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673981.826123:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673981.826126:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.826130:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 593973 usecs (594 jiffies) 00000400:00000200:0.0:1773673981.826133:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673981.826135:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300539475 00000100:00000001:0.0:1773673981.826138:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300542789 00000100:00000001:0.0:1773673981.826140:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300539475 00000100:00000001:0.0:1773673981.826142:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300542789 00000100:00000001:0.0:1773673981.826144:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.826146:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826148:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826151:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.826157:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673981.826159:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673981.826161:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.826162:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673981.826163:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673981.826166:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773673981.826168:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.826170:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673981.826171:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.826173:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.826174:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673981.826175:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673981.826179:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.826185:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673981.826187:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.826189:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673981.826191:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673981.826193:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673981.826195:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953426176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673981.826198:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673981.826201:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673981.826202:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.826204:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673981.826207:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8600. 02000000:00000001:0.0:1773673981.826209:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673981.826212:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673981.826215:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673981.826218:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773673981.826221:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426176, portal 10 00000100:00000001:0.0:1773673981.826222:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673981.826223:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711546496 : -113403998005120 : ffff98dc12fb9880) 00000100:00000040:0.0:1773673981.826229:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.826235:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673981.826236:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673981.826239:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773673981.826241:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953426176, offset 0 00000400:00000200:0.0:1773673981.826245:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673981.826248:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.826251:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673981.826254:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673981.826256:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673981.826258:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673981.826261:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673981.826264:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252468:252468:254:4294967295] 192.168.201.103@tcp LPNI seq info [252436:252436:6:4294967295] 00000400:00000200:0.0:1773673981.826268:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673981.826274:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673981.826279:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673981.826283:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a900. 00000800:00000200:0.0:1773673981.826287:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673981.826290:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673981.826293:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673981.826295:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.826298:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 109812 usecs (110 jiffies) 00000400:00000200:0.0:1773673981.826302:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673981.826303:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300538991 00000100:00000001:0.0:1773673981.826305:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300542789 00000100:00000001:0.0:1773673981.826482:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300538991 00000100:00000001:0.0:1773673981.826485:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300542789 00000100:00000001:0.0:1773673981.826487:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.826490:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826493:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826495:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.826509:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.826511:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.826587:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673981.826591:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673981.826593:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673981.826600:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673981.826608:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673981.826609:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673981.826612:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673981.826614:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673981.826616:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673981.826620:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953426048:192.168.201.103@tcp:38:kworker.0 00000100:00000001:3.0:1773673981.826624:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673981.826626:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673981.826628:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673981.826630:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673981.826635:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf2800. 02000000:00000001:3.0:1773673981.826637:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673981.826641:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673981.826644:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673981.826648:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673981.826652:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953426048, portal 10 00000100:00000001:3.0:1773673981.826654:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673981.826655:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:3.0:1773673981.826662:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673981.826670:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673981.826672:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673981.826675:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773673981.826678:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859825953426048, offset 0 00000400:00000200:3.0:1773673981.826683:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673981.826688:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673981.826692:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673981.826695:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673981.826698:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673981.826701:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673981.826703:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673981.826706:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252469:252469:253:4294967295] 192.168.201.103@tcp LPNI seq info [252437:252437:5:4294967295] 00000400:00000200:3.0:1773673981.826711:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673981.826717:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673981.826722:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673981.826726:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028ad00. 00000800:00000200:3.0:1773673981.826731:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673981.826736:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673981.826738:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028ad00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773673981.826742:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673981.826745:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 157438 usecs (158 jiffies) 00000400:00000200:3.0:1773673981.826748:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673981.826750:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300539039 00000100:00000001:3.0:1773673981.826753:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300542789 00000100:00000001:3.0:1773673981.826755:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300539039 00000100:00000001:3.0:1773673981.826757:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300542789 00000100:00000001:3.0:1773673981.826759:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673981.826762:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.826792:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.826795:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673981.826799:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673981.826801:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773673981.826803:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673981.826804:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673981.826806:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.826808:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673981.827278:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673981.827284:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a700. 00000400:00000200:1.0:1773673981.827291:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.827297:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673981.827302:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:1.0:1773673981.827304:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:1.0:1773673981.827309:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673981.827313:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827323:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673981.827327:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827333:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.827335:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673981.827347:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673981.827349:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666af00. 00000400:00000200:1.0:1773673981.827352:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.827355:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673981.827363:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979198 00000400:00000010:1.0:1773673981.827365:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979198. 00000100:00000001:1.0:1773673981.827368:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673981.827371:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827379:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673981.827383:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827389:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.827390:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673981.827399:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673981.827402:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a900. 00000400:00000200:1.0:1773673981.827405:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.827408:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673981.827411:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:1.0:1773673981.827412:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:1.0:1773673981.827415:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673981.827419:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827426:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673981.827430:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827437:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.827438:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673981.827820:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673981.827824:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028ad00. 00000400:00000200:1.0:1773673981.827828:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.827833:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673981.827836:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:1.0:1773673981.827839:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:1.0:1773673981.827842:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673981.827847:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827855:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673981.827858:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.827891:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.827893:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673981.836634:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.836652:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673981.836656:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.836659:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.836670:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836677:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673981.836685:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836690:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836695:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836699:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4a00 00000400:00000200:1.0:1773673981.836704:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836710:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c11 [1] + 224 00000800:00000001:1.0:1773673981.836718:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.836723:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.836726:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.836731:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673981.836738:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673981.836747:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673981.836760:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.836818:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673981.836826:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.836831:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673981.836833:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.836835:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.836839:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836843:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673981.836848:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836851:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836854:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836857:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4b00 00000400:00000200:1.0:1773673981.836861:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.836865:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c31 [1] + 224 00000800:00000001:1.0:1773673981.837016:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837023:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.837026:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.837030:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673981.837033:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673981.837038:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673981.837047:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.837055:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673981.837059:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837062:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673981.837065:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837067:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.837071:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837075:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673981.837079:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837082:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837085:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837089:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4b80 00000400:00000200:1.0:1773673981.837093:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837098:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c21 [1] + 224 00000800:00000001:1.0:1773673981.837102:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837105:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.837107:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.837110:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673981.837113:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673981.837117:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673981.837127:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.837135:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673981.837138:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837141:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673981.837143:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837146:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.837149:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837152:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673981.837156:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837158:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837161:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837164:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b80794c4a80 00000400:00000200:1.0:1773673981.837167:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.837172:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c4c41 [1] + 0 00000800:00000001:1.0:1773673981.837176:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837183:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.837185:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.837188:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673981.837191:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673981.837195:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673981.837204:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673981.837219:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673981.837223:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.837227:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837300:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.837305:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673981.837313:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673981.837315:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673981.837318:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773673981.837323:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:0.0:1773673981.837325:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:0.0:1773673981.837328:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673981.837333:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673981.837343:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837362:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673981.837365:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837368:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673981.837371:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673981.837374:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673981.837376:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.837379:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673981.837389:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=64 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673981.837394:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1773673981.837396:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673981.837398:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.837401:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673981.837405:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.837408:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673981.837410:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773673981.837413:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673981.837414:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.837419:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837427:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.837430:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673981.837432:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673981.837436:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673981.837444:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953426176:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673981.837450:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673981.837451:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673981.837453:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:0.0:1773673981.837456:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773673981.837458:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773673981.837460:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673981.837464:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673981.837473:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837480:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673981.837481:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837482:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673981.837484:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673981.837485:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673981.837487:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.837489:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673981.837491:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673981.837494:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=131 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673981.837496:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673981.837497:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.837499:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673981.837500:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.837502:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.837506:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837512:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.837514:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673981.837516:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673981.837519:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673981.837527:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953425920:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673981.837532:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673981.837533:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673981.837535:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773673981.837537:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773673981.837539:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773673981.837541:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673981.837545:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673981.837552:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837559:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673981.837560:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837562:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673981.837563:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673981.837564:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673981.837566:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.837568:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673981.837571:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673981.837574:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1773673981.837576:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673981.837577:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.837579:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673981.837581:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.837583:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673981.837584:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673981.837586:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673981.837587:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.837591:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837597:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673981.837599:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673981.837601:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673981.837604:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673981.837611:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953426304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673981.837615:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837618:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.837622:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9880 x1859825953426176/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674011 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837629:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673981.837631:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673981.837635:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8600. 02000000:00000001:0.0:1773673981.837639:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673981.837642:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673981.837644:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673981.837646:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673981.837649:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3900. 02000000:00000001:0.0:1773673981.837652:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673981.837654:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673981.837656:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9880. 00000100:00000001:0.0:1773673981.837659:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673981.837661:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837662:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.837666:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9180 x1859825953425920/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837673:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673981.837674:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673981.837676:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8800. 02000000:00000001:0.0:1773673981.837678:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673981.837680:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673981.837681:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673981.837683:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673981.837684:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:0.0:1773673981.837686:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673981.837687:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673981.837688:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9180. 00000100:00000001:0.0:1773673981.837691:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673981.837692:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837693:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.837697:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953426304/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773673997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.837703:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673981.837704:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673981.837706:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb9400. 02000000:00000001:0.0:1773673981.837708:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673981.837710:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673981.837711:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673981.837712:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673981.837714:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773673981.837716:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673981.837717:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673981.837718:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:0.0:1773673981.837721:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673981.837722:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837724:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.837732:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673981.837735:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.837737:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.837739:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.837868:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673981.838220:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673981.838224:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673981.838225:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673981.838228:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673981.838232:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673981.838234:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673981.838237:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673981.838242:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673981.838250:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773673991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673981.838257:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673981.838259:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673981.838260:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673981.838262:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673981.838263:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673981.838265:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673981.838267:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673981.838273:0:2410:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=64 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673981.838276:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673981.838278:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673981.838280:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673981.838281:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673981.838284:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.838286:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673981.838288:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:3.0:1773673981.838290:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673981.838291:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673981.838295:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773673991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673981.838301:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673981.838303:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673981.838304:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673981.838306:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773673981.838313:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98dc07f29800: connect to target with instance 25 00000020:00000001:3.0:1773673981.838315:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773673981.838317:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:3.0:1773673981.838320:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673981.838323:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:3.0:1773673981.838325:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:3.0:1773673981.838327:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00001000:3.0:1773673981.838330:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=1773673981 v=0 (0 0 0 0) 00000100:00001000:3.0:1773673981.838333:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc08d12410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773673981.838337:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000020:00000040:3.0:1773673981.838343:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00000001:3.0:1773673981.838345:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773673981.838348:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:3.0:1773673981.838353:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff98dc07f29800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1773673981.838356:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773673981.838358:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673981.838360:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773673981.838363:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773673981.838366:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673981.838368:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673981.838370:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673981.838372:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773673981.838376:0:2410:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.201.103@tcp after partition 00000100:00080000:3.0:1773673981.838379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1773673981.838383:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773673981.838386:0:2410:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773673981.838388:0:2410:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773673981.838391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773673981.838393:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773673981.838394:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773673981.838396:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773673981.838397:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773673981.838398:0:2410:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1773673981.838400:0:2410:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff98dc070cd548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1773673981.838404:0:2410:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x2f77f56113813ae2 00800000:00000040:3.0:1773673981.838407:0:2410:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98dc07f29800=50b6f219-0167-4a18-8ed7-c655d95343ea device 3 (ffff98dc070c8000) type mdc at LMV idx 0 00800000:00000040:3.0:1773673981.838410:0:2410:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff98dc070c8000 already active! 00800000:00000001:3.0:1773673981.838412:0:2410:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773673981.838414:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673981.838416:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773673981.838418:0:2410:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000002:00000001:0.0:1773673981.839740:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.839746:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1773673981.839752:0:2410:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000100:00080000:0.0:1773673981.839760:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000005d02ed57): req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773673981 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.840041:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.840046:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673981.840054:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773673991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673981.840063:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953426048:192.168.201.103@tcp:38:kworker.0 00000100:00000001:0.0:1773673981.840068:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.840072:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.840075:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953426048/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773673991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673981.840083:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673981.840087:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673981.840092:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf2800. 02000000:00000001:0.0:1773673981.840096:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673981.840099:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673981.840100:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673981.840103:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673981.840107:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c7800. 02000000:00000001:0.0:1773673981.840110:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673981.840112:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673981.840114:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:0.0:1773673981.840118:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673981.840119:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.840122:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.840129:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673981.840131:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673981.840134:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673981.840136:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673981.840195:0:91208:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1773673981.840200:0:91208:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1773673981.840205:0:91208:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673981.840207:0:91208:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673981.840209:0:91208:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673981.840211:0:91208:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1773673981.840213:0:91208:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.841501:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673981.841509:0:91160:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673981.841513:0:91160:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673981.841516:0:91160:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673981.841520:0:91160:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673981.841523:0:91160:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673981.841526:0:91160:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.841530:0:91160:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1773673981.841536:0:91160:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859825953421184 new x1859825953426432 02000000:00000001:1.0:1773673981.841540:0:91160:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673981.841543:0:91160:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673981.841552:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673981.841561:0:91160:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000400:00000010:1.0:1773673981.841569:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773673981.841576:0:91160:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953421184, portal 10 00000100:00000001:1.0:1773673981.841579:0:91160:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673981.841581:0:91160:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000040:1.0:1773673981.841592:0:91160:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673981.841601:0:91160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673981.841604:0:91160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673981.841607:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773673981.841610:0:91160:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953421184, offset 0 00000400:00000200:1.0:1773673981.841616:0:91160:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673981.841625:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.841633:0:91160:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673981.841637:0:91160:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673981.841641:0:91160:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673981.841645:0:91160:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673981.841648:0:91160:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673981.841651:0:91160:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252470:252470:256:4294967295] 192.168.201.103@tcp LPNI seq info [252438:252438:8:4294967295] 00000400:00000200:1.0:1773673981.841655:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.841665:0:91160:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673981.841671:0:91160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673981.841678:0:91160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3000. 00000800:00000200:1.0:1773673981.841686:0:91160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673981.841694:0:91160:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673981.841699:0:91160:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673981.841718:0:91160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673981.841723:0:91160:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 157068 usecs (158 jiffies) 00000400:00000200:1.0:1773673981.841727:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673981.841730:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300539054 00000100:00000001:1.0:1773673981.841734:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300542789 00000100:00000001:1.0:1773673981.841736:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300539054 00000100:00000001:1.0:1773673981.841739:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300542789 00000100:00000001:1.0:1773673981.841741:0:91160:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673981.841745:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673981.841748:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673981.841749:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00100000:1.0:1773673981.841753:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f26c0 going to sleep for 26 seconds 00000100:00000001:1.0:1773673981.841755:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673981.841756:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673981.845194:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673981.845205:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3000. 00000400:00000200:1.0:1773673981.845212:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.845221:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673981.845228:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:1.0:1773673981.845231:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:1.0:1773673981.845236:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673981.845243:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673981.845257:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673981.845262:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673981.845270:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673981.845272:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673981.856802:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.856828:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673981.856833:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.857026:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.857037:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.857045:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673981.857054:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.857059:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.857065:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.857069:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c4c00 00000400:00000200:1.0:1773673981.857074:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673981.857081:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4c49 [1] + 224 00000800:00000001:1.0:1773673981.857090:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.857099:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673981.857102:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673981.857107:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673981.857115:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673981.857124:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673981.857137:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673981.857161:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673981.857170:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673981.857174:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.857314:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673981.857561:0:91160:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673981.857563:0:91160:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673981.857567:0:91160:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:0.0:1773673981.857572:0:91160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd908 00000400:00000010:0.0:1773673981.857574:0:91160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd908. 00000100:00000001:0.0:1773673981.857578:0:91160:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673981.857583:0:91160:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773673981.857594:0:91160:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674012 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.857601:0:91160:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673981.857603:0:91160:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.857606:0:91160:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673981.857609:0:91160:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673981.857612:0:91160:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673981.857614:0:91160:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673981.857617:0:91160:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673981.857626:0:91160:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=64 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673981.857630:0:91160:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673981.857633:0:91160:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773673981.857637:0:91160:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.857644:0:91160:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773673981.857648:0:91160:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673981.857650:0:91160:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:0.0:1773673981.857652:0:91160:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673981.857654:0:91160:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773673981.857658:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.857665:0:91160:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773673981.857668:0:91160:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673981.857670:0:91160:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673981.857674:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773673981.857682:0:91160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91160:1859825953421184:192.168.201.103@tcp:101:stat.0 00000100:00000001:0.0:1773673981.857687:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673981.857689:0:91160:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773673981.857691:0:91160:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773673981.857693:0:91160:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.857696:0:91160:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.857703:0:91160:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773673981.857705:0:91160:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f26c0. 00000100:00000001:0.0:1773673981.857708:0:91160:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773673981.857710:0:91160:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773673981.857714:0:91160:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773673981.857718:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673981.857720:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673981.857723:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=4 00000020:00000001:0.0:1773673981.857726:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773673981.857729:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00010000:0.0:1773673981.857734:0:91160:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857759:0:91160:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773673981.857787:0:91160:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857795:0:91160:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673981.857798:0:91160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857804:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673981.857806:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773673981.857808:0:91160:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857815:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673981.857819:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673981.857822:0:91160:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773673981.857825:0:91160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673981.857831:0:91160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc200f2400 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:0.0:1773673981.857834:0:91160:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773673981.857838:0:91160:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857845:0:91160:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773673981.857847:0:91160:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773673981.857851:0:91160:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857857:0:91160:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773673981.857860:0:91160:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773673981.857861:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673981.857863:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673981.857864:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=5 00000020:00000001:0.0:1773673981.857867:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773673981.857885:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773673981.857888:0:91160:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673981.857891:0:91160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773673981.857898:0:91160:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673981.857899:0:91160:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673981.857902:0:91160:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773673981.857904:0:91160:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673981.857907:0:91160:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673981.857909:0:91160:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673981.857910:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673981.857912:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773673981.857915:0:91160:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2400 with handle 0x2f77f5611381418e from hash 00010000:00000001:0.0:1773673981.857918:0:91160:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673981.857919:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673981.857921:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673981.857922:0:91160:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673981.857923:0:91160:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673981.857925:0:91160:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773673981.857927:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673981.857928:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673981.857930:0:91160:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673981.857932:0:91160:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673981.857935:0:91160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673981.857940:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673981.857941:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673981.857943:0:91160:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773673981.857944:0:91160:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673981.857945:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673981.857946:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673981.857947:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673981.857949:0:91160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f5611381418e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773673981.857962:0:91160:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab200 count: 0 00010000:00000010:0.0:1773673981.857971:0:91160:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799f00. 00010000:00000001:0.0:1773673981.857981:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673981.857983:0:91160:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773673981.857988:0:91160:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773673981.857994:0:91160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=-2 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773673981.858001:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773673981.858003:0:91160:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673981.858005:0:91160:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673981.858007:0:91160:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673981.858010:0:91160:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1773673981.858012:0:91160:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1773673981.858016:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9b9f0 00000002:00002000:0.0:1773673981.858018:0:91160:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=b: rc = -2 00000002:00000001:0.0:1773673981.858021:0:91160:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:0.0:1773673981.858024:0:91160:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:0.0:1773673981.858027:0:91160:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:0.0:1773673981.858030:0:91160:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:0.0:1773673981.858033:0:91160:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:0.0:1773673981.858037:0:91160:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673981.858041:0:91160:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704e600. 00000080:00000001:0.0:1773673981.858047:0:91160:0:(file.c:6131:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1773673981.858050:0:91160:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673981.858053:0:91160:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02d80 x1859825953421184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674012 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673981.858060:0:91160:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673981.858062:0:91160:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673981.858066:0:91160:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a3000. 02000000:00000001:0.0:1773673981.858070:0:91160:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673981.858073:0:91160:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673981.858075:0:91160:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673981.858077:0:91160:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673981.858080:0:91160:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aac00. 02000000:00000001:0.0:1773673981.858083:0:91160:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673981.858085:0:91160:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673981.858086:0:91160:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02d80. 00000100:00000001:0.0:1773673981.858090:0:91160:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673981.858091:0:91160:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673981.858094:0:91160:0:(file.c:6229:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:0.0:1773673981.858112:0:91160:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773673981.858115:0:91160:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773673981.858117:0:91160:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff98dc0582aa08) 00800000:00000001:0.0:1773673981.858121:0:91160:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773673981.858123:0:91160:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x4:0x0] 00000002:00000001:0.0:1773673981.858128:0:91160:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773673981.858132:0:91160:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673981.858134:0:91160:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773673981.858137:0:91160:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673981.858138:0:91160:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673981.858141:0:91160:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773673981.858143:0:91160:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773673981.858145:0:91160:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673981.858148:0:91160:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673981.858150:0:91160:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc04031a00 1 00800000:00000010:0.0:1773673981.858153:0:91160:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc04031a00. 00000080:00000001:0.0:1773673981.858158:0:91160:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773673981.858160:0:91160:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773673981.858169:0:91160:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773673981.858172:0:91160:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1773673981.879455:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab200. 00010000:00000010:0.1:1773673981.879470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00000080:00000010:0.1:1773673981.879479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc0582a940. 00000080:00000010:0.1:1773673981.879490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc094405c0. 00010000:00000001:0.0:1773673982.467051:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673982.467060:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673982.467067:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673982.467068:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673982.470490:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673982.470497:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673982.470501:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773673983.246053:0:91295:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673983.488972:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673983.488982:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673983.488989:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673983.488991:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673983.490211:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673983.490217:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673983.490222:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673984.513201:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673984.513213:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673984.513220:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673984.513222:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673984.513255:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773673984.513259:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673984.513262:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673985.537059:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673985.537067:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673985.537073:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673985.537074:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673985.541043:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673985.541048:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673985.541052:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773673985.793079:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300542789, at 4300542848 00000100:00000010:0.0:1773673985.793093:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b840. 00000100:00000040:1.0:1773673985.793810:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300542789, at 4300542848 00000100:00000010:1.0:1773673985.793826:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bc00. 00000080:00000001:0.0:1773673986.151187:0:91435:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.560920:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673986.560928:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.560934:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673986.560935:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673986.561417:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673986.561421:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673986.561424:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673986.945850:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673986.945857:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673986.945865:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773673986.945871:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773673986.945875:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673986.945878:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673986.945882:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673986.945889:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:1.0:1773673986.945896:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.945907:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673986.945918:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673986.945923:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.945930:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000344f099e] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.945955:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.945958:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673986.945962:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673986.945965:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba680. 00000020:00000040:1.0:1773673986.945968:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673986.945970:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673986.945971:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673986.945973:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673986.945976:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:1.0:1773673986.945979:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.945983:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673986.945996:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673986.945998:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946001:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082b8623b] to pc [ptlrpcd_00_00+0] req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.946010:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946012:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673986.946015:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673986.946017:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773673986.946019:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773673986.946021:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673986.946022:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673986.946024:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673986.946026:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3900. 00000100:00000001:1.0:1773673986.946029:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946032:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673986.946039:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673986.946041:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946044:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd02b35] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.946052:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946054:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773673986.946057:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773673986.946060:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773673986.946062:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773673986.946064:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673986.946066:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673986.946067:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673986.946069:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:1.0:1773673986.946073:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946077:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773673986.946084:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673986.946086:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946089:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a079efec] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.946096:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673986.946098:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773673986.946101:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773673986.946105:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5881) 00000100:00000001:0.0:1773673986.946181:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.946186:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673986.946189:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673986.946195:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946202:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673986.946204:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946207:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673986.946210:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673986.946212:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673986.946215:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953426560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673986.946219:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673986.946224:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673986.946226:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946228:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673986.946233:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725e200. 02000000:00000001:0.0:1773673986.946235:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673986.946243:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673986.946247:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673986.946253:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673986.946260:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426560, portal 25 00000100:00000001:0.0:1773673986.946262:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673986.946263:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:0.0:1773673986.946358:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946365:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673986.946368:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673986.946372:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773673986.946375:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953426560, offset 0 00000400:00000200:0.0:1773673986.946381:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946389:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946397:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673986.946401:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673986.946405:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673986.946409:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673986.946412:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946426:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252471:252471:256:4294967295] 192.168.201.103@tcp LPNI seq info [252439:252439:8:4294967295] 00000400:00000200:0.0:1773673986.946431:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946440:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673986.946446:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673986.946451:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773673986.946458:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673986.946466:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673986.946471:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673986.946491:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673986.946494:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673986.946497:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300547908 00000100:00000010:0.0:1773673986.946501:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bf00. 00000100:00000001:0.0:1773673986.946508:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673986.946513:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300547908 00000100:00000010:0.0:1773673986.946516:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b000. 00000100:00000001:0.0:1773673986.946519:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673986.946522:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.946525:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.946528:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673986.946532:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946539:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673986.946541:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946543:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673986.946545:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673986.946547:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673986.946550:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673986.946553:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673986.946556:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673986.946557:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946559:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673986.946563:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725ec00. 02000000:00000001:0.0:1773673986.946565:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673986.946568:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673986.946572:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773673986.946575:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773673986.946578:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426816, portal 10 00000100:00000001:0.0:1773673986.946580:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673986.946581:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000040:0.0:1773673986.946588:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946594:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673986.946597:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673986.946599:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773673986.946602:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953426816, offset 0 00000400:00000200:0.0:1773673986.946606:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946609:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946613:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673986.946615:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673986.946618:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673986.946620:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673986.946622:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946625:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252472:252472:255:4294967295] 192.168.201.103@tcp LPNI seq info [252440:252440:7:4294967295] 00000400:00000200:0.0:1773673986.946628:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946634:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673986.946637:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673986.946640:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773673986.946644:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673986.946649:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673986.946651:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673986.946654:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.946657:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 109045 usecs (110 jiffies) 00000400:00000200:0.0:1773673986.946660:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673986.946662:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300544110 00000100:00000001:0.0:1773673986.946665:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.946667:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300544110 00000100:00000001:0.0:1773673986.946669:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.946671:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.946673:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.946676:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.946678:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.946685:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673986.946687:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773673986.946689:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.946692:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673986.946693:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673986.946696:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773673986.946698:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.946700:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673986.946701:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.946703:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.946704:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673986.946705:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673986.946710:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946717:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673986.946718:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946721:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673986.946722:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673986.946744:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673986.946749:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673986.946752:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673986.946754:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673986.946756:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.946757:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673986.946760:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725e000. 02000000:00000001:0.0:1773673986.946782:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673986.946786:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673986.946789:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673986.946801:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773673986.946804:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426688, portal 10 00000100:00000001:0.0:1773673986.946806:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673986.946807:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550080 : -113403998001536 : ffff98dc12fba680) 00000100:00000040:0.0:1773673986.946814:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.946820:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673986.946823:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673986.946826:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773673986.946829:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953426688, offset 0 00000400:00000200:0.0:1773673986.946833:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946837:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946841:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673986.946844:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673986.946846:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673986.946848:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673986.946850:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673986.946853:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252473:252473:254:4294967295] 192.168.201.103@tcp LPNI seq info [252441:252441:6:4294967295] 00000400:00000200:0.0:1773673986.946857:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.946862:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673986.947082:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673986.947086:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ae00. 00000800:00000200:0.0:1773673986.947090:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673986.947094:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673986.947097:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673986.947099:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.947102:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 258985 usecs (259 jiffies) 00000400:00000200:0.0:1773673986.947106:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673986.947108:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300544259 00000100:00000001:0.0:1773673986.947110:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.947112:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300544259 00000100:00000001:0.0:1773673986.947115:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.947117:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.947119:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.947121:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673986.947125:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.947132:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673986.947134:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.947136:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673986.947138:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673986.947140:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673986.947143:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673986.947146:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673986.947149:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673986.947150:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.947152:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673986.947155:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0725ee00. 02000000:00000001:0.0:1773673986.947157:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673986.947160:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673986.947162:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673986.947166:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773673986.947169:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953426944, portal 4 00000100:00000001:0.0:1773673986.947170:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673986.947171:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:0.0:1773673986.947176:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.947182:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673986.947184:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673986.947186:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773673986.947188:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953426944, offset 0 00000400:00000200:0.0:1773673986.947191:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673986.947195:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.947198:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673986.947201:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673986.947203:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673986.947205:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673986.947208:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673986.947210:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252474:252474:253:4294967295] 192.168.201.103@tcp LPNI seq info [252442:252442:5:4294967295] 00000400:00000200:0.0:1773673986.947214:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673986.947219:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673986.947223:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673986.947227:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a400. 00000800:00000200:0.0:1773673986.947230:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673986.947234:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673986.947237:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773673986.947239:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.947242:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 589227 usecs (590 jiffies) 00000400:00000200:0.0:1773673986.947245:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673986.947246:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300544590 00000100:00000001:0.0:1773673986.947248:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.947250:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300544590 00000100:00000001:0.0:1773673986.947252:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300547908 00000100:00000001:0.0:1773673986.947254:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.947256:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.947258:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.947260:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673986.947405:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673986.947409:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773673986.947416:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.947421:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673986.947426:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:1.0:1773673986.947429:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:1.0:1773673986.947433:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673986.947438:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947448:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673986.947452:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947458:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673986.947460:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673986.947472:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673986.947474:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773673986.947477:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.947480:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673986.947483:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:1.0:1773673986.947485:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:1.0:1773673986.947487:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673986.947490:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947497:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673986.947499:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947505:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673986.947506:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673986.947514:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673986.947516:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ae00. 00000400:00000200:1.0:1773673986.947518:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.947522:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673986.947524:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:1.0:1773673986.947526:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:1.0:1773673986.947527:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673986.947530:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947537:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673986.947540:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947546:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673986.947547:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673986.947605:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673986.947608:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a400. 00000400:00000200:1.0:1773673986.947611:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.947614:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673986.947617:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:1.0:1773673986.947619:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:1.0:1773673986.947621:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673986.947625:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947637:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673986.947640:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.947646:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673986.947648:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773673986.947853:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.947857:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773673986.988488:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988509:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673986.988514:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988517:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988527:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988535:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673986.988544:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988549:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988554:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988558:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c4c80 00000400:00000200:1.0:1773673986.988562:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988568:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c59 [1] + 224 00000800:00000001:1.0:1773673986.988576:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988581:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988584:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.988588:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673986.988595:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673986.988603:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673986.988613:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.988634:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673986.988641:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988645:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673986.988647:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988649:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988652:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988656:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673986.988660:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988662:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988665:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988668:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c4e00 00000400:00000200:1.0:1773673986.988671:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988675:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c89 [1] + 224 00000800:00000001:1.0:1773673986.988679:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988682:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988684:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.988687:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673986.988689:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673986.988694:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673986.988703:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.988709:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673986.988712:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988715:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673986.988716:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988718:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988721:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988724:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673986.988728:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988730:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988733:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988736:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4d80 00000400:00000200:1.0:1773673986.988739:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988743:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c69 [1] + 224 00000800:00000001:1.0:1773673986.988746:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988750:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988752:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.988755:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673986.988758:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673986.988762:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673986.988789:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.988808:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673986.988812:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988816:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673986.988818:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988820:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988824:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988827:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673986.988831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988833:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988836:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988839:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c4d00 00000400:00000200:1.0:1773673986.988843:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673986.988846:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4c79 [1] + 224 00000800:00000001:1.0:1773673986.988849:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988858:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673986.988860:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673986.988863:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673986.988866:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673986.988870:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673986.988877:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673986.988883:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673986.988887:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673986.988890:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989137:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.989141:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673986.989149:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673986.989150:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673986.989153:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773673986.989158:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:0.0:1773673986.989160:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:0.0:1773673986.989163:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673986.989167:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673986.989176:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989183:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673986.989185:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989187:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673986.989191:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673986.989193:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673986.989196:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.989199:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673986.989209:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=69 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673986.989214:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673986.989217:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673986.989218:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.989221:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673986.989224:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.989228:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673986.989230:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:0.0:1773673986.989232:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673986.989233:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.989238:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989245:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.989248:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673986.989250:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673986.989253:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673986.989261:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426688:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673986.989577:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673986.989578:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673986.989580:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773673986.989583:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:0.0:1773673986.989584:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:0.0:1773673986.989587:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673986.989591:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673986.989599:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989606:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673986.989607:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989609:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673986.989611:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673986.989612:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673986.989614:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.989616:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673986.989620:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673986.989624:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=22 v=5 (1 1 0 0) 00000100:00000001:0.0:1773673986.989626:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673986.989627:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.989629:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673986.989631:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.989633:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673986.989634:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773673986.989636:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673986.989638:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.989641:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989648:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.989650:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673986.989651:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673986.989655:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673986.989662:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426944:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673986.989667:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673986.989668:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673986.989670:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773673986.989672:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773673986.989674:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773673986.989675:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673986.989678:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673986.989686:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989691:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673986.989692:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989694:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673986.989695:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673986.989696:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673986.989697:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.989699:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673986.989701:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1773673986.989703:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1773673986.989705:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673986.989706:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.989708:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673986.989709:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.989711:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.989714:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989720:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.989722:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673986.989724:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673986.989727:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673986.989734:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953426560:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773673986.989739:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673986.989740:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673986.989741:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:0.0:1773673986.989744:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:0.0:1773673986.989745:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:0.0:1773673986.989747:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673986.989751:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773673986.989758:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989788:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673986.989790:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989799:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673986.989801:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673986.989802:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673986.989803:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673986.989805:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673986.989809:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=69 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673986.989812:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1773673986.989814:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673986.989815:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673986.989817:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673986.989819:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.989821:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673986.989822:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773673986.989824:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673986.989825:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673986.989829:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989836:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673986.989838:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673986.989839:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673986.989843:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773673986.989849:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953426816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773673986.989853:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989856:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673986.989860:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba680 x1859825953426688/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989866:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673986.989868:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673986.989871:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725e000. 02000000:00000001:0.0:1773673986.989874:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673986.989877:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673986.989878:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673986.989880:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673986.989883:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:0.0:1773673986.989887:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673986.989888:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673986.989890:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba680. 00000100:00000001:0.0:1773673986.989894:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673986.989895:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.989897:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673986.989900:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953426944/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.989906:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673986.989907:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673986.989909:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725ee00. 02000000:00000001:0.0:1773673986.989911:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673986.989912:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673986.989913:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773673986.989915:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673986.989916:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:0.0:1773673986.989918:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673986.989919:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673986.989921:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:0.0:1773673986.989923:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673986.989924:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.990111:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673986.990115:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953426560/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.990121:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673986.990123:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673986.990125:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725e200. 02000000:00000001:0.0:1773673986.990127:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673986.990128:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673986.990129:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773673986.990131:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673986.990133:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773673986.990135:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673986.990136:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673986.990137:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:0.0:1773673986.990139:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673986.990140:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.990142:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673986.990146:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953426816/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673986.990151:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673986.990153:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673986.990154:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0725ec00. 02000000:00000001:0.0:1773673986.990156:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673986.990157:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673986.990158:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673986.990160:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673986.990161:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3900. 02000000:00000001:0.0:1773673986.990163:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673986.990164:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673986.990165:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:0.0:1773673986.990167:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673986.990168:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.990171:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673986.990178:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673986.990180:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673986.990182:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773673986.990184:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673987.584957:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673987.584965:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673987.584972:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673987.584973:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673987.589124:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673987.589131:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673987.589137:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673988.615287:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673988.615294:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673988.615297:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673988.615300:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673988.615304:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673988.615306:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673988.615308:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673988.615311:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673988.615315:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673988.615317:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673988.846492:0:91643:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673989.633850:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673989.633855:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673989.633860:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673989.633863:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673989.633866:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673989.633872:0:79159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673989.633874:0:79159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673989.633875:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673989.633879:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673989.633881:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673989.633883:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673989.633885:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673989.634719:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673989.634723:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673989.634726:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773673990.143072:0:91736:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773673990.572228:0:91772:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773673990.572236:0:91772:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130b: enqueue resend on a stale inode ========================================================== 11:13:08 (1773673988) 00000001:00000001:3.0:1773673990.589645:0:91772:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773673990.657147:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673990.657154:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673990.657160:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673990.657161:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673990.657210:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673990.657213:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673990.657216:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773673990.914652:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300547908, at 4300547969 00000100:00000010:1.0:1773673990.914668:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b000. 00000100:00000040:0.0:1773673990.923824:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300547908, at 4300547979 00000100:00000010:0.0:1773673990.923839:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bf00. 00000080:00000001:1.0:1773673991.213186:0:91640:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673991.213192:0:91640:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673991.213194:0:91640:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673991.213198:0:91640:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14fbb20 00000080:00200000:1.0:1773673991.213201:0:91640:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673991.213209:0:91640:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01343200. 00800000:00000002:1.0:1773673991.213215:0:91640:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673991.213218:0:91640:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673991.213224:0:91640:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673991.213225:0:91640:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14fba40 00800000:00000002:1.0:1773673991.213228:0:91640:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673991.213231:0:91640:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673991.213234:0:91640:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673991.213236:0:91640:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673991.213239:0:91640:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673991.213241:0:91640:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673991.213243:0:91640:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673991.213245:0:91640:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673991.213248:0:91640:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673991.213252:0:91640:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673991.213257:0:91640:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673991.213258:0:91640:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14fb910 00000002:00010000:1.0:1773673991.213260:0:91640:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673991.213264:0:91640:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673991.213266:0:91640:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673991.213270:0:91640:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773673991.213278:0:91640:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673991.213280:0:91640:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673991.213282:0:91640:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673991.213284:0:91640:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673991.213287:0:91640:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673991.213293:0:91640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb480. 00000020:00000040:1.0:1773673991.213297:0:91640:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673991.213305:0:91640:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673991.213310:0:91640:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673991.213313:0:91640:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.213316:0:91640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673991.213318:0:91640:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673991.213323:0:91640:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673991.213335:0:91640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6c00. 00000100:00000001:1.0:1773673991.213342:0:91640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673991.213358:0:91640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673991.213360:0:91640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673991.213362:0:91640:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673991.213363:0:91640:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673991.213365:0:91640:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673991.213370:0:91640:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00010000:00000001:1.0:1773673991.213373:0:91640:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673991.213375:0:91640:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773673991.213380:0:91640:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab500. 00010000:00000010:1.0:1773673991.213383:0:91640:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799680. 00010000:00000001:1.0:1773673991.213389:0:91640:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673991.213392:0:91640:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085600. 00000020:00000001:1.0:1773673991.213396:0:91640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673991.213398:0:91640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085600 with handle 0x2f77f561138141a3 to hash 00000020:00000001:1.0:1773673991.213401:0:91640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673991.213402:0:91640:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673991.213405:0:91640:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:1.0:1773673991.213409:0:91640:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673991.213412:0:91640:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673991.213416:0:91640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 91640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673991.213426:0:91640:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91640 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673991.213437:0:91640:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91640 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673991.213442:0:91640:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673991.213444:0:91640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673991.213451:0:91640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067076c0. 00000100:00000001:1.0:1773673991.213453:0:91640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669501101760 : -113404208449856 : ffff98dc067076c0) 00000100:00000001:1.0:1773673991.213456:0:91640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673991.213457:0:91640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000001:1.0:1773673991.213461:0:91640:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673991.213464:0:91640:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.213465:0:91640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673991.213467:0:91640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673991.213476:0:91640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.213482:0:91640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673991.213483:0:91640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673991.213486:0:91640:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673991.213489:0:91640:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673991.213490:0:91640:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673991.213492:0:91640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:91640:1859825953427072:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773673991.213495:0:91640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673991.213499:0:91640:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673991.213501:0:91640:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673991.213503:0:91640:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673991.213506:0:91640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072ff800. 02000000:00000001:1.0:1773673991.213507:0:91640:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673991.213514:0:91640:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673991.213518:0:91640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114948. 00000400:00000010:1.0:1773673991.213522:0:91640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773673991.213528:0:91640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953427072, portal 10 00000100:00000001:1.0:1773673991.213529:0:91640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673991.213531:0:91640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:1.0:1773673991.213536:0:91640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.213544:0:91640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673991.213547:0:91640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673991.213549:0:91640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd3b8. 00000100:00000200:1.0:1773673991.213552:0:91640:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953427072, offset 0 00000400:00000200:1.0:1773673991.213559:0:91640:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673991.213569:0:91640:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673991.213576:0:91640:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673991.213580:0:91640:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673991.213585:0:91640:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673991.213589:0:91640:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673991.213592:0:91640:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673991.213596:0:91640:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252475:252475:256:4294967295] 192.168.201.103@tcp LPNI seq info [252443:252443:8:4294967295] 00000400:00000200:1.0:1773673991.213601:0:91640:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673991.213611:0:91640:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673991.213617:0:91640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673991.213621:0:91640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3800. 00000800:00000200:1.0:1773673991.213626:0:91640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673991.213632:0:91640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673991.213636:0:91640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673991.213651:0:91640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673991.213656:0:91640:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 258452 usecs (259 jiffies) 00000400:00000200:1.0:1773673991.213659:0:91640:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673991.213662:0:91640:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300548526 00000100:00000010:1.0:1773673991.213667:0:91640:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797b40. 00000100:00000001:1.0:1773673991.213673:0:91640:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773673991.213680:0:91640:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300548526 00000100:00000010:1.0:1773673991.213683:0:91640:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797420. 00000100:00000001:1.0:1773673991.213686:0:91640:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773673991.213689:0:91640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673991.213691:0:91640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.213693:0:91640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673991.213695:0:91640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773673991.213697:0:91640:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067076c0 going to sleep for 25 seconds 00000100:00000001:1.0:1773673991.213699:0:91640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673991.213702:0:91640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673991.214004:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673991.214009:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3800. 00000400:00000200:0.0:1773673991.214013:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.214019:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673991.214024:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd3b8 00000400:00000010:0.0:1773673991.214026:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd3b8. 00000100:00000001:0.0:1773673991.214031:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673991.214035:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.214052:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673991.214055:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.214062:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.214064:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673991.229181:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.229196:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.229202:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.229204:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.229214:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.229222:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.229229:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.229234:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.229239:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.229243:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c4e80 00000400:00000200:0.0:1773673991.229247:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.229253:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4c99 [1] + 224 00000800:00000001:0.0:1773673991.229261:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.229268:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.229270:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.229275:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.229282:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.229290:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.229300:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fbb480 x1859825953427072/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.229530:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.229540:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.229543:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773673991.230831:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673991.230836:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae200. 00000400:00000200:0.0:1773673991.230840:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.230845:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673991.230849:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:0.0:1773673991.230851:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:0.0:1773673991.230854:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673991.230858:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953427200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.230866:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673991.230869:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953427200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.230875:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.230877:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673991.239550:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.239567:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.239570:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.239573:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.239583:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.239591:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.239601:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.239606:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.239612:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.239616:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c4f00 00000400:00000200:0.0:1773673991.239621:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.239628:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4ca9 [1] + 224 00000800:00000001:0.0:1773673991.239637:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.239646:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.239649:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.239654:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.239662:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.239671:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953427200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.239683:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc0428b480 x1859825953427200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.239704:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.239713:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.239717:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773673991.255445:0:91822:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1bdbd30 00000080:00200000:3.0:1773673991.255453:0:91822:0:(llite_lib.c:2728:ll_statfs()) VFS Op:sb=lustre (ffff98dc07f29800) / proj=0 00000080:00000001:3.0:1773673991.255456:0:91822:0:(llite_lib.c:2578:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1773673991.255459:0:91822:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:3.0:1773673991.255462:0:91822:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff98dc07f29800: age 5838, max_age 5880 00800000:00000001:3.0:1773673991.255467:0:91822:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00800000:00000010:3.0:1773673991.255471:0:91822:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff98dc07a16180. 00800000:00000001:3.0:1773673991.255478:0:91822:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1773673991.255481:0:91822:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: age 5838, max_age 5880 00000002:00000001:3.0:1773673991.255484:0:91822:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1773673991.255487:0:91822:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000010:3.0:1773673991.255494:0:91822:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773673991.255497:0:91822:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773673991.255930:0:91822:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673991.255935:0:91822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673991.255940:0:91822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673991.255949:0:91822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc070f5400. 00000100:00000001:3.0:1773673991.255955:0:91822:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.255961:0:91822:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673991.255964:0:91822:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673991.255969:0:91822:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16b40. 00000100:00000001:3.0:1773673991.255971:0:91822:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521087296 : -113404188464320 : ffff98dc07a16b40) 00000100:00000001:3.0:1773673991.255974:0:91822:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.255976:0:91822:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000001:3.0:1773673991.255981:0:91822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673991.255985:0:91822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.255987:0:91822:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673991.255989:0:91822:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673991.255999:0:91822:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.256008:0:91822:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673991.256010:0:91822:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.256014:0:91822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673991.256017:0:91822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673991.256020:0:91822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673991.256024:0:91822:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91822:1859825953427328:192.168.201.103@tcp:41:stat.0 00000100:00000001:3.0:1773673991.256027:0:91822:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673991.256033:0:91822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673991.256035:0:91822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.256038:0:91822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673991.256043:0:91822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf1c00. 02000000:00000001:3.0:1773673991.256045:0:91822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673991.256052:0:91822:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673991.256057:0:91822:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673991.256063:0:91822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673991.256071:0:91822:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953427328, portal 10 00000100:00000001:3.0:1773673991.256073:0:91822:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.256074:0:91822:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:3.0:1773673991.256081:0:91822:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.256089:0:91822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673991.256092:0:91822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673991.256095:0:91822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773673991.256098:0:91822:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1859825953427328, offset 0 00000400:00000200:3.0:1773673991.256104:0:91822:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673991.256112:0:91822:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.256119:0:91822:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673991.256124:0:91822:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673991.256129:0:91822:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673991.256132:0:91822:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673991.256135:0:91822:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673991.256139:0:91822:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252477:252477:256:4294967295] 192.168.201.103@tcp LPNI seq info [252445:252445:8:4294967295] 00000400:00000200:3.0:1773673991.256144:0:91822:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.256154:0:91822:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673991.256160:0:91822:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673991.256165:0:91822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028ad00. 00000800:00000200:3.0:1773673991.256172:0:91822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673991.256179:0:91822:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673991.256184:0:91822:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028ad00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773673991.256206:0:91822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.256211:0:91822:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 257198 usecs (258 jiffies) 00000400:00000200:3.0:1773673991.256215:0:91822:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673991.256218:0:91822:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300548569 00000100:00000001:3.0:1773673991.256225:0:91822:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300548543 00000100:00000001:3.0:1773673991.256230:0:91822:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300548569 00000100:00000001:3.0:1773673991.256233:0:91822:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300548543 00000100:00000001:3.0:1773673991.256236:0:91822:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.256238:0:91822:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.256240:0:91822:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673991.256242:0:91822:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773673991.256245:0:91822:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16b40 going to sleep for 25 seconds 00000100:00000001:3.0:1773673991.256247:0:91822:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673991.256250:0:91822:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673991.256320:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673991.256325:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028ad00. 00000400:00000200:0.0:1773673991.256329:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.256334:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673991.256338:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:0.0:1773673991.256340:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:0.0:1773673991.256344:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673991.256348:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673991.256359:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673991.256363:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673991.256369:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.256371:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773673991.270891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00000800:00000001:0.0:1773673991.272292:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.272306:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.272309:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.272311:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.272318:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.272323:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.272330:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.272334:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.272338:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.272341:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c4f80 00000400:00000200:0.0:1773673991.272345:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.272351:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c4cb1 [1] + 224 00000800:00000001:0.0:1773673991.272376:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.272385:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.272389:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.272404:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.272411:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.272420:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673991.272432:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673991.272448:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.272457:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.272461:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.272478:0:91822:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673991.272486:0:91822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673991.272488:0:91822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673991.272491:0:91822:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673991.272496:0:91822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673991.272498:0:91822:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673991.272512:0:91822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673991.272517:0:91822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673991.272527:0:91822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.272796:0:91822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673991.272799:0:91822:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.272802:0:91822:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673991.272806:0:91822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673991.272808:0:91822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673991.272810:0:91822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.272813:0:91822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673991.272823:0:91822:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=74 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673991.272828:0:91822:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673991.272832:0:91822:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673991.272834:0:91822:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.272837:0:91822:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673991.272841:0:91822:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.272844:0:91822:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673991.272847:0:91822:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:3.0:1773673991.272849:0:91822:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673991.272850:0:91822:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.272856:0:91822:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.273039:0:91822:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.273042:0:91822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673991.273044:0:91822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673991.273049:0:91822:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673991.273058:0:91822:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91822:1859825953427328:192.168.201.103@tcp:41:stat.0 00000100:00000001:3.0:1773673991.273064:0:91822:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.273066:0:91822:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.273069:0:91822:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673991.273072:0:91822:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.273075:0:91822:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.273083:0:91822:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673991.273086:0:91822:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16b40. 00000100:00000001:3.0:1773673991.273089:0:91822:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673991.273091:0:91822:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.273097:0:91822:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773673991.273099:0:91822:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.273102:0:91822:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953427328/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773674021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673991.273110:0:91822:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673991.273112:0:91822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673991.273116:0:91822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf1c00. 02000000:00000001:3.0:1773673991.273119:0:91822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673991.273121:0:91822:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673991.273123:0:91822:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673991.273126:0:91822:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673991.273128:0:91822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc070f5400. 02000000:00000001:3.0:1773673991.273132:0:91822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673991.273134:0:91822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673991.273136:0:91822:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:3.0:1773673991.273139:0:91822:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673991.273140:0:91822:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773673991.273142:0:91822:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673991.273143:0:91822:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673991.273145:0:91822:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773673991.273148:0:91822:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: update ffff98dc070c8450 cache blocks 1802521/1916558 objects 523528/524163 00800000:00000001:3.0:1773673991.273152:0:91822:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.273155:0:91822:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1773673991.273158:0:91822:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff98dc07a16180. 00800000:00000001:3.0:1773673991.273160:0:91822:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773673991.273163:0:91822:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff98dc07f29800: update ffff98dc070cd178 cache blocks 1802521/1916558 objects 523528/524163 00000080:00000001:3.0:1773673991.273167:0:91822:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773673991.273171:0:91822:0:(llite_lib.c:2591:ll_statfs_internal()) MDC blocks 1802521/1916558 objects 523528/524163 00000080:00000001:3.0:1773673991.273173:0:91822:0:(llite_lib.c:2594:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773673991.273176:0:91822:0:(llite_lib.c:2627:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.310355:0:91826:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.310363:0:91826:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.310365:0:91826:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.310369:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb20 00000080:00200000:0.0:1773673991.310373:0:91826:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.310381:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.310389:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.310394:0:91826:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.310399:0:91826:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.310402:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fa40 00800000:00000002:0.0:1773673991.310405:0:91826:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.310409:0:91826:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.310411:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.310414:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.310416:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.310418:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.310420:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.310422:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.310424:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.310428:0:91826:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.310433:0:91826:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.310435:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146f910 00000002:00010000:0.0:1773673991.310438:0:91826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.310441:0:91826:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.310443:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.310447:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.310465:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.310469:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.310474:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.310478:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.310484:0:91826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773673991.310496:0:91826:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.310501:0:91826:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.310505:0:91826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773673991.310512:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.310515:0:91826:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.310517:0:91826:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.310519:0:91826:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.310521:0:91826:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.310523:0:91826:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.310526:0:91826:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.310529:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.310533:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000001:0.0:1773673991.310538:0:91826:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.310540:0:91826:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.310542:0:91826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.310546:0:91826:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141a3 00800000:00000001:0.0:1773673991.310550:0:91826:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.310552:0:91826:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.310554:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.310557:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.310559:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.310562:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.310565:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.310568:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.310571:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.310572:0:91826:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.310575:0:91826:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.310578:0:91826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141a3 from it ffffbabdc146fb58 00010000:00000001:0.0:1773673991.310580:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.310581:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.310583:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.310586:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.310588:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.310591:0:91826:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.310594:0:91826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673991.310602:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.310603:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.310605:0:91826:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.310607:0:91826:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.310610:0:91826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773673991.310620:0:91826:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.310624:0:91826:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.310626:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.310630:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.310632:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.310634:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.310637:0:91826:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.310639:0:91826:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.310641:0:91826:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.310644:0:91826:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.310647:0:91826:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.310649:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.310650:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.310653:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.310655:0:91826:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.310657:0:91826:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673991.310662:0:91826:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.310667:0:91826:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673991.310669:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb48 00000080:00002000:0.0:1773673991.310671:0:91826:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc10e98ca8) flags 0x8000e refc 0 00000080:00000001:0.0:1773673991.310674:0:91826:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.310676:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb90 00000080:00200000:0.0:1773673991.310678:0:91826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=13 00000080:00000001:0.0:1773673991.310683:0:91826:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773673991.310684:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb18 00000080:00002000:0.0:1773673991.310686:0:91826:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff98dc10e98ca8, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773673991.310690:0:91826:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.310704:0:91826:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.310706:0:91826:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.310708:0:91826:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.310709:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fbb0 00000080:00200000:0.0:1773673991.310711:0:91826:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.310715:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.310719:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.310733:0:91826:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.310735:0:91826:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.310737:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fad0 00800000:00000002:0.0:1773673991.310739:0:91826:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.310743:0:91826:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.310745:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.310746:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.310748:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.310750:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.310752:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.310754:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.310756:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.310759:0:91826:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.310762:0:91826:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.310984:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146f9a0 00000002:00010000:0.0:1773673991.310987:0:91826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.310990:0:91826:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.310992:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.310994:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.310997:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.311000:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.311003:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.311005:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.311009:0:91826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773673991.311017:0:91826:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.311021:0:91826:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.311024:0:91826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773673991.311030:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.311032:0:91826:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.311034:0:91826:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.311036:0:91826:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.311038:0:91826:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.311041:0:91826:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.311043:0:91826:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.311046:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.311049:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000001:0.0:1773673991.311052:0:91826:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.311053:0:91826:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.311055:0:91826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.311058:0:91826:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141a3 00800000:00000001:0.0:1773673991.311061:0:91826:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.311063:0:91826:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.311064:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.311066:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.311067:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.311070:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311072:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311074:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311076:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.311077:0:91826:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.311078:0:91826:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.311080:0:91826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141a3 from it ffffbabdc146fbe8 00010000:00000001:0.0:1773673991.311082:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.311083:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.311085:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.311087:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311089:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311091:0:91826:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.311094:0:91826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773673991.311100:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311102:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.311103:0:91826:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.311104:0:91826:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.311107:0:91826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773673991.311114:0:91826:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.311116:0:91826:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.311117:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.311119:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311121:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.311122:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311124:0:91826:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.311126:0:91826:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311127:0:91826:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311130:0:91826:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311132:0:91826:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.311133:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311134:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.311136:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.311138:0:91826:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.311140:0:91826:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673991.311144:0:91826:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.311147:0:91826:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673991.311149:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fbd8 00000080:00002000:0.0:1773673991.311150:0:91826:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc10e98ca8) flags 0x8004e refc 0 00000080:00000001:0.0:1773673991.311152:0:91826:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.311154:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fc20 00000080:00200000:0.0:1773673991.311156:0:91826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=16392 00000080:00000001:0.0:1773673991.311159:0:91826:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773673991.311160:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fba8 00000080:00002000:0.0:1773673991.311162:0:91826:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff98dc10e98ca8, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773673991.311165:0:91826:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.311188:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fd08 00000080:00200008:0.0:1773673991.311190:0:91826:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773673991.311279:0:91826:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.311282:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fc80 00000080:00200000:0.0:1773673991.311284:0:91826:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.311288:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.311292:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.311294:0:91826:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.311297:0:91826:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.311298:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fba0 00800000:00000002:0.0:1773673991.311300:0:91826:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.311303:0:91826:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.311305:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.311306:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.311307:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.311309:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.311310:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.311312:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.311314:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.311316:0:91826:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.311319:0:91826:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.311321:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fa70 00000002:00010000:0.0:1773673991.311323:0:91826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.311326:0:91826:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.311327:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.311329:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.311332:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.311334:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.311337:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.311339:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.311416:0:91826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1773673991.311427:0:91826:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.311430:0:91826:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.311433:0:91826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1773673991.311441:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.311443:0:91826:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.311445:0:91826:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.311448:0:91826:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.311450:0:91826:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.311452:0:91826:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.311455:0:91826:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.311458:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.311461:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000001:0.0:1773673991.311464:0:91826:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.311465:0:91826:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.311468:0:91826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.311471:0:91826:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141a3 00800000:00000001:0.0:1773673991.311474:0:91826:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.311475:0:91826:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.311477:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.311478:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.311480:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.311483:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311485:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311487:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311489:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.311491:0:91826:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.311493:0:91826:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.311495:0:91826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141a3 from it ffffbabdc146fcb8 00010000:00000001:0.0:1773673991.311497:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.311498:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.311500:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.311502:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311504:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.311506:0:91826:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.311508:0:91826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773673991.311515:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311516:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.311517:0:91826:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.311519:0:91826:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.311521:0:91826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773673991.311528:0:91826:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.311530:0:91826:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.311531:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.311534:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311535:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.311537:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311539:0:91826:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.311540:0:91826:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311542:0:91826:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311545:0:91826:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.311547:0:91826:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.311548:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.311550:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.311551:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.311553:0:91826:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673991.311556:0:91826:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.311559:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fd08 00000080:00000008:0.0:1773673991.311562:0:91826:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773673991.312259:0:91826:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.312288:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fd08 00000080:00200008:0.0:1773673991.312291:0:91826:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773673991.312295:0:91826:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.312297:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fc80 00000080:00200000:0.0:1773673991.312299:0:91826:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.312304:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.312308:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.312311:0:91826:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.312313:0:91826:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.312315:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fba0 00800000:00000002:0.0:1773673991.312317:0:91826:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.312320:0:91826:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.312322:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.312323:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.312325:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.312327:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.312329:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.312331:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.312333:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.312336:0:91826:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.312340:0:91826:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.312341:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fa70 00000002:00010000:0.0:1773673991.312343:0:91826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.312437:0:91826:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.312439:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.312441:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.312446:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.312448:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.312452:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.312455:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.312459:0:91826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1773673991.312468:0:91826:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.312472:0:91826:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.312475:0:91826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1773673991.312481:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.312483:0:91826:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.312486:0:91826:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.312488:0:91826:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.312490:0:91826:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.312492:0:91826:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.312495:0:91826:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.312498:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.312500:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000001:0.0:1773673991.312504:0:91826:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.312505:0:91826:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.312508:0:91826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.312511:0:91826:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141a3 00800000:00000001:0.0:1773673991.312513:0:91826:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.312515:0:91826:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.312517:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.312518:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.312520:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.312522:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.312524:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.312527:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.312528:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.312530:0:91826:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.312532:0:91826:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.312534:0:91826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141a3 from it ffffbabdc146fcb8 00010000:00000001:0.0:1773673991.312536:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.312537:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.312538:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.312540:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.312543:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.312545:0:91826:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.312548:0:91826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773673991.312554:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.312555:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.312556:0:91826:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.312558:0:91826:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.312560:0:91826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1773673991.312566:0:91826:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.312568:0:91826:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.312570:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.312573:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.312574:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.312575:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.312578:0:91826:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.312579:0:91826:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.312581:0:91826:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.312583:0:91826:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.312585:0:91826:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.312587:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.312588:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.312590:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.312592:0:91826:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673991.312594:0:91826:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.312598:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fd08 00000080:00000008:0.0:1773673991.312601:0:91826:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773673991.312751:0:91826:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.312753:0:91826:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.312755:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb78 00000080:00200000:0.0:1773673991.312758:0:91826:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.312762:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.312881:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.312884:0:91826:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.312886:0:91826:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.312888:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fa98 00800000:00000002:0.0:1773673991.312890:0:91826:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.312893:0:91826:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.312895:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.312896:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.312898:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.312900:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.312901:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.312903:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.312905:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.312908:0:91826:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.312911:0:91826:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.312913:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146f968 00000002:00010000:0.0:1773673991.312915:0:91826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.312917:0:91826:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.312919:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.312921:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.312924:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.312926:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.312929:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.312931:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.312935:0:91826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1773673991.312942:0:91826:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.312946:0:91826:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.312949:0:91826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1773673991.312961:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.312963:0:91826:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.312965:0:91826:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.312967:0:91826:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.312969:0:91826:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.312972:0:91826:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.312974:0:91826:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.312976:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.312978:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000001:0.0:1773673991.312982:0:91826:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.312983:0:91826:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.312986:0:91826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.312989:0:91826:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141a3 00800000:00000001:0.0:1773673991.312992:0:91826:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.312993:0:91826:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.312994:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.312996:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.312997:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.313000:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.313002:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.313005:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.313006:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.313007:0:91826:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.313009:0:91826:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.313011:0:91826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141a3 from it ffffbabdc146fbb0 00010000:00000001:0.0:1773673991.313014:0:91826:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.313015:0:91826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.313016:0:91826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085600 refcount=3 00000020:00000001:0.0:1773673991.313018:0:91826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.313020:0:91826:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723200 : -113404248828416 : ffff98dc04085600) 00010000:00000001:0.0:1773673991.313023:0:91826:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.313026:0:91826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1773673991.313033:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.313035:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.313036:0:91826:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.313038:0:91826:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.313041:0:91826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1773673991.313048:0:91826:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.313050:0:91826:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.313052:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.313055:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.313056:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.313058:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313060:0:91826:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.313062:0:91826:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313063:0:91826:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313066:0:91826:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313068:0:91826:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.313069:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.313071:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.313073:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.313074:0:91826:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.313077:0:91826:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 44 00000080:00000001:0.0:1773673991.313081:0:91826:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.313085:0:91826:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773673991.313087:0:91826:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773673991.313089:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fb78 00000080:00200008:0.0:1773673991.313092:0:91826:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000 00000080:00000010:0.0:1773673991.313097:0:91826:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc11763680. 00000080:00000001:0.0:1773673991.313102:0:91826:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.313103:0:91826:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.313116:0:91826:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773673991.313119:0:91826:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c03066f0 arg=7ffcfa223e70 00000020:00000001:0.0:1773673991.313126:0:91826:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773673991.313131:0:91826:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff98dc063aa000. 00000020:00000001:0.0:1773673991.313136:0:91826:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.313139:0:91826:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1773673991.313141:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fad0 00000080:00200000:0.0:1773673991.313143:0:91826:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) name=d130b.recovery-small stripe_offset=0 stripe_count=1, hash_type=1 00000080:00000010:0.0:1773673991.313148:0:91826:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13200. 00800000:00000002:0.0:1773673991.313151:0:91826:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00800000:00000001:0.0:1773673991.313158:0:91826:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:0.0:1773673991.313160:0:91826:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773673991.313163:0:91826:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.313164:0:91826:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.313166:0:91826:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.313167:0:91826:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.313169:0:91826:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.313171:0:91826:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.313173:0:91826:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.313176:0:91826:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:0.0:1773673991.313179:0:91826:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773673991.313181:0:91826:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773673991.313183:0:91826:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773673991.313186:0:91826:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773673991.313189:0:91826:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x5:0x0] 40000000:00000001:0.0:1773673991.313191:0:91826:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.313193:0:91826:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.313195:0:91826:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.313197:0:91826:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.313199:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fa08 00800000:00000002:0.0:1773673991.313201:0:91826:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130b.recovery-small' [0x20000bf89:0x5:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1773673991.313205:0:91826:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1773673991.313208:0:91826:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773673991.313211:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:0.0:1773673991.313213:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.313216:0:91826:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773673991.313219:0:91826:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773673991.313222:0:91826:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1773673991.313235:0:91826:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773673991.313239:0:91826:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773673991.313241:0:91826:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773673991.313243:0:91826:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773673991.313246:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.313247:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.313249:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:0.0:1773673991.313252:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673991.313254:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.313256:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.313257:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.313258:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:0.0:1773673991.313260:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673991.313262:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.313264:0:91826:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.313265:0:91826:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.313266:0:91826:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:0.0:1773673991.313268:0:91826:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773673991.313270:0:91826:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.313272:0:91826:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773673991.313275:0:91826:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773673991.313280:0:91826:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1773673991.313283:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146f690 00000080:00002000:0.0:1773673991.313285:0:91826:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d130b.recovery-small 00000080:00000001:0.0:1773673991.313290:0:91826:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773673991.313295:0:91826:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773673991.313298:0:91826:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773673991.313300:0:91826:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773673991.313302:0:91826:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313305:0:91826:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773673991.313308:0:91826:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773673991.313310:0:91826:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773673991.313312:0:91826:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.313314:0:91826:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773673991.313317:0:91826:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085600 with handle 0x2f77f561138141a3 from hash 00010000:00000001:0.0:1773673991.313320:0:91826:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773673991.313322:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.313323:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.313324:0:91826:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773673991.313326:0:91826:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773673991.313328:0:91826:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773673991.313331:0:91826:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673991.313333:0:91826:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.313335:0:91826:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773673991.313341:0:91826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02d80. 00000020:00000040:0.0:1773673991.313437:0:91826:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773673991.313444:0:91826:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773673991.313446:0:91826:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313449:0:91826:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673991.313452:0:91826:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.313455:0:91826:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.313458:0:91826:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673991.313460:0:91826:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673991.313464:0:91826:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673991.313470:0:91826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063ab000. 00000100:00000001:0.0:1773673991.313477:0:91826:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313480:0:91826:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.313484:0:91826:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773673991.313490:0:91826:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1773673991.313498:0:91826:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773673991.313500:0:91826:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673991.313502:0:91826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773673991.313505:0:91826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085600/0x2f77f561138141a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6895 expref: -99 pid: 91640 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1773673991.313513:0:91826:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab500 count: 0 00010000:00000010:0.0:1773673991.313519:0:91826:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799680. 00010000:00000001:0.0:1773673991.313527:0:91826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.313529:0:91826:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313531:0:91826:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.313532:0:91826:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.313534:0:91826:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1773673991.313548:0:91826:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1773673991.313560:0:91826:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773673991.313568:0:91826:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673991.313570:0:91826:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673991.313577:0:91826:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245780. 00000100:00000001:0.0:1773673991.313579:0:91826:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496113024 : -113404213438592 : ffff98dc06245780) 00000100:00000001:0.0:1773673991.313581:0:91826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.313583:0:91826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000001:0.0:1773673991.313587:0:91826:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673991.313590:0:91826:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.313592:0:91826:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673991.313594:0:91826:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673991.313598:0:91826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673991.313607:0:91826:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673991.313609:0:91826:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.313612:0:91826:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673991.313615:0:91826:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673991.313617:0:91826:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673991.313621:0:91826:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:91826:1859825953427584:192.168.201.103@tcp:36:lfs.0 00000100:00000001:0.0:1773673991.313625:0:91826:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673991.313629:0:91826:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673991.313632:0:91826:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.313634:0:91826:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673991.313638:0:91826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063aac00. 02000000:00000001:0.0:1773673991.313640:0:91826:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673991.313648:0:91826:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673991.313652:0:91826:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773673991.313659:0:91826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773673991.313665:0:91826:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953427584, portal 10 00000100:00000001:0.0:1773673991.313667:0:91826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.313669:0:91826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000040:0.0:1773673991.313675:0:91826:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673991.313683:0:91826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673991.313686:0:91826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673991.313689:0:91826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773673991.313692:0:91826:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859825953427584, offset 0 00000400:00000200:0.0:1773673991.313699:0:91826:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673991.313707:0:91826:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.313714:0:91826:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673991.313719:0:91826:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673991.313733:0:91826:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673991.313737:0:91826:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673991.313740:0:91826:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673991.313744:0:91826:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252478:252478:256:4294967295] 192.168.201.103@tcp LPNI seq info [252446:252446:8:4294967295] 00000400:00000200:0.0:1773673991.313749:0:91826:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.313759:0:91826:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673991.313884:0:91826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673991.313890:0:91826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a700. 00000800:00000200:0.0:1773673991.313898:0:91826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673991.313907:0:91826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673991.313913:0:91826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a700 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1773673991.314188:0:91826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673991.314193:0:91826:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 256590 usecs (257 jiffies) 00000400:00000200:0.0:1773673991.314198:0:91826:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673991.314201:0:91826:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300548626 00000100:00000001:0.0:1773673991.314210:0:91826:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300548569 00000100:00000001:0.0:1773673991.314215:0:91826:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300548626 00000100:00000001:0.0:1773673991.314218:0:91826:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300548569 00000100:00000001:0.0:1773673991.314222:0:91826:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673991.314225:0:91826:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.314227:0:91826:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673991.314229:0:91826:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773673991.314232:0:91826:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245780 going to sleep for 25 seconds 00000100:00000001:0.0:1773673991.314234:0:91826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.314237:0:91826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673991.314646:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673991.314651:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a700. 00000400:00000200:1.0:1773673991.314657:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673991.314663:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673991.314669:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:1.0:1773673991.314672:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:1.0:1773673991.314677:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673991.314683:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.314692:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.314695:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.314702:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.314704:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1773673991.321819:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f2e0. 00010000:00000010:0.1:1773673991.321834:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab500. 00010000:00000010:0.1:1773673991.321841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085600. 00000800:00000001:0.0:1773673991.323338:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.323353:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.323356:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.323359:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.323368:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.323375:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.323383:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.323389:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.323396:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.323400:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b80794c5080 00000400:00000200:0.0:1773673991.323405:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.323412:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c4cb9 [1] + 224 00000800:00000001:0.0:1773673991.323421:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.323430:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.323433:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.323438:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.323446:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.323454:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673991.323466:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.323540:0:91826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.323639:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.323649:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.323654:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773673991.323821:0:91826:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773673991.323825:0:91826:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773673991.323828:0:91826:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:1.0:1773673991.323833:0:91826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:1.0:1773673991.323835:0:91826:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:1.0:1773673991.323838:0:91826:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673991.323844:0:91826:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773673991.323860:0:91826:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02d80 x1859825953427584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.323866:0:91826:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773673991.323868:0:91826:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673991.323870:0:91826:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773673991.323874:0:91826:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773673991.323876:0:91826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773673991.323878:0:91826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673991.323881:0:91826:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773673991.323890:0:91826:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=74 v=16 (17 17 17 36) 00000100:00001000:1.0:1773673991.323894:0:91826:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773673991.323897:0:91826:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773673991.323899:0:91826:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673991.323902:0:91826:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773673991.323906:0:91826:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.323909:0:91826:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773673991.323911:0:91826:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:1.0:1773673991.323913:0:91826:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773673991.323915:0:91826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673991.323917:0:91826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000001:1.0:1773673991.323920:0:91826:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773673991.323922:0:91826:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:1.0:1773673991.323924:0:91826:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773673991.323926:0:91826:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673991.323931:0:91826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02d80 x1859825953427584/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773674021 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.323939:0:91826:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673991.323942:0:91826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773673991.323944:0:91826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773673991.323947:0:91826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02d80 x1859825953427584/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773674021 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773673991.323956:0:91826:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:91826:1859825953427584:192.168.201.103@tcp:36:lfs.0 00000100:00000001:1.0:1773673991.323961:0:91826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773673991.323964:0:91826:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.323966:0:91826:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773673991.323969:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.323972:0:91826:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02d80 x1859825953427584/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773674021 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.323980:0:91826:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673991.323983:0:91826:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245780. 00000100:00000001:1.0:1773673991.323986:0:91826:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773673991.323987:0:91826:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673991.323998:0:91826:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673991.324002:0:91826:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773673991.324004:0:91826:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673991.324009:0:91826:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773673991.324015:0:91826:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773673991.324018:0:91826:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773673991.324020:0:91826:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773673991.324024:0:91826:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1773673991.324034:0:91826:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc04a05ac0. 00000080:00000001:1.0:1773673991.324044:0:91826:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:1.0:1773673991.324046:0:91826:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88) 00000080:00000001:1.0:1773673991.324049:0:91826:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773673991.324050:0:91826:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773673991.324053:0:91826:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673991.324055:0:91826:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773673991.324057:0:91826:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:1.0:1773673991.324060:0:91826:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088005 mtime from 0 to 1773673991 00000080:00200000:1.0:1773673991.324063:0:91826:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00000080:00000001:1.0:1773673991.324066:0:91826:0:(llite_lib.c:3205:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1773673991.324068:0:91826:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669470686088 : -113404238865528 : ffff98dc04a05b88) 00000080:00000001:1.0:1773673991.324071:0:91826:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773673991.324074:0:91826:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773673991.324076:0:91826:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.324081:0:91826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.324086:0:91826:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02d80 x1859825953427584/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773674021 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673991.324093:0:91826:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673991.324095:0:91826:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673991.324098:0:91826:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13200. 00000080:00000010:1.0:1773673991.324103:0:91826:0:(dir.c:2075:ll_dir_ioctl()) kvfree 'data': 648 at ffff98dc063aa000. 00000080:00000001:1.0:1773673991.324106:0:91826:0:(dir.c:2076:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673991.324124:0:91826:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773673991.324127:0:91826:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773673991.324129:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fdb0 00000080:00200008:1.0:1773673991.324132:0:91826:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000 00000080:00400000:1.0:1773673991.324137:0:91826:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1773673991.324140:0:91826:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc11763680. 00000080:00000001:1.0:1773673991.324144:0:91826:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773673991.324147:0:91826:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc146fdb0 00000080:00000008:1.0:1773673991.324149:0:91826:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 300000, rc = 0 00000080:00000001:1.0:1773673991.324152:0:91826:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673991.324153:0:91826:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673991.578277:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300548626, at 4300548632 00000100:00000010:1.0:1773673991.578294:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797420. 00000100:00000040:0.0:1773673991.584465:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300548626, at 4300548639 00000100:00000010:0.0:1773673991.584482:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797b40. 00010000:00010000:3.0:1773673991.650460:0:91861:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673991.650468:0:91861:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673991.650470:0:91861:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.650473:0:91861:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.650479:0:91861:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673991.650480:0:91861:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.650483:0:91861:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.650511:0:91861:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673991.650514:0:91861:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673991.650515:0:91861:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.650517:0:91861:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.650519:0:91861:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673991.650520:0:91861:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.650521:0:91861:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.680841:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.680846:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.680851:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.680853:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.695112:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.695119:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.695122:0:91864:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.695126:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53b20 00000080:00200000:0.0:1773673991.695131:0:91864:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.695140:0:91864:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e12800. 00800000:00000002:0.0:1773673991.695148:0:91864:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.695152:0:91864:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.695157:0:91864:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.695159:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53a40 00800000:00000002:0.0:1773673991.695161:0:91864:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.695165:0:91864:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.695168:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.695170:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.695173:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.695176:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.695178:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.695180:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.695183:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.695948:0:91864:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.695958:0:91864:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.695961:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53910 00000002:00010000:0.0:1773673991.695964:0:91864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.695968:0:91864:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.695971:0:91864:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.695975:0:91864:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773673991.695984:0:91864:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.695987:0:91864:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.695990:0:91864:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.695993:0:91864:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773673991.695995:0:91864:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773673991.696004:0:91864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02300. 00000020:00000040:0.0:1773673991.696009:0:91864:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773673991.696015:0:91864:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673991.696020:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.696024:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.696027:0:91864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673991.696030:0:91864:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673991.696036:0:91864:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673991.696043:0:91864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a9c00. 00000100:00000001:0.0:1773673991.696050:0:91864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.696055:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.696057:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.696059:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.696060:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.696063:0:91864:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.696068:0:91864:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521003264 : -113404188548352 : ffff98dc07a02300) 00010000:00000001:0.0:1773673991.696072:0:91864:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673991.696075:0:91864:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773673991.696079:0:91864:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91f00. 00010000:00000010:0.0:1773673991.696083:0:91864:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93000. 00010000:00000001:0.0:1773673991.696090:0:91864:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673991.696093:0:91864:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2a00. 00000020:00000001:0.0:1773673991.696097:0:91864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673991.696100:0:91864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2a00 with handle 0x2f77f561138141b1 to hash 00000020:00000001:0.0:1773673991.696103:0:91864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673991.696104:0:91864:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.696108:0:91864:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.696113:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.696116:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.696120:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673991.696135:0:91864:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673991.696147:0:91864:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673991.696153:0:91864:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673991.696156:0:91864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673991.696162:0:91864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773673991.696165:0:91864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114752 : -113404213436864 : ffff98dc06245e40) 00000100:00000001:0.0:1773673991.696168:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.696169:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521003264 : -113404188548352 : ffff98dc07a02300) 00000100:00000001:0.0:1773673991.696175:0:91864:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673991.696179:0:91864:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.696182:0:91864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673991.696184:0:91864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673991.696282:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.696293:0:91864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673991.696295:0:91864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.696300:0:91864:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673991.696303:0:91864:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673991.696307:0:91864:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673991.696310:0:91864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427712:192.168.201.103@tcp:101:ls.0 00000100:00000001:0.0:1773673991.696315:0:91864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673991.696321:0:91864:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673991.696324:0:91864:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.696326:0:91864:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673991.696332:0:91864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a5000. 02000000:00000001:0.0:1773673991.696334:0:91864:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673991.696343:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673991.696347:0:91864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773673991.696355:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773673991.696361:0:91864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953427712, portal 10 00000100:00000001:0.0:1773673991.696364:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.696365:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521003264 : -113404188548352 : ffff98dc07a02300) 00000100:00000040:0.0:1773673991.696371:0:91864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.696379:0:91864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673991.696382:0:91864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673991.696385:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773673991.696388:0:91864:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953427712, offset 0 00000400:00000200:0.0:1773673991.696394:0:91864:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673991.696403:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.696410:0:91864:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673991.696415:0:91864:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673991.696419:0:91864:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673991.696423:0:91864:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673991.696427:0:91864:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673991.696431:0:91864:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252479:252479:256:4294967295] 192.168.201.103@tcp LPNI seq info [252447:252447:8:4294967295] 00000400:00000200:0.0:1773673991.696437:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.696447:0:91864:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673991.696454:0:91864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673991.696459:0:91864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a400. 00000800:00000200:0.0:1773673991.696467:0:91864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673991.696475:0:91864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673991.696480:0:91864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773673991.696714:0:91864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673991.696729:0:91864:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 255963 usecs (256 jiffies) 00000400:00000200:0.0:1773673991.696734:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673991.696738:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300549007 00000100:00000010:0.0:1773673991.696743:0:91864:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bd20. 00000100:00000001:0.0:1773673991.696750:0:91864:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773673991.696758:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300549007 00000100:00000010:0.0:1773673991.696761:0:91864:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b2a0. 00000100:00000001:0.0:1773673991.696847:0:91864:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773673991.696851:0:91864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673991.696855:0:91864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.696857:0:91864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673991.696860:0:91864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773673991.696863:0:91864:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245e40 going to sleep for 25 seconds 00000100:00000001:0.0:1773673991.696867:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.696870:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673991.699121:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673991.699129:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a400. 00000400:00000200:1.0:1773673991.699138:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673991.699146:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673991.699153:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:1.0:1773673991.699156:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:1.0:1773673991.699160:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673991.699168:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.699180:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.699183:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.699263:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.699266:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673991.710675:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.710692:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.710696:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.710699:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.710708:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.710824:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.710834:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.710840:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.710846:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.710850:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c5100 00000400:00000200:0.0:1773673991.710855:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.710861:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4cc9 [1] + 224 00000800:00000001:0.0:1773673991.710870:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.710893:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.710898:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.710903:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.710910:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.710919:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.710932:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.710989:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.711007:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.711017:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.711021:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773673991.711100:0:91864:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673991.711102:0:91864:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673991.711107:0:91864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:3.0:1773673991.711112:0:91864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:3.0:1773673991.711114:0:91864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:3.0:1773673991.711118:0:91864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673991.711123:0:91864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673991.711133:0:91864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.711140:0:91864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673991.711142:0:91864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.711145:0:91864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673991.711149:0:91864:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673991.711152:0:91864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673991.711154:0:91864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.711158:0:91864:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673991.711168:0:91864:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=74 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673991.711173:0:91864:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673991.711176:0:91864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673991.711178:0:91864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711182:0:91864:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673991.711185:0:91864:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.711190:0:91864:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673991.711192:0:91864:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:3.0:1773673991.711195:0:91864:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673991.711197:0:91864:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.711202:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.711210:0:91864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.711213:0:91864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673991.711215:0:91864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673991.711219:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674021 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673991.711228:0:91864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427712:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773673991.711233:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.711236:0:91864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.711239:0:91864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673991.711241:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.711244:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674021 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.711256:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673991.711260:0:91864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245e40. 00000100:00000001:3.0:1773673991.711263:0:91864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673991.711265:0:91864:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711267:0:91864:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673991.711272:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711274:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711277:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=4 00000020:00000001:3.0:1773673991.711279:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711283:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000040:3.0:1773673991.711290:0:91864:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2a00, remote cookie: 0x441c89a0128d68cd, flags: 0x1001 00010000:00010000:3.0:1773673991.711295:0:91864:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.711305:0:91864:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711312:0:91864:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773673991.711316:0:91864:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773673991.711317:0:91864:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773673991.711319:0:91864:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773673991.711320:0:91864:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773673991.711323:0:91864:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc10a91f00) refcount = 1 00010000:00010000:3.0:1773673991.711327:0:91864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711334:0:91864:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773673991.711349:0:91864:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773673991.711350:0:91864:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673991.711352:0:91864:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773673991.711355:0:91864:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.711358:0:91864:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711364:0:91864:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773673991.711366:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711367:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711368:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711369:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711371:0:91864:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.711376:0:91864:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773673991.711378:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711380:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711382:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711384:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711386:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711388:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711389:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711391:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=4 00000020:00000001:3.0:1773673991.711393:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711395:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711397:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.711400:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.711404:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711410:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711412:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711413:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711414:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711415:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=5 00000020:00000001:3.0:1773673991.711417:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711419:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711422:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673991.711424:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711430:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711431:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673991.711434:0:91864:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711441:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673991.711442:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711444:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711445:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711446:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773673991.711452:0:91864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673991.711462:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711463:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711464:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711466:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711468:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711471:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711472:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.711473:0:91864:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.711475:0:91864:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.711478:0:91864:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673991.711480:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711481:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711483:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711485:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711486:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00000002:00010000:3.0:1773673991.711490:0:91864:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711496:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711498:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711500:0:91864:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773673991.711501:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711502:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711503:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711505:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711508:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000040:3.0:1773673991.711514:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 2 00010000:00000001:3.0:1773673991.711517:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773673991.711521:0:91864:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773673991.711525:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711526:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.711527:0:91864:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673991.711530:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53890 00000002:00002000:3.0:1773673991.711533:0:91864:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773673991.711536:0:91864:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.711539:0:91864:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.711542:0:91864:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673991.711546:0:91864:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773673991.711549:0:91864:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673991.711553:0:91864:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773673991.711556:0:91864:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e12800. 00000080:00000001:3.0:1773673991.711561:0:91864:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773673991.711563:0:91864:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773673991.711569:0:91864:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773673991.711574:0:91864:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773673991.711580:0:91864:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc05771300. 00800000:00000001:3.0:1773673991.711582:0:91864:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484757760 : -113404224793856 : ffff98dc05771300) 00800000:00000001:3.0:1773673991.711585:0:91864:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.711587:0:91864:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773673991.711590:0:91864:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773673991.711592:0:91864:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773673991.711595:0:91864:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773673991.711598:0:91864:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773673991.711600:0:91864:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673991.711604:0:91864:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773673991.711607:0:91864:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773673991.711610:0:91864:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773673952 to 1773673991 00000080:00200000:3.0:1773673991.711614:0:91864:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773673991.711617:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711618:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711620:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711622:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711624:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711626:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711628:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773673991.711629:0:91864:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773673991.711632:0:91864:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773673991.711634:0:91864:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771300 1 00800000:00000010:3.0:1773673991.711636:0:91864:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc05771300. 00800000:00000001:3.0:1773673991.711640:0:91864:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673991.711643:0:91864:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141b1 00800000:00000001:3.0:1773673991.711646:0:91864:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673991.711649:0:91864:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673991.711650:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711651:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711653:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711654:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711656:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711658:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711660:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.711661:0:91864:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.711662:0:91864:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673991.711665:0:91864:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673991.711667:0:91864:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773673991.711670:0:91864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b1 from it ffffbabdc1c53b58 00010000:00000001:3.0:1773673991.711673:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.711674:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.711675:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:3.0:1773673991.711677:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711679:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:3.0:1773673991.711681:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673991.711684:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.711691:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711692:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711694:0:91864:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673991.711697:0:91864:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673991.711700:0:91864:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773673991.711707:0:91864:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673991.711710:0:91864:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673991.711712:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.711731:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711733:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711735:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711738:0:91864:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673991.711740:0:91864:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711742:0:91864:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711745:0:91864:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.711747:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673991.711748:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711749:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773673991.711751:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.711757:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02300 x1859825953427712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.711788:0:91864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673991.711791:0:91864:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673991.711794:0:91864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a5000. 02000000:00000001:3.0:1773673991.711798:0:91864:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673991.711801:0:91864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673991.711803:0:91864:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673991.711805:0:91864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673991.711808:0:91864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063a9c00. 02000000:00000001:3.0:1773673991.711812:0:91864:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673991.711813:0:91864:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673991.711815:0:91864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02300. 00000100:00000001:3.0:1773673991.711818:0:91864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673991.711820:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773673991.711823:0:91864:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773673991.711828:0:91864:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773673991.711842:0:91864:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc185b1640. 00000020:00000001:3.0:1773673991.711847:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53a88 00000080:00200000:3.0:1773673991.711849:0:91864:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=25 00000080:00000001:3.0:1773673991.711853:0:91864:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773673991.711855:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53938 00000080:00200000:3.0:1773673991.711857:0:91864:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=0 00000080:00000010:3.0:1773673991.711864:0:91864:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5e00. 00800000:00000002:3.0:1773673991.711869:0:91864:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773673991.711873:0:91864:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673991.711876:0:91864:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673991.711877:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53858 00800000:00000002:3.0:1773673991.711879:0:91864:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673991.711883:0:91864:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673991.711886:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673991.711888:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673991.711890:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673991.711893:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673991.711895:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673991.711897:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773673991.711900:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673991.711904:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c537f0 00800000:00000002:3.0:1773673991.711907:0:91864:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130b.recovery-small' -> mds #0 00000002:00000001:3.0:1773673991.711912:0:91864:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673991.711914:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53728 00000002:00010000:3.0:1773673991.711916:0:91864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1773673991.711920:0:91864:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773673991.711922:0:91864:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773673991.711927:0:91864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773673991.711930:0:91864:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673991.711935:0:91864:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673991.711938:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.711941:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.711942:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.711944:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.711946:0:91864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673991.712155:0:91864:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673991.712159:0:91864:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673991.712165:0:91864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf1c00. 00000100:00000001:3.0:1773673991.712171:0:91864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.712174:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673991.712176:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.712178:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673991.712179:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.712182:0:91864:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.712188:0:91864:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00010000:00000001:3.0:1773673991.712191:0:91864:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773673991.712194:0:91864:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773673991.712197:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 2 00010000:00000001:3.0:1773673991.712199:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673991.712202:0:91864:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773673991.712205:0:91864:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869a600. 00000020:00000001:3.0:1773673991.712209:0:91864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773673991.712211:0:91864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869a600 with handle 0x2f77f561138141b8 to hash 00000020:00000001:3.0:1773673991.712213:0:91864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773673991.712215:0:91864:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.712218:0:91864:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.712221:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.712223:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.712226:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.712234:0:91864:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.712245:0:91864:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773673991.712250:0:91864:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673991.712251:0:91864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673991.712257:0:91864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16180. 00000100:00000001:3.0:1773673991.712260:0:91864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521084800 : -113404188466816 : ffff98dc07a16180) 00000100:00000001:3.0:1773673991.712263:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.712265:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000001:3.0:1773673991.712270:0:91864:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673991.712274:0:91864:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.712276:0:91864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673991.712277:0:91864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673991.712282:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.712290:0:91864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673991.712292:0:91864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.712296:0:91864:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673991.712298:0:91864:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673991.712301:0:91864:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673991.712304:0:91864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427840:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773673991.712308:0:91864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673991.712314:0:91864:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673991.712316:0:91864:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.712319:0:91864:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673991.712323:0:91864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673991.712324:0:91864:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673991.712329:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673991.712332:0:91864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673991.712336:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673991.712341:0:91864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953427840, portal 10 00000100:00000001:3.0:1773673991.712342:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.712343:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:3.0:1773673991.712347:0:91864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.712352:0:91864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673991.712354:0:91864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673991.712356:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773673991.712358:0:91864:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953427840, offset 0 00000400:00000200:3.0:1773673991.712363:0:91864:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673991.712368:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.712373:0:91864:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673991.712378:0:91864:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673991.712381:0:91864:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673991.712385:0:91864:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673991.712387:0:91864:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673991.712392:0:91864:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252480:252480:256:4294967295] 192.168.201.103@tcp LPNI seq info [252448:252448:8:4294967295] 00000400:00000200:3.0:1773673991.712396:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.712406:0:91864:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673991.712412:0:91864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673991.712417:0:91864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a000. 00000800:00000200:3.0:1773673991.712424:0:91864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673991.712432:0:91864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673991.712436:0:91864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773673991.712506:0:91864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.712511:0:91864:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 255355 usecs (256 jiffies) 00000400:00000200:3.0:1773673991.712515:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673991.712518:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300549023 00000100:00000001:3.0:1773673991.712527:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300549007 00000100:00000001:3.0:1773673991.712532:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300549023 00000100:00000001:3.0:1773673991.712536:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300549007 00000100:00000001:3.0:1773673991.712539:0:91864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.712542:0:91864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.712544:0:91864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673991.712546:0:91864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773673991.712548:0:91864:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16180 going to sleep for 25 seconds 00000100:00000001:3.0:1773673991.712551:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673991.712553:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673991.713206:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673991.713211:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000400:00000200:1.0:1773673991.713216:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673991.713221:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673991.713227:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:1.0:1773673991.713229:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:1.0:1773673991.713233:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673991.713238:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.713248:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.713252:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.713259:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.713260:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673991.727806:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.727824:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.727828:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.727831:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.727841:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.727849:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.727859:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.727864:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.727870:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.727874:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c5180 00000400:00000200:0.0:1773673991.727894:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.727900:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4cd9 [1] + 224 00000800:00000001:0.0:1773673991.727909:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.727918:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.727921:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.727925:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.727932:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.727941:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.727953:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.727974:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.727982:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.727986:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.728286:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773673991.728292:0:91864:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673991.728294:0:91864:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673991.728297:0:91864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673991.728300:0:91864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673991.728302:0:91864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673991.728304:0:91864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673991.728308:0:91864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673991.728315:0:91864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.728319:0:91864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673991.728320:0:91864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.728322:0:91864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673991.728324:0:91864:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673991.728327:0:91864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673991.728328:0:91864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.728330:0:91864:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673991.728337:0:91864:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=74 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673991.728340:0:91864:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673991.728342:0:91864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673991.728344:0:91864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.728346:0:91864:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673991.728349:0:91864:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.728351:0:91864:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673991.728353:0:91864:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:3.0:1773673991.728354:0:91864:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673991.728356:0:91864:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.728359:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.728364:0:91864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.728366:0:91864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673991.728367:0:91864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673991.728370:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773674021 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673991.728374:0:91864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427840:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773673991.728379:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.728381:0:91864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.728382:0:91864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673991.728384:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.728386:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773674021 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.728392:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673991.728395:0:91864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16180. 00000100:00000001:3.0:1773673991.728398:0:91864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673991.728399:0:91864:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.728402:0:91864:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673991.728406:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728408:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728411:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=4 00000020:00000001:3.0:1773673991.728414:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728417:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000040:3.0:1773673991.728422:0:91864:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869a600, remote cookie: 0x441c89a0128d68e9, flags: 0x1001 00010000:00010000:3.0:1773673991.728428:0:91864:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773673991.728437:0:91864:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773673991.728455:0:91864:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773673991.728464:0:91864:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabb00. 00010000:00000010:3.0:1773673991.728468:0:91864:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8b00. 00010000:00000001:3.0:1773673991.728474:0:91864:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.728476:0:91864:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.728483:0:91864:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728491:0:91864:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773673991.728494:0:91864:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773673991.728496:0:91864:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773673991.728497:0:91864:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773673991.728498:0:91864:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773673991.728500:0:91864:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff98dc02dabb00) refcount = 1 00010000:00010000:3.0:1773673991.728503:0:91864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728510:0:91864:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773673991.728512:0:91864:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773673991.728514:0:91864:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673991.728517:0:91864:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773673991.728519:0:91864:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.728522:0:91864:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728529:0:91864:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773673991.728530:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728532:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.728533:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728534:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.728536:0:91864:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.728541:0:91864:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773673991.728542:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728544:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728545:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728548:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728550:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728552:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728553:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728555:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=4 00000020:00000001:3.0:1773673991.728557:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728560:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728563:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.728565:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.728568:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728575:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728576:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.728577:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728578:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728580:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=5 00000020:00000001:3.0:1773673991.728582:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728584:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728586:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673991.728589:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728595:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728596:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673991.728599:0:91864:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728606:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673991.728607:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728608:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.728609:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728610:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773673991.728616:0:91864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673991.728625:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728627:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728628:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728631:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728633:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728635:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728636:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.728638:0:91864:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.728640:0:91864:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.728741:0:91864:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673991.728744:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728746:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728748:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728750:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728753:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00000002:00010000:3.0:1773673991.728757:0:91864:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.728785:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728786:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.728788:0:91864:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773673991.728789:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728790:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728791:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728792:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728794:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000040:3.0:1773673991.728797:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:3.0:1773673991.728799:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773673991.728802:0:91864:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:3.0:1773673991.728804:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728805:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.728806:0:91864:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673991.728808:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c536a8 00000002:00002000:3.0:1773673991.728810:0:91864:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1773673991.728812:0:91864:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.728815:0:91864:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.728817:0:91864:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673991.728820:0:91864:0:(namei.c:951:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773673991.728822:0:91864:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673991.728825:0:91864:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:3.0:1773673991.728827:0:91864:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773673991.728828:0:91864:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1c53a28 it_disposition b 00000080:00000001:3.0:1773673991.728830:0:91864:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773673991.728835:0:91864:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773673991.728838:0:91864:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773673991.728842:0:91864:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc05771300. 00800000:00000001:3.0:1773673991.728843:0:91864:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484757760 : -113404224793856 : ffff98dc05771300) 00800000:00000001:3.0:1773673991.728845:0:91864:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.728847:0:91864:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773673991.728849:0:91864:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:3.0:1773673991.728851:0:91864:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1773673991.728855:0:91864:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773673991.728857:0:91864:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:3.0:1773673991.728859:0:91864:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1773673991.728861:0:91864:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=all_char:0x1 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1773673991.728866:0:91864:0:(llite_lib.c:1796:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773673991.728867:0:91864:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673991.728869:0:91864:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:3.0:1773673991.728871:0:91864:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:3.0:1773673991.728875:0:91864:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00000080:00200000:3.0:1773673991.728876:0:91864:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x5:0x0](ffff98dc04a05b88): rc = 0 00000080:00000001:3.0:1773673991.728878:0:91864:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669470686088 : -113404238865528 : ffff98dc04a05b88) 00010000:00000001:3.0:1773673991.728880:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728882:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728883:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728885:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728888:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728890:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728891:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773673991.728893:0:91864:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773673991.728895:0:91864:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773673991.728897:0:91864:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773673991.728900:0:91864:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff98dc04a05b88) for lock 0x2f77f561138141b8 00800000:00000001:3.0:1773673991.728903:0:91864:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773673991.728905:0:91864:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773673991.728906:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.728907:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.728909:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.728910:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728913:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.728915:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.728916:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773673991.728917:0:91864:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.728920:0:91864:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1773673991.728926:0:91864:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc045c6af8 inode ffff98dc04a05b88 refc 1 flags 0x20000e 00000080:00000002:3.0:1773673991.728930:0:91864:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1773673991.728932:0:91864:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1773673991.729153:0:91864:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff98dc04a05b88) 00000080:00010000:3.0:1773673991.729156:0:91864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b8 from it ffffbabdc1c53a28 00010000:00000001:3.0:1773673991.729159:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.729160:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.729162:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a600 refcount=3 00000020:00000001:3.0:1773673991.729164:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.729165:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534209536 : -113404175342080 : ffff98dc0869a600) 00010000:00000001:3.0:1773673991.729167:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673991.729170:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.729176:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.729178:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.729179:0:91864:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773673991.729181:0:91864:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773673991.729184:0:91864:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773673991.729739:0:91864:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773673991.729742:0:91864:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773673991.729745:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.729749:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.729750:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.729752:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.729755:0:91864:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773673991.729757:0:91864:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.729759:0:91864:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.729762:0:91864:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.729764:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673991.729786:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.729787:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773673991.729789:0:91864:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773673991.729794:0:91864:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5e00. 00000100:00000001:3.0:1773673991.729799:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.729804:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953427840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.729810:0:91864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673991.729812:0:91864:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673991.729815:0:91864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673991.729818:0:91864:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673991.729819:0:91864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673991.729821:0:91864:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673991.729822:0:91864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673991.729824:0:91864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf1c00. 02000000:00000001:3.0:1773673991.729827:0:91864:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673991.729828:0:91864:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673991.729830:0:91864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:3.0:1773673991.729833:0:91864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673991.729834:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773673991.729840:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773673991.729843:0:91864:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), inode mode 41ed mask 1 00000080:00000001:3.0:1773673991.729847:0:91864:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773673991.729857:0:91864:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc185b11e0. 00000020:00000001:3.0:1773673991.729861:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53ae8 00000080:00200000:3.0:1773673991.729862:0:91864:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), flags=9 00000080:00000001:3.0:1773673991.729865:0:91864:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773673991.729866:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53998 00000080:00200000:3.0:1773673991.729867:0:91864:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), intent=getattr 00000080:00000010:3.0:1773673991.729873:0:91864:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5e00. 00800000:00000002:3.0:1773673991.730054:0:91864:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771300 2 00000080:00000001:3.0:1773673991.730059:0:91864:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773673991.730062:0:91864:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773673991.730063:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c538b8 00800000:00000002:3.0:1773673991.730064:0:91864:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:3.0:1773673991.730067:0:91864:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773673991.730069:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773673991.730071:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773673991.730073:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773673991.730074:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773673991.730076:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673991.730077:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:3.0:1773673991.730079:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673991.730081:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53850 00800000:00000002:3.0:1773673991.730083:0:91864:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:3.0:1773673991.730086:0:91864:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773673991.730087:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53788 00000002:00010000:3.0:1773673991.730088:0:91864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773673991.730091:0:91864:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773673991.730093:0:91864:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773673991.730096:0:91864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773673991.730098:0:91864:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773673991.730102:0:91864:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773673991.730105:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773673991.730107:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.730108:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.730109:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.730111:0:91864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773673991.730112:0:91864:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773673991.730115:0:91864:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773673991.730119:0:91864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf1c00. 00000100:00000001:3.0:1773673991.730124:0:91864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.730127:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673991.730128:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.730129:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773673991.730130:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.730131:0:91864:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.730135:0:91864:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00010000:00000001:3.0:1773673991.730138:0:91864:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773673991.730139:0:91864:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773673991.730142:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:3.0:1773673991.730143:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773673991.730145:0:91864:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773673991.730147:0:91864:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869aa00. 00000020:00000001:3.0:1773673991.730149:0:91864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773673991.730151:0:91864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869aa00 with handle 0x2f77f561138141bf to hash 00000020:00000001:3.0:1773673991.730152:0:91864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773673991.730153:0:91864:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00000001:3.0:1773673991.730156:0:91864:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00000001:3.0:1773673991.730158:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.730159:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.730161:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.730166:0:91864:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.730173:0:91864:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773673991.730176:0:91864:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773673991.730178:0:91864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773673991.730182:0:91864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16180. 00000100:00000001:3.0:1773673991.730183:0:91864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521084800 : -113404188466816 : ffff98dc07a16180) 00000100:00000001:3.0:1773673991.731117:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.731121:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000001:3.0:1773673991.731127:0:91864:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773673991.731131:0:91864:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.731134:0:91864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773673991.731136:0:91864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673991.731144:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.731153:0:91864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673991.731156:0:91864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.731160:0:91864:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673991.731163:0:91864:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673991.731165:0:91864:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673991.731169:0:91864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427968:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773673991.731173:0:91864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673991.731179:0:91864:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673991.731181:0:91864:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.731184:0:91864:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673991.731191:0:91864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ef800. 02000000:00000001:3.0:1773673991.731193:0:91864:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673991.731201:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673991.731205:0:91864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673991.731212:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673991.731218:0:91864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953427968, portal 10 00000100:00000001:3.0:1773673991.731219:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673991.731221:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:3.0:1773673991.731227:0:91864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.731234:0:91864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673991.731237:0:91864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673991.731240:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773673991.731244:0:91864:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953427968, offset 0 00000400:00000200:3.0:1773673991.731251:0:91864:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673991.731258:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.731266:0:91864:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673991.731271:0:91864:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673991.731275:0:91864:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673991.731280:0:91864:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673991.731283:0:91864:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673991.731287:0:91864:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252481:252481:256:4294967295] 192.168.201.103@tcp LPNI seq info [252449:252449:8:4294967295] 00000400:00000200:3.0:1773673991.731292:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673991.731303:0:91864:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673991.731309:0:91864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673991.731314:0:91864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a800. 00000800:00000200:3.0:1773673991.731321:0:91864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673991.731328:0:91864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673991.731333:0:91864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773673991.731357:0:91864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673991.731363:0:91864:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 254753 usecs (255 jiffies) 00000400:00000200:3.0:1773673991.731366:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673991.731369:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300549041 00000100:00000001:3.0:1773673991.731379:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300549023 00000100:00000001:3.0:1773673991.731385:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300549041 00000100:00000001:3.0:1773673991.731397:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300549023 00000100:00000001:3.0:1773673991.731400:0:91864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673991.731403:0:91864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673991.731406:0:91864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673991.731408:0:91864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773673991.731411:0:91864:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16180 going to sleep for 25 seconds 00000100:00000001:3.0:1773673991.731414:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673991.731417:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673991.731672:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673991.731678:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:1.0:1773673991.731683:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673991.731689:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673991.731695:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:1.0:1773673991.731697:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:1.0:1773673991.731701:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673991.731706:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.731727:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.731731:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.731737:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.731739:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673991.736598:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.736615:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.736619:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.736622:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.736631:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.736640:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.736648:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.736654:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.736660:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.736665:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c5200 00000400:00000200:0.0:1773673991.736670:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.736676:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4ce1 [1] + 224 00000800:00000001:0.0:1773673991.736684:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.736691:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.736694:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.736699:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.736706:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.736725:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.736738:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.736800:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.736858:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.736867:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.736871:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773673991.737134:0:91864:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673991.737137:0:91864:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673991.737141:0:91864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb58. 00000400:00000200:3.0:1773673991.737145:0:91864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:3.0:1773673991.737148:0:91864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:3.0:1773673991.737151:0:91864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673991.737156:0:91864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773673991.737166:0:91864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.737173:0:91864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673991.737175:0:91864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.737178:0:91864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673991.737181:0:91864:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673991.737184:0:91864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673991.737261:0:91864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673991.737266:0:91864:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673991.737275:0:91864:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=74 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673991.737280:0:91864:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773673991.737283:0:91864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773673991.737287:0:91864:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.737295:0:91864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773673991.737299:0:91864:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673991.737300:0:91864:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:3.0:1773673991.737302:0:91864:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673991.737305:0:91864:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773673991.737310:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.737318:0:91864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773673991.737322:0:91864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673991.737324:0:91864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673991.737328:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773673991.737342:0:91864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953427968:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773673991.737346:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673991.737349:0:91864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773673991.737352:0:91864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773673991.737353:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673991.737357:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773673991.737363:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773673991.737366:0:91864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16180. 00000100:00000001:3.0:1773673991.737369:0:91864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773673991.737371:0:91864:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773673991.737374:0:91864:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773673991.737378:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.737381:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.737384:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869aa00 refcount=4 00000020:00000001:3.0:1773673991.737796:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00000001:3.0:1773673991.737800:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00010000:3.0:1773673991.737805:0:91864:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.737815:0:91864:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773673991.737819:0:91864:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.737825:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773673991.737827:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.737832:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.737834:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773673991.737836:0:91864:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.737842:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.737845:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673991.737848:0:91864:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773673991.737850:0:91864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773673991.737857:0:91864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc0869aa00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:3.0:1773673991.737860:0:91864:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773673991.737864:0:91864:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.737870:0:91864:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773673991.737873:0:91864:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773673991.738089:0:91864:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.738094:0:91864:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773673991.738096:0:91864:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773673991.738097:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773673991.738099:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773673991.738101:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869aa00 refcount=5 00000020:00000001:3.0:1773673991.738103:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00000001:3.0:1773673991.738106:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534210560 : -113404175341056 : ffff98dc0869aa00) 00010000:00000001:3.0:1773673991.738108:0:91864:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773673991.738111:0:91864:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773673991.738117:0:91864:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773673991.738119:0:91864:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.738121:0:91864:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773673991.738123:0:91864:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773673991.738126:0:91864:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773673991.738128:0:91864:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773673991.738129:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773673991.738132:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773673991.738134:0:91864:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869aa00 with handle 0x2f77f561138141bf from hash 00010000:00000001:3.0:1773673991.738136:0:91864:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773673991.738137:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.738138:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.738139:0:91864:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773673991.738141:0:91864:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773673991.738143:0:91864:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773673991.738145:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.738146:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.738147:0:91864:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773673991.738149:0:91864:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673991.738152:0:91864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.738157:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.738158:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.738160:0:91864:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773673991.738161:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773673991.738163:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773673991.738163:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.738164:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773673991.738166:0:91864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869aa00/0x2f77f561138141bf lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773673991.738177:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773673991.738179:0:91864:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773673991.738184:0:91864:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773673991.738723:0:91864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773673991.738736:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773673991.738738:0:91864:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.738740:0:91864:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.738743:0:91864:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.738746:0:91864:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773673991.738748:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773673991.738750:0:91864:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773673991.738752:0:91864:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773673991.738755:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53708 00000002:00002000:3.0:1773673991.738757:0:91864:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773673991.738761:0:91864:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.738937:0:91864:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773673991.738941:0:91864:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773673991.738944:0:91864:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773673991.738949:0:91864:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773673991.738953:0:91864:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771300 2 00000080:00000001:3.0:1773673991.738956:0:91864:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773673991.738958:0:91864:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1c53b20 it_disposition 7 00000080:00002000:3.0:1773673991.738964:0:91864:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc045c6948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1773673991.739039:0:91864:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1773673991.739042:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.739045:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.739048:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.739050:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.739053:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.739055:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:0.0:1773673991.739058:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.739064:0:91864:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.739066:0:91864:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.739069:0:91864:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.739077:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:0.0:1773673991.739080:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773673991.739085:0:91864:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:0.0:1773673991.739088:0:91864:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.739090:0:91864:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.739092:0:91864:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.739095:0:91864:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773673991.739098:0:91864:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773673991.739103:0:91864:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5e00. 00000100:00000001:0.0:1773673991.739109:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673991.739114:0:91864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953427968/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674021 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.739122:0:91864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673991.739125:0:91864:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673991.739128:0:91864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ef800. 02000000:00000001:0.0:1773673991.739132:0:91864:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673991.739135:0:91864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673991.739137:0:91864:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673991.739139:0:91864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673991.739142:0:91864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf1c00. 02000000:00000001:0.0:1773673991.739146:0:91864:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673991.739148:0:91864:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673991.739149:0:91864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:0.0:1773673991.739153:0:91864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673991.739154:0:91864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673991.739157:0:91864:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773673991.739159:0:91864:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1c53b20 released 00000080:00000001:0.0:1773673991.739161:0:91864:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773673991.739165:0:91864:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773673991.739167:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53b70 00000080:00002000:0.0:1773673991.739170:0:91864:0:(dcache.c:127:ll_ddelete()) deleting dentry f130b.recovery-small (ffff98dc045c6948, parent ffff98dc045c6af8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773673991.739173:0:91864:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673991.739176:0:91864:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773673991.739182:0:91864:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773673991.739197:0:91864:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773673991.739199:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53bf0 00000080:00002000:0.0:1773673991.739201:0:91864:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff98dc045c6af8, parent ffff98dc10e90a20, inode ffff98dc04a05b88) hashed, 00000080:00000001:0.0:1773673991.739204:0:91864:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.739241:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.739244:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673991.739246:0:91864:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673991.739247:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53b20 00000080:00200000:0.0:1773673991.739250:0:91864:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673991.739255:0:91864:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:0.0:1773673991.739270:0:91864:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773673991.739274:0:91864:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.739277:0:91864:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.739278:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53a40 00800000:00000002:0.0:1773673991.739280:0:91864:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.739284:0:91864:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.739285:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.739287:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.739288:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.739290:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.739292:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.739294:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673991.739296:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.739298:0:91864:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673991.739301:0:91864:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.739303:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53910 00000002:00010000:0.0:1773673991.739305:0:91864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.739309:0:91864:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673991.739310:0:91864:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673991.739311:0:91864:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673991.739315:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 2 00010000:00000001:0.0:1773673991.739317:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.739320:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.739323:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673991.739327:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773673991.739335:0:91864:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673991.739339:0:91864:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.739343:0:91864:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773673991.739349:0:91864:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673991.739351:0:91864:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673991.739353:0:91864:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.739355:0:91864:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673991.739357:0:91864:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.739359:0:91864:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673991.739361:0:91864:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673991.739363:0:91864:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773673991.739366:0:91864:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:0.0:1773673991.739369:0:91864:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673991.739371:0:91864:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.739373:0:91864:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673991.739377:0:91864:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141b1 00800000:00000001:0.0:1773673991.739379:0:91864:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673991.739381:0:91864:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673991.739383:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.739390:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.739394:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673991.739397:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.739400:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.739411:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.739413:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673991.739414:0:91864:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673991.739416:0:91864:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673991.739419:0:91864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b1 from it ffffbabdc1c53b58 00010000:00000001:0.0:1773673991.739421:0:91864:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673991.739423:0:91864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673991.739424:0:91864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673991.739426:0:91864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.739429:0:91864:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673991.739431:0:91864:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673991.739434:0:91864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773673991.739440:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.739442:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.739443:0:91864:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673991.739446:0:91864:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673991.739448:0:91864:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773673991.739456:0:91864:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673991.739459:0:91864:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673991.739461:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.739465:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.739467:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.739468:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739471:0:91864:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673991.739473:0:91864:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739475:0:91864:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739478:0:91864:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739480:0:91864:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673991.739481:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.739483:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673991.739485:0:91864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673991.739486:0:91864:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673991.739489:0:91864:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673991.739494:0:91864:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673991.739497:0:91864:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673991.739500:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53ae8 00000080:00002000:0.0:1773673991.739502:0:91864:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc045c6af8) flags 0x28000e refc 0 00000080:00000001:0.0:1773673991.739504:0:91864:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.739507:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53b30 00000080:00200000:0.0:1773673991.739508:0:91864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=24 00000080:00000002:0.0:1773673991.739513:0:91864:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1773673991.739518:0:91864:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773673991.739519:0:91864:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), inode mode 41ed mask 1 00000080:00000001:0.0:1773673991.739522:0:91864:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773673991.739533:0:91864:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc095dd4c0. 00000020:00000001:0.0:1773673991.739538:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53ae8 00000080:00200000:0.0:1773673991.739540:0:91864:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), flags=8 00000080:00000001:0.0:1773673991.739544:0:91864:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773673991.739546:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53998 00000080:00200000:0.0:1773673991.739548:0:91864:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), intent=getattr 00000080:00000010:0.0:1773673991.739555:0:91864:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:0.0:1773673991.739557:0:91864:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771300 2 00000080:00000001:0.0:1773673991.739561:0:91864:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673991.739563:0:91864:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.739564:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c538b8 00800000:00000002:0.0:1773673991.739567:0:91864:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:0.0:1773673991.739569:0:91864:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673991.739572:0:91864:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673991.739574:0:91864:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673991.739575:0:91864:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673991.739577:0:91864:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673991.739579:0:91864:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673991.739581:0:91864:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:0.0:1773673991.739583:0:91864:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673991.739585:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53850 00800000:00000002:0.0:1773673991.739588:0:91864:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:0.0:1773673991.739591:0:91864:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673991.739592:0:91864:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c53788 00000002:00010000:0.0:1773673991.739594:0:91864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673991.739598:0:91864:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773673991.739601:0:91864:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773673991.739604:0:91864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773673991.739608:0:91864:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773673991.739613:0:91864:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673991.739617:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673991.739619:0:91864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673991.739621:0:91864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673991.739622:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.739625:0:91864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673991.739627:0:91864:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673991.739630:0:91864:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673991.739636:0:91864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa800. 00000100:00000001:0.0:1773673991.739644:0:91864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739648:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.739649:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739651:0:91864:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673991.739652:0:91864:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673991.739654:0:91864:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673991.739660:0:91864:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00010000:00000001:0.0:1773673991.739663:0:91864:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673991.739665:0:91864:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773673991.739669:0:91864:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:0.0:1773673991.739671:0:91864:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673991.739673:0:91864:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673991.739676:0:91864:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3000. 00000020:00000001:0.0:1773673991.739679:0:91864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673991.739681:0:91864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3000 with handle 0x2f77f561138141c6 to hash 00000020:00000001:0.0:1773673991.739684:0:91864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673991.739685:0:91864:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773673991.739688:0:91864:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773673991.739691:0:91864:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673991.739693:0:91864:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673991.739696:0:91864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f561138141c6 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673991.739704:0:91864:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f561138141c6 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673991.739725:0:91864:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f561138141c6 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673991.739732:0:91864:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673991.739733:0:91864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673991.739740:0:91864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245600. 00000100:00000001:0.0:1773673991.739742:0:91864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496112640 : -113404213438976 : ffff98dc06245600) 00000100:00000001:0.0:1773673991.739745:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.739747:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:0.0:1773673991.739752:0:91864:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673991.739756:0:91864:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.739758:0:91864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673991.739760:0:91864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673991.739803:0:91864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.739812:0:91864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673991.739814:0:91864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.739818:0:91864:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673991.739821:0:91864:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673991.739823:0:91864:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673991.739827:0:91864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ls:50b6f219-0167-4a18-8ed7-c655d95343ea:91864:1859825953428096:192.168.201.103@tcp:101:ls.0 00000100:00000001:0.0:1773673991.739831:0:91864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673991.739837:0:91864:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673991.739839:0:91864:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673991.739842:0:91864:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673991.739846:0:91864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a1800. 02000000:00000001:0.0:1773673991.739849:0:91864:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673991.739857:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673991.739861:0:91864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773673991.739868:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773673991.739875:0:91864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953428096, portal 10 00000100:00000001:0.0:1773673991.739877:0:91864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673991.739879:0:91864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:0.0:1773673991.739885:0:91864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.739892:0:91864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673991.739895:0:91864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673991.739898:0:91864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773673991.739901:0:91864:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953428096, offset 0 00000400:00000200:0.0:1773673991.739908:0:91864:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673991.739917:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.739925:0:91864:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673991.739930:0:91864:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673991.739935:0:91864:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673991.739938:0:91864:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673991.739941:0:91864:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673991.739945:0:91864:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252482:252482:256:4294967295] 192.168.201.103@tcp LPNI seq info [252450:252450:8:4294967295] 00000400:00000200:0.0:1773673991.739950:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.739959:0:91864:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673991.739965:0:91864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673991.739969:0:91864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ae00. 00000800:00000200:0.0:1773673991.739976:0:91864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673991.739984:0:91864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673991.739989:0:91864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ae00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1773673991.740011:0:91864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673991.740015:0:91864:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 254123 usecs (255 jiffies) 00000400:00000200:0.0:1773673991.740019:0:91864:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673991.740022:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300549049 00000100:00000001:0.0:1773673991.740032:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300549041 00000100:00000001:0.0:1773673991.740038:0:91864:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300549049 00000100:00000001:0.0:1773673991.740041:0:91864:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300549041 00000100:00000001:0.0:1773673991.740044:0:91864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673991.740047:0:91864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673991.740049:0:91864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673991.740051:0:91864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773673991.740054:0:91864:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245600 going to sleep for 25 seconds 00000100:00000001:0.0:1773673991.740057:0:91864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673991.740060:0:91864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673991.740536:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673991.740541:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ae00. 00000400:00000200:1.0:1773673991.740548:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673991.740553:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673991.740559:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:1.0:1773673991.740562:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:1.0:1773673991.740566:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673991.740571:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.740580:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673991.740583:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673991.740590:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673991.740591:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1773673991.746205:0:2403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b11e0. 00000800:00000001:0.0:1773673991.746226:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.746240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673991.746243:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.746246:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.746255:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.746262:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673991.746271:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.746276:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.746281:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.746286:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c5280 00000400:00000200:0.0:1773673991.746290:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673991.746297:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4ce9 [1] + 224 00000800:00000001:0.0:1773673991.746305:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.746313:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673991.746316:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673991.746321:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673991.746328:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673991.746336:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673991.746348:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc07a01f80 x1859825953428096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674021 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673991.746545:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673991.746556:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673991.746560:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773673991.747115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869aa00. 00010000:00000010:2.1:1773673991.765889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000080:00000010:2.1:1773673991.765905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd4c0. 00000100:00000040:1.0:1773673992.007366:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300549049, at 4300549062 00000100:00000010:1.0:1773673992.007381:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b2a0. 00000100:00000040:0.0:1773673992.007496:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300549049, at 4300549062 00000100:00000010:0.0:1773673992.007502:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bd20. 00000800:00000200:1.0:1773673992.080373:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673992.080383:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc11bd5800. 00000400:00000200:1.0:1773673992.080393:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673992.080403:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673992.080410:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:1.0:1773673992.080414:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:1.0:1773673992.080419:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673992.080427:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.080441:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673992.080445:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.080453:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673992.080455:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673992.080468:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673992.080471:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6400. 00000400:00000200:1.0:1773673992.080474:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673992.080478:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673992.080481:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:1.0:1773673992.080483:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:1.0:1773673992.080486:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673992.080490:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.080499:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673992.080503:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.080510:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673992.080513:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673992.082827:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673992.082837:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6c00. 00000400:00000200:1.0:1773673992.082844:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673992.082854:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673992.082860:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:1.0:1773673992.082863:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:1.0:1773673992.082868:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673992.082876:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.082889:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673992.082893:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673992.082900:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673992.082903:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673992.092005:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092025:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673992.092029:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092033:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.092042:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092050:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673992.092059:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092065:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092071:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092077:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5380 00000400:00000200:0.0:1773673992.092082:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092088:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d09 [1] + 224 00000800:00000001:0.0:1773673992.092097:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092102:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.092105:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673992.092110:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673992.092117:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673992.092125:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673992.092136:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.092212:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673992.092216:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673992.092746:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673992.092758:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092800:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673992.092804:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092808:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.092813:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092817:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673992.092823:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092826:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092829:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092832:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c5300 00000400:00000200:0.0:1773673992.092836:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092840:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4cf9 [1] + 224 00000800:00000001:0.0:1773673992.092845:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092848:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.092850:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673992.092854:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673992.092857:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673992.092862:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673992.092878:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673992.092886:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673992.092890:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092893:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673992.092895:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.092897:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.092900:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092903:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673992.092907:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.092909:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.093116:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.093119:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c5400 00000400:00000200:0.0:1773673992.093123:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673992.093127:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d01 [1] + 224 00000800:00000001:0.0:1773673992.093131:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.093139:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673992.093142:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673992.093145:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673992.093149:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673992.093154:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673992.093163:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673992.093171:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673992.093175:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673992.093178:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773673992.094900:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673992.094905:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673992.094909:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b688. 00000400:00000200:3.0:1773673992.094917:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:3.0:1773673992.094920:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:3.0:1773673992.094924:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673992.094934:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673992.094947:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.094954:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673992.094956:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.094960:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673992.094964:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673992.094966:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673992.094968:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673992.094971:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673992.094982:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=75 v=16 (17 17 17 36) 00000100:00001000:3.0:1773673992.094987:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1773673992.094991:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673992.094993:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673992.094996:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673992.095000:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673992.095004:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673992.095006:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773673992.095008:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673992.095010:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673992.095016:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.095024:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673992.095028:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673992.095030:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673992.095034:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673992.095042:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953428352:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773673992.095049:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673992.095050:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673992.095052:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b4d0. 00000400:00000200:3.0:1773673992.095055:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:3.0:1773673992.095057:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:3.0:1773673992.095060:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673992.095064:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673992.095074:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.095081:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673992.095083:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.095085:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673992.095086:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673992.095088:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673992.095090:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673992.095092:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673992.095095:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673992.095098:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=142 v=5 (1 1 1 0) 00000100:00000001:3.0:1773673992.095101:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673992.095103:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673992.095104:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673992.095106:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673992.095108:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673992.095112:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.095120:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673992.095122:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673992.095123:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673992.095127:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673992.095135:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953428224:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773673992.095140:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773673992.095141:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773673992.095143:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be70. 00000400:00000200:3.0:1773673992.095145:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:3.0:1773673992.095147:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:3.0:1773673992.095150:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773673992.095154:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773673992.095163:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.095169:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773673992.095170:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.095172:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773673992.095173:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773673992.095175:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773673992.095177:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673992.095179:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773673992.096383:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1773673992.096389:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=28 v=5 (1 1 0 0) 00000100:00000001:3.0:1773673992.096392:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773673992.096394:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773673992.096397:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773673992.096400:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673992.096404:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773673992.096406:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:3.0:1773673992.096408:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773673992.096409:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673992.096418:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.096427:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673992.096430:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773673992.096432:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773673992.096437:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773673992.096447:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953428480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673992.096453:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.096457:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673992.096461:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288380 x1859825953428352/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.096469:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673992.096472:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673992.096477:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1aa00. 02000000:00000001:3.0:1773673992.096481:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673992.096484:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673992.096487:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773673992.096489:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673992.096493:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc11bd5a00. 02000000:00000001:3.0:1773673992.096499:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673992.096501:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673992.096503:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288380. 00000100:00000001:3.0:1773673992.096506:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673992.096508:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.096510:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673992.096514:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953428224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.096522:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673992.096523:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673992.096525:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a000. 02000000:00000001:3.0:1773673992.096527:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673992.096529:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673992.096530:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773673992.096532:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673992.096534:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc11bd5100. 02000000:00000001:3.0:1773673992.096536:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673992.096537:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673992.096538:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:3.0:1773673992.096541:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673992.096542:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.096544:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773673992.096547:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a300 x1859825953428480/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673992.096553:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773673992.096555:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773673992.096556:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a200. 02000000:00000001:3.0:1773673992.096558:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773673992.096559:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773673992.096561:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773673992.096562:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773673992.096564:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc11bd5700. 02000000:00000001:3.0:1773673992.096566:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773673992.096567:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773673992.096568:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a300. 00000100:00000001:3.0:1773673992.096571:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773673992.096573:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.096576:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673992.096586:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673992.096589:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673992.096591:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673992.096594:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673992.704916:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673992.704923:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673992.704929:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673992.704932:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673992.704935:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673992.704936:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673992.705042:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673992.705046:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673992.705049:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773673993.140238:0:91906:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673993.140243:0:91906:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773673993.140246:0:91906:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673993.140249:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb20 00000080:00200000:1.0:1773673993.140254:0:91906:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773673993.140262:0:91906:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01343000. 00800000:00000002:1.0:1773673993.140268:0:91906:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673993.141554:0:91906:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673993.141563:0:91906:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673993.141566:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba40 00800000:00000002:1.0:1773673993.141571:0:91906:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673993.141575:0:91906:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673993.141579:0:91906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673993.141581:0:91906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673993.141584:0:91906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673993.141586:0:91906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673993.141589:0:91906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673993.141591:0:91906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673993.141594:0:91906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673993.141598:0:91906:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673993.141603:0:91906:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673993.141604:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b910 00000002:00010000:1.0:1773673993.141606:0:91906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673993.141610:0:91906:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673993.141612:0:91906:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673993.141615:0:91906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673993.141711:0:91906:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 2 00010000:00000001:1.0:1773673993.141715:0:91906:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673993.141720:0:91906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673993.141725:0:91906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773673993.141730:0:91906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773673993.141741:0:91906:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773673993.141746:0:91906:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673993.141749:0:91906:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773673993.141757:0:91906:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773673993.141759:0:91906:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773673993.141761:0:91906:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673993.141852:0:91906:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773673993.141855:0:91906:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673993.141858:0:91906:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773673993.141861:0:91906:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773673993.141864:0:91906:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773673993.141869:0:91906:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01343000. 00000080:00000001:1.0:1773673993.141876:0:91906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773673993.141878:0:91906:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673993.141881:0:91906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773673993.141885:0:91906:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141b1 00800000:00000001:1.0:1773673993.141888:0:91906:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773673993.141891:0:91906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773673993.141893:0:91906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673993.141895:0:91906:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673993.141897:0:91906:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:1.0:1773673993.141900:0:91906:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673993.141902:0:91906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673993.141906:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673993.141908:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773673993.141909:0:91906:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673993.141911:0:91906:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773673993.141914:0:91906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b1 from it ffffbabdc1d0bb58 00010000:00000001:1.0:1773673993.141916:0:91906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773673993.141917:0:91906:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773673993.141918:0:91906:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:1.0:1773673993.141920:0:91906:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673993.141922:0:91906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:1.0:1773673993.141925:0:91906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773673993.141928:0:91906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773673993.141935:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673993.141936:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673993.141937:0:91906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773673993.141939:0:91906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773673993.141942:0:91906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773673993.141951:0:91906:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773673993.141955:0:91906:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773673993.141957:0:91906:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673993.141961:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673993.141962:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673993.141964:0:91906:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.141967:0:91906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773673993.141969:0:91906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.141971:0:91906:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.141973:0:91906:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.141975:0:91906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773673993.141977:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673993.141977:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773673993.141980:0:91906:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773673993.141982:0:91906:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773673993.141985:0:91906:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773673993.141990:0:91906:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773673993.141995:0:91906:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773673993.141998:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb48 00000080:00002000:1.0:1773673993.141999:0:91906:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc045c6af8) flags 0x28004e refc 0 00000080:00000001:1.0:1773673993.142002:0:91906:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673993.142004:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb90 00000080:00200000:1.0:1773673993.142005:0:91906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000002:1.0:1773673993.142011:0:91906:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1773673993.142021:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bd08 00000080:00200008:1.0:1773673993.142023:0:91906:0:(file.c:6209:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff98dc04a05b88), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1773673993.142028:0:91906:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773673993.142030:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bc80 00000080:00200000:1.0:1773673993.142032:0:91906:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88),name=d130b.recovery-small 00000080:00000010:1.0:1773673993.142040:0:91906:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01343000. 00800000:00000002:1.0:1773673993.142044:0:91906:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773673993.142050:0:91906:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673993.142051:0:91906:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673993.142053:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bba0 00800000:00000002:1.0:1773673993.142055:0:91906:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673993.142058:0:91906:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773673993.142061:0:91906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673993.142063:0:91906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673993.142064:0:91906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673993.142066:0:91906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673993.142068:0:91906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673993.142070:0:91906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673993.142072:0:91906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773673993.142073:0:91906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673993.142075:0:91906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673993.142076:0:91906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673993.142077:0:91906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673993.142079:0:91906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673993.142080:0:91906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773673993.142082:0:91906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673993.142084:0:91906:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673993.142087:0:91906:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673993.142088:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba70 00000002:00010000:1.0:1773673993.142090:0:91906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773673993.142093:0:91906:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773673993.142094:0:91906:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773673993.142096:0:91906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773673993.142099:0:91906:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:1.0:1773673993.142102:0:91906:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773673993.142105:0:91906:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:1.0:1773673993.142108:0:91906:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673993.142110:0:91906:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673993.142112:0:91906:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673993.142115:0:91906:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773673993.142120:0:91906:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773673993.142124:0:91906:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773673993.142130:0:91906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673993.142134:0:91906:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673993.142136:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673993.142138:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673993.142139:0:91906:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673993.142142:0:91906:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673993.142144:0:91906:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673993.142147:0:91906:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673993.142154:0:91906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6c00. 00000100:00000001:1.0:1773673993.142161:0:91906:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.144060:0:91906:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673993.144063:0:91906:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.144065:0:91906:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673993.144066:0:91906:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673993.144068:0:91906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673993.144078:0:91906:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00010000:00000001:1.0:1773673993.144083:0:91906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673993.144086:0:91906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673993.144092:0:91906:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 2 00010000:00000001:1.0:1773673993.144096:0:91906:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673993.144098:0:91906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673993.144617:0:91906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085400. 00000020:00000001:1.0:1773673993.144733:0:91906:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673993.144736:0:91906:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085400 with handle 0x2f77f561138141cd to hash 00000020:00000001:1.0:1773673993.144739:0:91906:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673993.144741:0:91906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773673993.144744:0:91906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773673993.144749:0:91906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673993.144752:0:91906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673993.144756:0:91906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673993.145350:0:91906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673993.145368:0:91906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673993.145377:0:91906:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673993.145380:0:91906:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673993.145392:0:91906:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06707780. 00000100:00000001:1.0:1773673993.145395:0:91906:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669501101952 : -113404208449664 : ffff98dc06707780) 00000100:00000001:1.0:1773673993.145398:0:91906:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673993.145400:0:91906:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:1.0:1773673993.145422:0:91906:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673993.145427:0:91906:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673993.145429:0:91906:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673993.145431:0:91906:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673993.145442:0:91906:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673993.145451:0:91906:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673993.145454:0:91906:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673993.145457:0:91906:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673993.145462:0:91906:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673993.145464:0:91906:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673993.145468:0:91906:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91906:1859825953428608:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773673993.145472:0:91906:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673993.145479:0:91906:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673993.145482:0:91906:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673993.145484:0:91906:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673993.145490:0:91906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc072fa800. 02000000:00000001:1.0:1773673993.145492:0:91906:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673993.145500:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673993.145505:0:91906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773673993.145512:0:91906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773673993.145519:0:91906:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953428608, portal 10 00000100:00000001:1.0:1773673993.145521:0:91906:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673993.145523:0:91906:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773673993.145528:0:91906:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674023 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673993.145536:0:91906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673993.145540:0:91906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673993.145542:0:91906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773673993.145545:0:91906:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953428608, offset 0 00000400:00000200:1.0:1773673993.145553:0:91906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673993.145562:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673993.145569:0:91906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673993.145573:0:91906:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673993.145578:0:91906:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673993.145582:0:91906:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673993.145585:0:91906:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673993.145589:0:91906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252486:252486:256:4294967295] 192.168.201.103@tcp LPNI seq info [252454:252454:8:4294967295] 00000400:00000200:1.0:1773673993.145594:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673993.145604:0:91906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673993.145610:0:91906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673993.145615:0:91906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3200. 00000800:00000200:1.0:1773673993.145880:0:91906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673993.145889:0:91906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673993.145895:0:91906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773673993.146120:0:91906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673993.146125:0:91906:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 253498 usecs (254 jiffies) 00000400:00000200:1.0:1773673993.146129:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673993.146132:0:91906:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300550455 00000800:00000200:1.0:1773673993.146244:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673993.146248:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3200. 00000400:00000200:1.0:1773673993.146252:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673993.146257:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673993.146262:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:1.0:1773673993.146265:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:1.0:1773673993.146268:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673993.146273:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674023 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673993.146283:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673993.146286:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674023 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673993.146298:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673993.146300:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773673993.146318:0:91906:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300553036 00000100:00000001:1.0:1773673993.146322:0:91906:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300550455 00000100:00000001:1.0:1773673993.146324:0:91906:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300553036 00000100:00000001:1.0:1773673993.146327:0:91906:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673993.146330:0:91906:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673993.146333:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673993.146335:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773673993.146338:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 25 seconds 00000100:00000001:1.0:1773673993.146340:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673993.146343:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673993.729086:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673993.729093:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673993.729099:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673993.729101:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673993.729105:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673993.729106:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673993.730125:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673993.730130:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673993.730134:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673994.752979:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673994.752988:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673994.752995:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673994.752997:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673994.753000:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673994.753002:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673995.139501:0:91908:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673995.139510:0:91908:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673995.139512:0:91908:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673995.139516:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbb20 00000080:00200000:0.0:1773673995.139521:0:91908:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673995.139529:0:91908:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13600. 00800000:00000002:0.0:1773673995.139536:0:91908:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:0.0:1773673995.139540:0:91908:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673995.139545:0:91908:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.139547:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfba40 00800000:00000002:0.0:1773673995.139550:0:91908:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.139554:0:91908:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673995.139557:0:91908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673995.139559:0:91908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673995.139561:0:91908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673995.139564:0:91908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673995.139567:0:91908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.139568:0:91908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.139571:0:91908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.139575:0:91908:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673995.139579:0:91908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.139581:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfb910 00000002:00010000:0.0:1773673995.139584:0:91908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673995.140187:0:91908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673995.140189:0:91908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673995.140193:0:91908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673995.140200:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 3 00010000:00000001:0.0:1773673995.140204:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673995.140209:0:91908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673995.140215:0:91908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673995.140220:0:91908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773673995.140232:0:91908:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673995.140237:0:91908:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.140240:0:91908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773673995.140248:0:91908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673995.140250:0:91908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673995.140252:0:91908:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673995.140254:0:91908:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673995.140257:0:91908:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673995.140259:0:91908:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673995.140262:0:91908:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673995.140265:0:91908:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:0.0:1773673995.140269:0:91908:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13600. 00000080:00000001:0.0:1773673995.140274:0:91908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673995.140276:0:91908:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.140279:0:91908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673995.140283:0:91908:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141b1 00800000:00000001:0.0:1773673995.140286:0:91908:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673995.140289:0:91908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673995.140291:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.140293:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.140296:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673995.140299:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.140302:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.140305:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.140307:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673995.140308:0:91908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.140311:0:91908:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.140314:0:91908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b1 from it ffffbabdc1cfbb58 00010000:00000001:0.0:1773673995.140316:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.140318:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.140319:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673995.140321:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.140324:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.140326:0:91908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673995.140329:0:91908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773673995.140336:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.140337:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.140339:0:91908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673995.140342:0:91908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673995.140344:0:91908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773673995.140353:0:91908:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.140356:0:91908:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673995.140359:0:91908:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673995.140363:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.140364:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.140366:0:91908:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.140371:0:91908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673995.140373:0:91908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.140375:0:91908:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.140379:0:91908:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.140381:0:91908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673995.140384:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.140385:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673995.140388:0:91908:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673995.140390:0:91908:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673995.140393:0:91908:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673995.140398:0:91908:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673995.140403:0:91908:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673995.140406:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbb48 00000080:00002000:0.0:1773673995.140408:0:91908:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc045c6af8) flags 0x28004e refc 1 00000080:00000001:0.0:1773673995.140411:0:91908:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673995.140414:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbb90 00000080:00200000:0.0:1773673995.140416:0:91908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000002:0.0:1773673995.140423:0:91908:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1773673995.140432:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbd08 00000080:00200008:0.0:1773673995.140434:0:91908:0:(file.c:6209:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff98dc04a05b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673995.140439:0:91908:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673995.140441:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbc80 00000080:00200000:0.0:1773673995.140443:0:91908:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88),name=d130b.recovery-small 00000080:00000010:0.0:1773673995.140448:0:91908:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13600. 00800000:00000002:0.0:1773673995.140451:0:91908:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:0.0:1773673995.140456:0:91908:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673995.140458:0:91908:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.140460:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbba0 00800000:00000002:0.0:1773673995.140462:0:91908:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.140465:0:91908:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673995.140468:0:91908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673995.140469:0:91908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673995.140471:0:91908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673995.140473:0:91908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673995.140475:0:91908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.140477:0:91908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.140479:0:91908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.140481:0:91908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673995.140482:0:91908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673995.140483:0:91908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673995.140485:0:91908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673995.140487:0:91908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.140489:0:91908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:0.0:1773673995.140491:0:91908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.140493:0:91908:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673995.140496:0:91908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.140497:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfba70 00000002:00010000:0.0:1773673995.140499:0:91908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673995.140502:0:91908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673995.140503:0:91908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673995.140505:0:91908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673995.140508:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:0.0:1773673995.140510:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773673995.140514:0:91908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:0.0:1773673995.140517:0:91908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.140519:0:91908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.140522:0:91908:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773673995.140524:0:91908:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773673995.140530:0:91908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773673995.140535:0:91908:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773673995.140541:0:91908:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773673995.140545:0:91908:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673995.140548:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.140549:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.140550:0:91908:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.140569:0:91908:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773673995.140571:0:91908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773673995.140575:0:91908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773673995.140583:0:91908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063ab400. 00000100:00000001:0.0:1773673995.140593:0:91908:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.147517:0:91908:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673995.147520:0:91908:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.147522:0:91908:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773673995.147523:0:91908:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.147525:0:91908:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.147534:0:91908:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00010000:00000001:0.0:1773673995.147542:0:91908:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773673995.147545:0:91908:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773673995.147552:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 3 00010000:00000001:0.0:1773673995.147557:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673995.147559:0:91908:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773673995.147568:0:91908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3c00. 00000020:00000001:0.0:1773673995.147573:0:91908:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773673995.147575:0:91908:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3c00 with handle 0x2f77f561138141d4 to hash 00000020:00000001:0.0:1773673995.147578:0:91908:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773673995.147579:0:91908:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.147582:0:91908:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.147908:0:91908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673995.147913:0:91908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.147918:0:91908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673995.147928:0:91908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673995.147942:0:91908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773673995.147949:0:91908:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773673995.147951:0:91908:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773673995.147959:0:91908:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773673995.147961:0:91908:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114752 : -113404213436864 : ffff98dc06245e40) 00000100:00000001:0.0:1773673995.147964:0:91908:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673995.147965:0:91908:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000001:0.0:1773673995.147970:0:91908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773673995.147975:0:91908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.147977:0:91908:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773673995.147979:0:91908:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773673995.147989:0:91908:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.148004:0:91908:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773673995.148007:0:91908:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673995.148010:0:91908:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773673995.148014:0:91908:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773673995.148017:0:91908:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773673995.148020:0:91908:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91908:1859825953428736:192.168.201.103@tcp:101:rm.0 00000100:00000001:0.0:1773673995.148025:0:91908:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773673995.148031:0:91908:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773673995.148034:0:91908:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673995.148036:0:91908:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773673995.148043:0:91908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a3800. 02000000:00000001:0.0:1773673995.148045:0:91908:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773673995.148053:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773673995.148058:0:91908:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773673995.148065:0:91908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773673995.148072:0:91908:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953428736, portal 10 00000100:00000001:0.0:1773673995.148074:0:91908:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773673995.148075:0:91908:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:0.0:1773673995.148096:0:91908:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.148104:0:91908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773673995.148107:0:91908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773673995.148111:0:91908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979440. 00000100:00000200:0.0:1773673995.148114:0:91908:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953428736, offset 0 00000400:00000200:0.0:1773673995.148120:0:91908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773673995.148128:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.148136:0:91908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773673995.148141:0:91908:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773673995.148145:0:91908:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773673995.148149:0:91908:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773673995.148152:0:91908:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773673995.148156:0:91908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252487:252487:256:4294967295] 192.168.201.103@tcp LPNI seq info [252455:252455:8:4294967295] 00000400:00000200:0.0:1773673995.148161:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.148171:0:91908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773673995.148177:0:91908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773673995.148182:0:91908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a600. 00000800:00000200:0.0:1773673995.148190:0:91908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773673995.148198:0:91908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773673995.148203:0:91908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773673995.148227:0:91908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673995.148232:0:91908:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 253498 usecs (254 jiffies) 00000400:00000200:0.0:1773673995.148236:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773673995.148239:0:91908:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300552457 00000100:00000001:0.0:1773673995.148242:0:91908:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300553036 00000100:00000001:0.0:1773673995.148244:0:91908:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300552457 00000100:00000001:0.0:1773673995.148246:0:91908:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300553036 00000100:00000001:0.0:1773673995.148249:0:91908:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673995.148251:0:91908:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.148254:0:91908:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773673995.148255:0:91908:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773673995.148258:0:91908:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245e40 going to sleep for 25 seconds 00000100:00000001:0.0:1773673995.148261:0:91908:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773673995.148264:0:91908:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673995.148418:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673995.148424:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a600. 00000400:00000200:1.0:1773673995.148431:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.148436:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673995.148441:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979440 00000400:00000010:1.0:1773673995.148444:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979440. 00000100:00000001:1.0:1773673995.148448:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673995.148453:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.148464:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673995.148468:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.148475:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.148476:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673995.160879:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.161085:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673995.161089:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.161093:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.161102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.161109:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673995.161118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.161124:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.161129:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.161140:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c5500 00000400:00000200:1.0:1773673995.161146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.161152:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4d21 [1] + 224 00000800:00000001:1.0:1773673995.161160:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.161169:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.161172:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.161177:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673995.161184:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673995.161193:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673995.161205:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.161228:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673995.161237:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.161240:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673995.161318:0:91908:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773673995.161327:0:91908:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773673995.161329:0:91908:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773673995.161332:0:91908:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773673995.161526:0:91908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:0.0:1773673995.161529:0:91908:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:0.0:1773673995.161532:0:91908:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673995.161537:0:91908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773673995.161547:0:91908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.161555:0:91908:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773673995.161558:0:91908:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673995.161560:0:91908:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773673995.161564:0:91908:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773673995.161566:0:91908:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773673995.161568:0:91908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773673995.161571:0:91908:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773673995.161580:0:91908:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=78 v=16 (17 17 17 36) 00000100:00001000:0.0:1773673995.161585:0:91908:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1773673995.161588:0:91908:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773673995.161589:0:91908:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.161592:0:91908:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773673995.161596:0:91908:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.161600:0:91908:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773673995.161602:0:91908:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215227 00000100:00000001:0.0:1773673995.161604:0:91908:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773673995.161607:0:91908:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773673995.161612:0:91908:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.161620:0:91908:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773673995.161623:0:91908:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773673995.161625:0:91908:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773673995.161630:0:91908:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674025 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773673995.161639:0:91908:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91908:1859825953428736:192.168.201.103@tcp:101:rm.0 00000100:00000001:0.0:1773673995.161644:0:91908:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773673995.161647:0:91908:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.161649:0:91908:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773673995.161651:0:91908:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673995.161655:0:91908:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674025 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.161674:0:91908:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773673995.161677:0:91908:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773673995.161681:0:91908:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773673995.161682:0:91908:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.161686:0:91908:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773673995.161689:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161692:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161695:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=4 00000020:00000001:0.0:1773673995.161697:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161700:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000040:0.0:1773673995.161707:0:91908:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f3c00, remote cookie: 0x441c89a0128d6928, flags: 0x1001 00010000:00010000:0.0:1773673995.161712:0:91908:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773673995.161720:0:91908:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773673995.161723:0:91908:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1773673995.161730:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:0.0:1773673995.161733:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673995.161736:0:91908:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.161740:0:91908:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773673995.161749:0:91908:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161756:0:91908:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773673995.161759:0:91908:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773673995.161762:0:91908:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773673995.161763:0:91908:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773673995.161809:0:91908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773673995.161812:0:91908:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff98dc02dabb00) refcount = 2 00010000:00000040:0.0:1773673995.161816:0:91908:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773673995.161819:0:91908:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a600/0x2f77f561138141b8 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68e9 expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773673995.161827:0:91908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161833:0:91908:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773673995.161837:0:91908:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773673995.161839:0:91908:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673995.161842:0:91908:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773673995.161844:0:91908:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.161848:0:91908:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161855:0:91908:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773673995.161856:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161858:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.161859:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161860:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.161862:0:91908:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.161868:0:91908:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773673995.161869:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161871:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161872:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.161874:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161876:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161879:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161880:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161881:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=4 00000020:00000001:0.0:1773673995.161883:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161884:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161887:0:91908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673995.161890:0:91908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.161893:0:91908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161904:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161905:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.161907:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161908:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161909:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=5 00000020:00000001:0.0:1773673995.161911:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161913:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161916:0:91908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673995.161919:0:91908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161926:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161927:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773673995.161930:0:91908:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161937:0:91908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673995.161938:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161939:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.161940:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161941:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773673995.161946:0:91908:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674025 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773673995.161956:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161957:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161959:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.161961:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161963:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161965:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161966:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673995.161967:0:91908:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.161970:0:91908:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.161973:0:91908:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773673995.161976:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161977:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161978:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.161979:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.161981:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00000002:00010000:0.0:1773673995.161985:0:91908:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.161992:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.161993:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.161995:0:91908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773673995.161996:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.161997:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.161998:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.162000:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162001:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000040:0.0:1773673995.162004:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:0.0:1773673995.162007:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773673995.162010:0:91908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:0.0:1773673995.162013:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162014:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673995.162015:0:91908:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773673995.162018:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfb9f0 00000002:00002000:0.0:1773673995.162020:0:91908:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773673995.162023:0:91908:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.162026:0:91908:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.162029:0:91908:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773673995.162033:0:91908:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773673995.162036:0:91908:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.162040:0:91908:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:0.0:1773673995.162045:0:91908:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13600. 00000080:00000001:0.0:1773673995.162049:0:91908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673995.162052:0:91908:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773673995.162059:0:91908:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773673995.162063:0:91908:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773673995.162069:0:91908:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc056e18c0. 00800000:00000001:0.0:1773673995.162071:0:91908:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484169408 : -113404225382208 : ffff98dc056e18c0) 00800000:00000001:0.0:1773673995.162074:0:91908:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773673995.162076:0:91908:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773673995.162079:0:91908:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773673995.162081:0:91908:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:0.0:1773673995.162084:0:91908:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773673995.162087:0:91908:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773673995.162089:0:91908:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673995.162093:0:91908:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:0.0:1773673995.162096:0:91908:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:0.0:1773673995.162101:0:91908:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00010000:00000001:0.0:1773673995.162103:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.162105:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.162106:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.162108:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162110:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162112:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162113:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773673995.162115:0:91908:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773673995.162118:0:91908:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773673995.162119:0:91908:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc056e18c0 1 00800000:00000010:0.0:1773673995.162122:0:91908:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc056e18c0. 00800000:00000001:0.0:1773673995.162125:0:91908:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.162128:0:91908:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff98dc04a05b88) for lock 0x2f77f561138141d4 00800000:00000001:0.0:1773673995.162132:0:91908:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673995.162133:0:91908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673995.162135:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.162136:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.162137:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.162139:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162141:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162144:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162145:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673995.162146:0:91908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.162164:0:91908:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773673995.162169:0:91908:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1773673995.162173:0:91908:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.162176:0:91908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff98dc04a05b88) 00000080:00010000:0.0:1773673995.162179:0:91908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141d4 from it ffffbabdc1cfbcb8 00010000:00000001:0.0:1773673995.162181:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.162182:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.162184:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3c00 refcount=3 00000020:00000001:0.0:1773673995.162185:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162188:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930937344 : -113403778614272 : ffff98dc200f3c00) 00010000:00000001:0.0:1773673995.162190:0:91908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673995.162193:0:91908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773673995.162200:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162201:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.162202:0:91908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673995.162205:0:91908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673995.162207:0:91908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3c00/0x2f77f561138141d4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6928 expref: -99 pid: 91908 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773673995.162214:0:91908:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.162217:0:91908:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673995.162218:0:91908:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673995.162222:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162224:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.162225:0:91908:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162228:0:91908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673995.162230:0:91908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162232:0:91908:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162453:0:91908:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162456:0:91908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673995.162458:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162459:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673995.162461:0:91908:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673995.162466:0:91908:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953428736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674025 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.162473:0:91908:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773673995.162475:0:91908:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773673995.162479:0:91908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a3800. 02000000:00000001:0.0:1773673995.162483:0:91908:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773673995.162486:0:91908:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773673995.162487:0:91908:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773673995.162489:0:91908:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773673995.162492:0:91908:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063ab400. 02000000:00000001:0.0:1773673995.162495:0:91908:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773673995.162497:0:91908:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773673995.162498:0:91908:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:0.0:1773673995.162502:0:91908:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773673995.162503:0:91908:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773673995.162508:0:91908:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673995.162513:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbd08 00000080:00000008:0.0:1773673995.162515:0:91908:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff98dc04a05b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773673995.162566:0:91908:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673995.162570:0:91908:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773673995.162571:0:91908:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773673995.162573:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbbc0 00000080:00200000:0.0:1773673995.162575:0:91908:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773673995.162581:0:91908:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13600. 00800000:00000002:0.0:1773673995.162585:0:91908:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:0.0:1773673995.162588:0:91908:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773673995.162591:0:91908:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.162594:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbae0 00800000:00000002:0.0:1773673995.162595:0:91908:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.162599:0:91908:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773673995.162600:0:91908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773673995.162603:0:91908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773673995.162605:0:91908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773673995.162607:0:91908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773673995.162610:0:91908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.162612:0:91908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773673995.162615:0:91908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773673995.162618:0:91908:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773673995.162622:0:91908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773673995.162623:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfb9b0 00000002:00010000:0.0:1773673995.162625:0:91908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773673995.162629:0:91908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773673995.162631:0:91908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773673995.162633:0:91908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773673995.162636:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 3 00010000:00000001:0.0:1773673995.162638:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773673995.162641:0:91908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773673995.162644:0:91908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773673995.162647:0:91908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773673995.162655:0:91908:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773673995.162669:0:91908:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773673995.162673:0:91908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773673995.162680:0:91908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773673995.162681:0:91908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773673995.162684:0:91908:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673995.162686:0:91908:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773673995.162687:0:91908:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673995.162689:0:91908:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773673995.162692:0:91908:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773673995.162693:0:91908:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 3 00000080:00000010:0.0:1773673995.162695:0:91908:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13600. 00000080:00000001:0.0:1773673995.162698:0:91908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773673995.162700:0:91908:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.162702:0:91908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773673995.162705:0:91908:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141b1 00800000:00000001:0.0:1773673995.162708:0:91908:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773673995.162709:0:91908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773673995.162710:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.162712:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.162713:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673995.162715:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.162717:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.162719:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162720:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773673995.162721:0:91908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773673995.162723:0:91908:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773673995.162725:0:91908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141b1 from it ffffbabdc1cfbbf8 00010000:00000001:0.0:1773673995.162727:0:91908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773673995.162728:0:91908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773673995.162730:0:91908:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2a00 refcount=3 00000020:00000001:0.0:1773673995.162732:0:91908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.162734:0:91908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932736 : -113403778618880 : ffff98dc200f2a00) 00010000:00000001:0.0:1773673995.162736:0:91908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773673995.162739:0:91908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773673995.162745:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162746:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.162747:0:91908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773673995.162749:0:91908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773673995.162751:0:91908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2a00/0x2f77f561138141b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d68cd expref: -99 pid: 91864 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773673995.162758:0:91908:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.162760:0:91908:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673995.162762:0:91908:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673995.162787:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162789:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673995.162790:0:91908:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162792:0:91908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673995.162793:0:91908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162795:0:91908:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162797:0:91908:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.162799:0:91908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773673995.162800:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673995.162802:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773673995.162803:0:91908:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773673995.162805:0:91908:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773673995.162807:0:91908:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773673995.162810:0:91908:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673995.162814:0:91908:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773673995.162816:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbbc0 00000080:00002000:0.0:1773673995.162818:0:91908:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff98dc045c6af8) flags 0x28004e refc 1 00000080:00000001:0.0:1773673995.162820:0:91908:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773673995.162822:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbc08 00000080:00200000:0.0:1773673995.162823:0:91908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=266 00000080:00000002:0.0:1773673995.162827:0:91908:0:(llite_lib.c:3112:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1773673995.162832:0:91908:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773673995.162833:0:91908:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88), inode mode 41ed mask 44 00000080:00000001:0.0:1773673995.162835:0:91908:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773673995.162841:0:91908:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773673995.162843:0:91908:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773673995.162845:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfbb78 00000080:00200008:0.0:1773673995.164486:0:91908:0:(file.c:1030:ll_file_open()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff98dc04a05b88), flags 704400 00000080:00000010:1.0:1773673995.166083:0:91908:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc01784000. 00000080:00000001:1.0:1773673995.166098:0:91908:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773673995.166103:0:91908:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc01342c00. 00800000:00000002:1.0:1773673995.166110:0:91908:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 3 00000080:00000001:1.0:1773673995.166115:0:91908:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773673995.166119:0:91908:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773673995.166122:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfba28 00800000:00000002:1.0:1773673995.166124:0:91908:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x5:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773673995.166129:0:91908:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773673995.166248:0:91908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773673995.166251:0:91908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773673995.166254:0:91908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773673995.166258:0:91908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773673995.166260:0:91908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773673995.166263:0:91908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773673995.166266:0:91908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673995.166270:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfb9a8 00800000:00000002:1.0:1773673995.166272:0:91908:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773673995.166533:0:91908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773673995.166536:0:91908:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cfb8e0 00000002:00010000:1.0:1773673995.166538:0:91908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1773673995.166543:0:91908:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773673995.166546:0:91908:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773673995.166549:0:91908:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773673995.166556:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:1.0:1773673995.166559:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673995.166563:0:91908:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773673995.166566:0:91908:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166569:0:91908:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673995.166571:0:91908:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673995.166573:0:91908:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773673995.166575:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 3 00010000:00000001:1.0:1773673995.166577:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673995.166579:0:91908:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773673995.166580:0:91908:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166582:0:91908:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673995.166584:0:91908:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773673995.166741:0:91908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773673995.166747:0:91908:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773673995.166754:0:91908:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773673995.166755:0:91908:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166758:0:91908:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773673995.166762:0:91908:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773673995.166788:0:91908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773673995.166790:0:91908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773673995.166792:0:91908:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.166795:0:91908:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773673995.166798:0:91908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773673995.166802:0:91908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773673995.166810:0:91908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c6400. 00000100:00000001:1.0:1773673995.166817:0:91908:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166821:0:91908:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673995.166823:0:91908:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166824:0:91908:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773673995.166826:0:91908:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773673995.166828:0:91908:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773673995.166834:0:91908:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00010000:00000001:1.0:1773673995.166837:0:91908:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773673995.166839:0:91908:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773673995.166842:0:91908:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91f00 count: 3 00010000:00000001:1.0:1773673995.166844:0:91908:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773673995.166846:0:91908:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773673995.167025:0:91908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085a00. 00000020:00000001:1.0:1773673995.167031:0:91908:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773673995.167034:0:91908:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085a00 with handle 0x2f77f561138141db to hash 00000020:00000001:1.0:1773673995.167036:0:91908:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773673995.167038:0:91908:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773673995.167041:0:91908:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773673995.167045:0:91908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773673995.167047:0:91908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673995.167051:0:91908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f561138141db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773673995.167061:0:91908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f561138141db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773673995.167074:0:91908:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773673995.167086:0:91908:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773673995.167095:0:91908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f561138141db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773673995.167102:0:91908:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773673995.167104:0:91908:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773673995.167112:0:91908:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06707000. 00000100:00000001:1.0:1773673995.167115:0:91908:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669501100032 : -113404208451584 : ffff98dc06707000) 00000100:00000001:1.0:1773673995.167118:0:91908:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673995.167119:0:91908:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000001:1.0:1773673995.167124:0:91908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773673995.167127:0:91908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.167129:0:91908:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773673995.167144:0:91908:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773673995.167148:0:91908:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.167156:0:91908:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773673995.167158:0:91908:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673995.167163:0:91908:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773673995.167166:0:91908:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773673995.167169:0:91908:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773673995.167172:0:91908:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:91908:1859825953428992:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773673995.167177:0:91908:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773673995.167181:0:91908:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773673995.167183:0:91908:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773673995.167186:0:91908:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773673995.167284:0:91908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98dc05680000. 02000000:00000001:1.0:1773673995.167287:0:91908:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773673995.167296:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773673995.167301:0:91908:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000400:00000010:1.0:1773673995.167309:0:91908:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98dc072f8800. 00000100:00000200:1.0:1773673995.167316:0:91908:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859825953428992, portal 10 00000100:00000001:1.0:1773673995.167318:0:91908:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773673995.167320:0:91908:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:1.0:1773673995.167327:0:91908:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674025 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.167339:0:91908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773673995.167342:0:91908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773673995.167345:0:91908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773673995.167348:0:91908:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953428992, offset 0 00000400:00000200:1.0:1773673995.167354:0:91908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773673995.167363:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.167803:0:91908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673995.167807:0:91908:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773673995.167812:0:91908:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773673995.167816:0:91908:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773673995.167819:0:91908:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773673995.167823:0:91908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252488:252488:256:4294967295] 192.168.201.103@tcp LPNI seq info [252456:252456:8:4294967295] 00000400:00000200:1.0:1773673995.167829:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.167839:0:91908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773673995.167845:0:91908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673995.167851:0:91908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3200. 00000800:00000200:1.0:1773673995.167858:0:91908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673995.167867:0:91908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673995.167871:0:91908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773673995.167896:0:91908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773673995.167901:0:91908:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 252898 usecs (253 jiffies) 00000400:00000200:1.0:1773673995.167905:0:91908:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773673995.167908:0:91908:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300552476 00000100:00000001:1.0:1773673995.167911:0:91908:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300553036 00000100:00000001:1.0:1773673995.167913:0:91908:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300552476 00000100:00000001:1.0:1773673995.167916:0:91908:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300553036 00000100:00000001:1.0:1773673995.167918:0:91908:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773673995.167921:0:91908:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.167924:0:91908:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773673995.167926:0:91908:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773673995.167929:0:91908:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707000 going to sleep for 25 seconds 00000100:00000001:1.0:1773673995.167931:0:91908:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773673995.167935:0:91908:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773673995.169223:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773673995.169228:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3200. 00000400:00000200:0.0:1773673995.169233:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673995.169240:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773673995.169245:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:0.0:1773673995.169247:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:0.0:1773673995.169251:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773673995.169257:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674025 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.169267:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773673995.169270:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674025 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.169277:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773673995.169279:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673995.173109:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.173126:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673995.173142:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.173146:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.173157:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.173164:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673995.173174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.173180:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.173185:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.173190:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c5600 00000400:00000200:1.0:1773673995.173195:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.173202:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4d31 [64] + 224 00000800:00000001:1.0:1773673995.173210:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.173219:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.173222:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.173227:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673995.173235:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673995.173244:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674025 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773673995.173256:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc12fba300 x1859825953428992/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.173355:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673995.173364:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.173368:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673995.195613:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673995.195623:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6700. 00000400:00000200:1.0:1773673995.195632:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.195641:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673995.195648:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:1.0:1773673995.195651:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:1.0:1773673995.195656:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673995.195674:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953429120/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773674011 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.195686:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673995.195690:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953429120/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773674011 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.195697:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.195698:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773673995.211471:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.211488:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673995.211492:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.211495:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.211505:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211512:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673995.211521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211526:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211531:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211536:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 4096 into portal 14 MB=0x69b80794c5680 00000400:00000200:1.0:1773673995.211541:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211548:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.201.103@tcp of length 4096/4096 into md 0x2c4d41 [256] + 0 00000400:00000010:1.0:1773673995.211554:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b0b0. 00000400:00000200:1.0:1773673995.211560:0:2404:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98dc07c9c000 00000800:00000001:1.0:1773673995.211565:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673995.211606:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673995.211610:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.211615:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673995.211621:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07c9c000 00000400:00000010:1.0:1773673995.211624:0:2404:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff98dc07c9c000. 00000100:00000001:1.0:1773673995.211629:0:2404:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1773673995.211632:0:2404:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98dc04288700 desc ffff98dc0959e800 mbits 1859825953429120 00000100:00000001:1.0:1773673995.211648:0:2404:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1773673995.211657:0:2404:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773673995.211669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211675:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773673995.211682:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252490:252490:256:4294967295] 192.168.201.103@tcp LPNI seq info [252458:252458:8:4294967295] 00000400:00000200:1.0:1773673995.211687:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673995.211695:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) 192.168.201.103@tcp : ACK try# 0 00000800:00000200:1.0:1773673995.211700:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773673995.211708:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98dc07fc4000. 00000800:00000200:1.0:1773673995.211714:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773673995.211720:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773673995.211725:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc07fc4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1773673995.212017:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.212023:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673995.213173:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673995.213178:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98dc07fc4000. 00000400:00000200:1.0:1773673995.213184:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.213191:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: ACK: OK 00010000:00000010:2.1:1773673995.218814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085a00. 00000800:00000001:0.0:1773673995.229763:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.229822:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673995.229826:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.229829:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.229839:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.229847:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673995.229857:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.229862:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.229867:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.229872:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 440 into portal 10 MB=0x69b80794c5680 00000400:00000200:0.0:1773673995.229876:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.230071:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 440/440 into md 0x2c4d49 [1] + 224 00000800:00000001:0.0:1773673995.230082:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.230095:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.230100:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673995.230104:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673995.230111:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673995.230120:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953429120/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773674011 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673995.230142:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98dc04288700 x1859825953429120/t0(0) o37->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773674011 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.230161:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673995.230169:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.230174:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673995.232746:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673995.232753:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6600. 00000400:00000200:1.0:1773673995.232758:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.232790:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673995.232796:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:1.0:1773673995.232798:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:1.0:1773673995.232802:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673995.232808:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953429376/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674011 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.232818:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673995.232821:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953429376/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674011 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773673995.232828:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.232830:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673995.239420:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.239438:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673995.239442:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.239444:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.239454:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.239464:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673995.239473:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.239478:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.239484:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.239488:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c5780 00000400:00000200:0.0:1773673995.239493:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.239499:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4d51 [1] + 224 00000800:00000001:0.0:1773673995.239507:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.239514:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.239517:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673995.239521:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673995.239528:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673995.239537:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953429376/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674011 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773673995.239548:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc04288700 x1859825953429376/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674011 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773673995.239571:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673995.239579:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.239582:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773673995.246178:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673995.246185:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6f00. 00000400:00000200:1.0:1773673995.246190:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673995.246196:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673995.246203:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:1.0:1773673995.246206:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:1.0:1773673995.246210:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673995.246215:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953429632/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773674025 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673995.246225:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673995.246229:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953429632/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773674025 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673995.246235:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673995.246236:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673995.260750:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.260801:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673995.260806:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.260811:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.260822:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.260831:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673995.260841:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.260847:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.260854:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.260858:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c5880 00000400:00000200:0.0:1773673995.260863:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673995.260871:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4d59 [1] + 224 00000800:00000001:0.0:1773673995.260879:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.260888:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673995.260891:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673995.260896:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673995.260903:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673995.260913:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953429632/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773674025 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673995.260925:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98dc04288700 x1859825953429632/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773674025 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673995.260942:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673995.260953:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673995.260956:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773673995.261029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3c00. 00010000:00000010:2.1:1773673995.261038:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabb00. 00010000:00000010:2.1:1773673995.261044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a600. 00010000:00000010:2.1:1773673995.261046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2a00. 00010000:00000001:0.0:1773673995.777529:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.777535:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.777541:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.777542:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673995.777545:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673995.777546:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673995.777679:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673995.777683:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673995.777686:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773673996.033017:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300553036, at 4300553088 00000100:00000010:0.0:1773673996.033032:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437ce40. 00000100:00000040:1.0:1773673996.033288:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300553036, at 4300553088 00000100:00000010:1.0:1773673996.033295:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cd20. 00010000:00000001:0.0:1773673996.801169:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673996.801177:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673996.801183:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673996.801184:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673996.801187:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673996.801189:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673996.801547:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673996.801551:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673996.801555:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773673997.186270:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673997.186280:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673997.186283:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673997.186298:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673997.186310:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673997.186313:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673997.186318:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673997.186322:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673997.186324:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673997.186328:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953429888:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673997.186333:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673997.186340:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673997.186342:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673997.186345:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673997.186352:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4400. 02000000:00000001:3.0:1773673997.186355:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673997.186362:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673997.186367:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb58. 00000400:00000010:3.0:1773673997.186373:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773673997.186380:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953429888, portal 10 00000100:00000001:3.0:1773673997.186382:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673997.186384:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:3.0:1773673997.186393:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673997.186572:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673997.186576:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673997.186579:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773673997.186583:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953429888, offset 0 00000400:00000200:3.0:1773673997.186590:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673997.186599:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673997.186607:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673997.186612:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673997.186617:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673997.186621:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673997.186624:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673997.186639:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252494:252494:255:4294967295] 192.168.201.103@tcp LPNI seq info [252462:252462:7:4294967295] 00000400:00000200:3.0:1773673997.186645:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673997.186654:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673997.186660:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673997.186673:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a300. 00000800:00000200:3.0:1773673997.186980:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673997.186992:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673997.186998:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773673997.187007:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673997.187014:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 250595 usecs (251 jiffies) 00000400:00000200:3.0:1773673997.187023:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673997.187029:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300554493 00000100:00000001:3.0:1773673997.187035:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300558148 00000100:00000001:3.0:1773673997.187039:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300554493 00000100:00000001:3.0:1773673997.187042:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300558148 00000100:00000001:3.0:1773673997.187045:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673997.187051:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673997.187056:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773673997.187066:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673997.187077:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773673997.187080:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673997.187084:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773673997.187104:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773673997.187108:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773673997.187113:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953430144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773673997.187118:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773673997.187124:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773673997.187126:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773673997.187129:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773673997.187135:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4600. 02000000:00000001:3.0:1773673997.187137:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773673997.187140:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773673997.187143:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fbb0. 00000400:00000010:3.0:1773673997.187148:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000100:00000200:3.0:1773673997.187155:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430144, portal 4 00000100:00000001:3.0:1773673997.187157:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773673997.187158:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000100:00000040:3.0:1773673997.187169:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773673997.187179:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773673997.187182:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773673997.187185:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773673997.187188:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953430144, offset 0 00000400:00000200:3.0:1773673997.187196:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773673997.187205:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673997.187213:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773673997.187218:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773673997.187224:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773673997.187229:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773673997.187234:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773673997.187238:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252496:252496:253:4294967295] 192.168.201.103@tcp LPNI seq info [252464:252464:5:4294967295] 00000400:00000200:3.0:1773673997.187243:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773673997.187255:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773673997.187260:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773673997.187268:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028aa00. 00000800:00000200:3.0:1773673997.187276:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773673997.187283:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773673997.187287:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773673997.187292:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773673997.187297:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 580397 usecs (581 jiffies) 00000400:00000200:3.0:1773673997.187302:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773673997.187305:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300554823 00000100:00000001:3.0:1773673997.187308:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300558148 00000100:00000001:3.0:1773673997.187312:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300554823 00000100:00000001:3.0:1773673997.187314:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300558148 00000100:00000001:3.0:1773673997.187317:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773673997.187320:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673997.187324:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673997.187329:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773673997.187339:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773673997.187342:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773673997.187345:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773673997.187347:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773673997.187350:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773673997.187353:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773673997.190149:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673997.190159:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc182f6400. 00000400:00000200:1.0:1773673997.190169:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.190179:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673997.190186:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:1.0:1773673997.190190:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:1.0:1773673997.190195:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673997.190204:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953429760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190219:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673997.190223:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953429760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190232:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673997.190234:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673997.190252:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673997.190269:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:1.0:1773673997.190273:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.190277:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673997.190281:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:1.0:1773673997.190283:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:1.0:1773673997.190286:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673997.190292:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953430016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190301:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673997.190305:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953430016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190311:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673997.190313:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673997.190322:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673997.190325:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:1.0:1773673997.190328:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.190332:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673997.190335:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773673997.190337:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773673997.190340:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673997.190344:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190352:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673997.190355:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190362:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673997.190363:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773673997.190425:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773673997.190429:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:1.0:1773673997.190432:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.190436:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773673997.190439:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:1.0:1773673997.190441:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:1.0:1773673997.190443:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773673997.190448:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190456:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773673997.190459:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.190466:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773673997.190467:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773673997.196135:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673997.196161:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773673997.196167:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673997.196171:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673997.196185:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673997.196195:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773673997.196207:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673997.196213:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673997.196220:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673997.196225:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5a00 00000400:00000200:0.0:1773673997.196230:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773673997.196237:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d71 [1] + 224 00000800:00000001:0.0:1773673997.196248:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673997.196258:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773673997.196262:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773673997.196268:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773673997.196277:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773673997.196289:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953430016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773673997.196303:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953430016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773673997.196332:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773673997.196344:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773673997.196348:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673997.215826:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.215863:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673997.215868:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.215871:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.215883:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.215893:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673997.215904:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.215911:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.215918:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.215922:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5980 00000400:00000200:1.0:1773673997.215928:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.215934:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d69 [1] + 224 00000800:00000001:1.0:1773673997.215945:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.215952:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.215955:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.215961:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673997.215969:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673997.215989:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673997.216003:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953429888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.216048:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673997.216060:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216064:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673997.216067:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216069:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.216072:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216082:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673997.216087:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216101:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216110:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216115:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c5900 00000400:00000200:1.0:1773673997.216119:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216125:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d61 [1] + 224 00000800:00000001:1.0:1773673997.216130:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216135:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.216138:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.216148:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673997.216151:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673997.216156:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953429760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673997.216166:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953429760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.216186:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673997.216191:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216195:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773673997.216197:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216199:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.216202:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216205:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773673997.216217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216220:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216226:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c5a80 00000400:00000200:1.0:1773673997.216230:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773673997.216235:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d79 [1] + 224 00000800:00000001:1.0:1773673997.216239:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216248:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773673997.216250:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773673997.216263:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773673997.216266:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773673997.216271:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773673997.216281:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289880 x1859825953430144/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773673997.216296:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773673997.216301:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773673997.216305:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773673997.826860:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673997.826871:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673997.826879:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673997.826881:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673997.826885:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673997.826886:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848952:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673998.848965:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673998.848968:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673998.848973:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848979:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673998.848982:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848985:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848988:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848993:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673998.848995:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673998.848999:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673998.849000:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773673998.851634:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773673998.851643:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773673998.851649:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773673999.873622:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673999.873633:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673999.873639:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673999.873644:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773673999.873646:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773673999.873654:0:79159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773673999.873658:0:79159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773673999.873660:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673999.873663:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773673999.873666:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673999.873669:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673999.873671:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773673999.873676:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773673999.873677:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773673999.879709:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773673999.879720:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773673999.879726:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674000.899840:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674000.899852:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674000.899860:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674000.899862:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674000.899866:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674000.899867:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674001.153138:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300558148, at 4300558208 00000100:00000010:1.0:1773674001.153163:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c540. 00000100:00000040:0.0:1773674001.153569:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300558148, at 4300558208 00000100:00000010:0.0:1773674001.153578:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cc60. 00010000:00000001:0.0:1773674001.922006:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674001.922016:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674001.922023:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674001.922025:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674001.922030:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674001.922031:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674001.922315:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674001.922320:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674001.922323:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674002.307030:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.307036:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674002.307039:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674002.307047:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.307057:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674002.307059:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.307065:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674002.307068:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674002.307072:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674002.307075:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953430272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674002.307081:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674002.307088:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674002.307092:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.307095:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674002.307100:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4000. 02000000:00000001:3.0:1773674002.307103:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674002.307112:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674002.307117:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe18. 00000400:00000010:3.0:1773674002.307126:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674002.307136:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430272, portal 25 00000100:00000001:3.0:1773674002.307139:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674002.307141:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674002.307146:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.307156:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674002.307159:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674002.307162:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565110. 00000100:00000200:3.0:1773674002.307166:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953430272, offset 0 00000400:00000200:3.0:1773674002.307173:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674002.307201:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674002.307212:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674002.307218:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674002.307224:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674002.307229:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674002.307232:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674002.307237:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252497:252497:256:4294967295] 192.168.201.103@tcp LPNI seq info [252465:252465:8:4294967295] 00000400:00000200:3.0:1773674002.307242:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674002.307254:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674002.307261:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674002.307268:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a700. 00000800:00000200:3.0:1773674002.307277:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674002.307287:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674002.307292:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674002.307312:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674002.307316:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674002.307319:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300563270 00000100:00000010:3.0:1773674002.307326:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4d20. 00000100:00000001:3.0:1773674002.307334:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674002.307342:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300563270 00000100:00000010:3.0:1773674002.307345:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4c00. 00000100:00000001:3.0:1773674002.307349:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674002.307353:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674002.307356:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307360:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307363:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674002.307363:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.307375:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674002.307377:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674002.307379:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773674002.307381:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773674002.307381:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674002.307383:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307384:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674002.307386:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773674002.307386:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953430656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674002.307388:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674002.307389:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674002.307390:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674002.307392:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1773674002.307393:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773674002.307394:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674002.307396:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674002.307399:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc064a3e00. 00000100:00000001:3.0:1773674002.307401:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1773674002.307401:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307402:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.307405:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1773674002.307405:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773674002.307406:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674002.307408:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773674002.307408:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bdc0. 00000100:00100000:3.0:1773674002.307411:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953430528:192.168.201.103@tcp:400:kworker.0 00000400:00000010:2.0:1773674002.307412:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000001:3.0:1773674002.307414:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1773674002.307414:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430656, portal 4 00000100:00000001:2.0:1773674002.307416:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1773674002.307417:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773674002.307418:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 02000000:00000001:3.0:1773674002.307419:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.307420:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674002.307424:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5800. 00000100:00000040:2.0:1773674002.307424:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773674002.307426:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674002.307429:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674002.307432:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f840. 00000100:00000001:2.0:1773674002.307432:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674002.307434:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674002.307436:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000400:00000010:2.0:1773674002.307437:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064ee0. 00000100:00000200:3.0:1773674002.307439:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430528, portal 10 00000100:00000200:2.0:1773674002.307439:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953430656, offset 0 00000100:00000001:3.0:1773674002.307441:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674002.307443:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000400:00000200:2.0:1773674002.307444:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674002.307447:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773674002.307449:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773674002.307451:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674002.307454:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773674002.307456:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1773674002.307457:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000040:3.0:1773674002.307459:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674002.307459:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1773674002.307461:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000400:00000200:2.0:1773674002.307462:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000200:3.0:1773674002.307464:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953430528, offset 0 00000400:00000200:2.0:1773674002.307466:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252499:252499:254:4294967295] 192.168.201.103@tcp LPNI seq info [252467:252467:6:4294967295] 00000400:00000200:3.0:1773674002.307469:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674002.307470:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674002.307474:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674002.307477:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674002.307477:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000400:00000200:3.0:1773674002.307480:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1773674002.307482:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674002.307483:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674002.307485:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674002.307487:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000800:00000010:2.0:1773674002.307487:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc20a1b100. 00000800:00000200:2.0:1773674002.307490:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:3.0:1773674002.307491:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252500:252500:253:4294967295] 192.168.201.103@tcp LPNI seq info [252468:252468:5:4294967295] 00000800:00000200:2.0:1773674002.307495:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:3.0:1773674002.307496:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:2.0:1773674002.307498:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc20a1b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1773674002.307502:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:2.0:1773674002.307502:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674002.307505:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 576067 usecs (577 jiffies) 00000800:00000200:3.0:1773674002.307507:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674002.307508:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000010:3.0:1773674002.307510:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a400. 00000100:00000001:2.0:1773674002.307510:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300559939 00000800:00000200:3.0:1773674002.307513:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:2.0:1773674002.307513:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300563270 00000100:00000001:2.0:1773674002.307515:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300559939 00000800:00000200:3.0:1773674002.307518:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:2.0:1773674002.307518:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300563270 00000100:00000001:2.0:1773674002.307520:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1773674002.307521:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674002.307522:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307523:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.307524:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.307526:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674002.307527:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 107280 usecs (108 jiffies) 00000400:00000200:3.0:1773674002.307529:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674002.307530:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674002.307531:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300559470 00000100:00000001:2.0:1773674002.307532:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674002.307534:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300563270 00000100:00000001:2.0:1773674002.307534:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.307536:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300559470 00000100:00000001:2.0:1773674002.307536:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674002.307538:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300563270 00000100:00000001:3.0:1773674002.307540:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674002.307551:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307554:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.307554:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307556:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.307556:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307558:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674002.307560:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674002.307562:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.307563:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674002.307564:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.307566:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674002.309214:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674002.309225:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:0.0:1773674002.309237:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.309248:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674002.309257:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565110 00000400:00000010:0.0:1773674002.309260:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565110. 00000100:00000001:0.0:1773674002.309268:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674002.309276:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309289:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674002.309292:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309299:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674002.309301:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674002.309317:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674002.309319:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:0.0:1773674002.309324:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.309327:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674002.309330:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:0.0:1773674002.309332:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:0.0:1773674002.309335:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674002.309340:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309349:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674002.309352:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309359:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674002.309361:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674002.309368:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674002.309371:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc20a1b100. 00000400:00000200:0.0:1773674002.309375:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.309378:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674002.309381:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:0.0:1773674002.309384:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:0.0:1773674002.309386:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674002.309391:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309400:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674002.309403:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309411:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674002.309412:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674002.309687:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674002.309691:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a400. 00000400:00000200:0.0:1773674002.309695:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.309698:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674002.309701:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:0.0:1773674002.309703:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:0.0:1773674002.309705:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674002.309721:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309729:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674002.309732:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.309738:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674002.309740:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674002.315859:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.315886:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674002.315891:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.315893:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674002.315906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.315916:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674002.315928:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.315935:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.315943:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.315948:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c5c80 00000400:00000200:1.0:1773674002.315954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.315962:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d91 [1] + 224 00000800:00000001:1.0:1773674002.315973:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.315983:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674002.315987:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674002.315993:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674002.316014:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674002.316026:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674002.316040:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674002.316064:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674002.316076:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.316081:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.316176:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674002.316182:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674002.316203:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674002.316205:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674002.316210:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bdc0. 00000400:00000200:2.0:1773674002.316216:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674002.316218:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674002.316223:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674002.316228:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674002.316238:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.316245:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674002.316247:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.316250:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674002.316255:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674002.316259:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674002.316261:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674002.316264:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674002.316277:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674002.316283:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=38 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674002.316286:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674002.316289:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674002.316292:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674002.316297:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.316302:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674002.316304:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:2.0:1773674002.316307:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674002.316308:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674002.316314:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.316321:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674002.316325:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674002.316328:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674002.316333:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674002.316341:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953430656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674002.316346:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.316350:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674002.316354:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953430656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.316361:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674002.316365:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674002.316370:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc064a3e00. 02000000:00000001:2.0:1773674002.316374:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674002.316378:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674002.316380:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674002.316383:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674002.316386:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0a00. 02000000:00000001:2.0:1773674002.316390:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674002.316392:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674002.316394:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:2.0:1773674002.316398:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674002.316399:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.316404:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.316406:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674002.316407:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674002.316409:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.316411:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674002.317048:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317060:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674002.317062:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317065:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674002.317073:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317079:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674002.317086:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317091:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317094:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317097:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5b80 00000400:00000200:0.0:1773674002.317101:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317108:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d89 [1] + 224 00000800:00000001:0.0:1773674002.317114:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317118:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674002.317121:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.317125:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674002.317131:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674002.317138:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674002.317147:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.317167:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674002.317175:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317178:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674002.317180:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317182:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674002.317185:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317560:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674002.317567:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317571:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317574:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317577:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5c00 00000400:00000200:0.0:1773674002.317581:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674002.317586:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d99 [1] + 224 00000800:00000001:0.0:1773674002.317591:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317600:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674002.317602:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674002.317606:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674002.317610:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674002.317615:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674002.317625:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674002.317655:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674002.317660:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674002.317664:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.317925:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674002.317930:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674002.317939:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674002.317941:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674002.317944:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b5d8. 00000400:00000200:2.0:1773674002.317949:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674002.317952:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674002.317956:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674002.317962:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674002.317972:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.317978:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674002.317980:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.317983:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674002.317988:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674002.317990:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674002.317993:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674002.317997:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674002.318007:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=85 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674002.318013:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674002.318016:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674002.318018:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674002.318021:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674002.318024:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.318028:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674002.318031:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:2.0:1773674002.318033:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674002.318035:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674002.318041:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.318048:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674002.318052:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674002.318054:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674002.318058:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674002.318068:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953430400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674002.318074:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.318076:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674002.318080:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289880 x1859825953430400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674002.318088:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674002.318090:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674002.318094:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc064a3200. 02000000:00000001:2.0:1773674002.318099:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674002.318103:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674002.318104:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674002.318107:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674002.318110:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0d00. 02000000:00000001:2.0:1773674002.318114:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674002.318116:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674002.318118:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289880. 00000100:00000001:2.0:1773674002.318122:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674002.318124:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.318126:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674002.318138:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674002.318140:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674002.318143:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674002.318145:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.319318:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.319324:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674002.319332:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674002.319335:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674002.319338:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f840. 00000400:00000200:3.0:1773674002.319344:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565550 00000400:00000010:3.0:1773674002.319346:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565550. 00000100:00000001:3.0:1773674002.319351:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674002.319360:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674002.319371:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.319391:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674002.319393:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.319396:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674002.319399:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674002.319401:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674002.319403:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.319407:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674002.319631:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=85 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674002.319637:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674002.319639:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674002.319641:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674002.319644:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674002.319647:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.319651:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674002.319653:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674002.319655:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674002.319656:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674002.319661:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.319669:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674002.319671:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674002.319673:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674002.319738:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674002.319749:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953430528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674002.319755:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.319758:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674002.319763:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953430528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.319798:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674002.319800:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674002.319804:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5800. 02000000:00000001:3.0:1773674002.319807:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674002.319811:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674002.319812:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674002.319815:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674002.319818:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0100. 02000000:00000001:3.0:1773674002.319822:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674002.319823:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674002.319825:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:3.0:1773674002.319830:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674002.319831:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.319835:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.319838:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.319839:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674002.319841:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.319843:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674002.320290:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.320308:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674002.320311:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.320314:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674002.320323:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.320329:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674002.320339:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.320345:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.320351:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.320356:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c5b00 00000400:00000200:1.0:1773674002.320362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674002.320384:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4d81 [1] + 224 00000800:00000001:1.0:1773674002.320395:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.320437:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674002.320441:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674002.320447:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674002.320455:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674002.320463:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674002.320473:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674002.320503:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674002.320514:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674002.320519:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.322140:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.322149:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674002.322159:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674002.322161:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674002.322166:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe18. 00000400:00000200:3.0:1773674002.322174:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:3.0:1773674002.322177:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:3.0:1773674002.322182:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674002.322193:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674002.322204:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.322213:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674002.322215:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.322218:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674002.322223:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674002.322226:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674002.322228:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674002.322232:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674002.322240:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674002.322244:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=152 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674002.322247:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674002.322249:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674002.322252:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674002.322255:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.322258:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674002.322264:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.322270:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674002.322274:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674002.322276:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674002.322280:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674002.322288:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953430272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674002.322294:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.322296:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674002.322300:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953430272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674002.322308:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674002.322310:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674002.322314:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4000. 02000000:00000001:3.0:1773674002.322318:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674002.322322:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674002.322324:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674002.322326:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674002.322329:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0e00. 02000000:00000001:3.0:1773674002.322334:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674002.322335:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674002.322338:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:3.0:1773674002.322342:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674002.322344:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.322347:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674002.322357:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674002.322359:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674002.322362:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674002.322365:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674002.945355:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674002.945364:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674002.945370:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674002.945372:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674002.945376:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674002.945377:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674002.948590:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674002.948597:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674002.948603:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674003.969021:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674003.969028:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674003.969034:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674003.969035:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674003.969039:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674003.969040:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674003.970438:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674003.970455:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674003.970460:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674004.992888:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674004.992896:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674004.992902:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674004.992903:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674004.992906:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674004.992908:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674004.993342:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674004.993346:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674004.993350:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674006.017098:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674006.017105:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674006.017111:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674006.017113:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674006.017116:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674006.017120:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674006.017122:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674006.017126:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674006.017129:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674006.017131:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674006.017133:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674006.017144:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674006.017422:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674006.017426:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674006.017428:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674006.273057:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300563270, at 4300563328 00000100:00000010:1.0:1773674006.273074:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4c00. 00000100:00000040:0.0:1773674006.273326:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300563270, at 4300563328 00000100:00000010:0.0:1773674006.273332:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4d20. 00010000:00000001:0.0:1773674007.042073:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674007.042080:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.042085:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674007.042087:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.042103:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674007.042105:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674007.042808:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674007.042812:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674007.042815:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674007.425999:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674007.426011:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674007.426022:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000020:00000040:1.0:1773674007.426028:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773674007.426033:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674007.426036:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674007.426041:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674007.426049:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:1.0:1773674007.426055:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426068:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674007.426079:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674007.426083:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426090:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83337b8] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.426133:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426136:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674007.426140:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674007.426145:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773674007.426147:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674007.426149:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674007.426151:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674007.426153:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674007.426156:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:1.0:1773674007.426159:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426163:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674007.426170:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674007.426173:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426176:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad7b7f90] to pc [ptlrpcd_00_00+0] req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.426184:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426187:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674007.426189:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674007.426192:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb480. 00000020:00000040:1.0:1773674007.426194:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674007.426196:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674007.426197:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674007.426199:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674007.426202:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3200. 00000100:00000001:1.0:1773674007.426205:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426209:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674007.426215:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674007.426217:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426220:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e75452f] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.426233:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426235:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674007.426238:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674007.426241:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773674007.426243:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674007.426245:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674007.426246:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674007.426247:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674007.426250:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3800. 00000100:00000001:1.0:1773674007.426252:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426256:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674007.426263:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674007.426265:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426268:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd02b35] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.426274:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674007.426277:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674007.426280:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674007.426285:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5902) 00000100:00000001:0.0:1773674007.426612:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.426617:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674007.426620:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674007.426629:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.426638:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674007.426640:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.426645:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674007.426649:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674007.426652:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674007.426656:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953430784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.426661:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674007.426667:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674007.426670:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.426673:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674007.426678:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674007.426680:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674007.426690:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674007.426695:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674007.426703:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773674007.426712:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430784, portal 25 00000100:00000001:0.0:1773674007.426714:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674007.426716:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:0.0:1773674007.426723:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.426731:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674007.426734:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674007.426737:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773674007.426740:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953430784, offset 0 00000400:00000200:0.0:1773674007.426749:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674007.426760:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.426812:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674007.426817:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674007.426822:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674007.426828:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674007.426830:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674007.426835:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252501:252501:256:4294967295] 192.168.201.103@tcp LPNI seq info [252469:252469:8:4294967295] 00000400:00000200:0.0:1773674007.426840:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.426851:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674007.426857:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674007.426863:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ad00. 00000800:00000200:0.0:1773674007.426871:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674007.426879:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674007.426884:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674007.426896:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674007.426901:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674007.426904:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300568390 00000100:00000010:0.0:1773674007.426909:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6ba80. 00000100:00000001:0.0:1773674007.426917:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674007.426924:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300568390 00000100:00000010:0.0:1773674007.426927:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b540. 00000100:00000001:0.0:1773674007.426930:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674007.426933:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.426936:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.426940:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674007.426944:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.426952:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674007.426953:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.426956:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674007.426958:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674007.426960:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674007.426963:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.426966:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674007.426969:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674007.426971:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.426972:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674007.426976:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13600. 02000000:00000001:0.0:1773674007.426978:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674007.426982:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674007.426985:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674007.426989:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979e58. 00000100:00000200:0.0:1773674007.426992:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431040, portal 10 00000100:00000001:0.0:1773674007.426993:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674007.426995:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:0.0:1773674007.427001:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.427007:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674007.427009:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674007.427012:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979aa0. 00000100:00000200:0.0:1773674007.427014:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953431040, offset 0 00000400:00000200:0.0:1773674007.427017:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674007.427022:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.427025:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674007.427028:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674007.427030:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674007.427032:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674007.427035:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674007.427037:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252502:252502:255:4294967295] 192.168.201.103@tcp LPNI seq info [252470:252470:7:4294967295] 00000400:00000200:0.0:1773674007.427041:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.427048:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674007.427053:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674007.427056:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773674007.427060:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674007.427064:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674007.427066:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674007.427069:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.427073:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 106562 usecs (107 jiffies) 00000400:00000200:0.0:1773674007.427076:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674007.427078:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300564589 00000100:00000001:0.0:1773674007.427081:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.427083:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300564589 00000100:00000001:0.0:1773674007.427085:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.427087:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.427089:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.427092:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.427095:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.427103:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674007.427117:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674007.427120:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.427122:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674007.427123:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674007.427126:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773674007.427128:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.427130:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674007.427131:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.427133:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.427134:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674007.427135:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674007.427140:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.427149:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674007.427151:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.427155:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674007.427156:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674007.427159:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674007.427162:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953430912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.427165:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674007.427169:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674007.427171:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.427173:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674007.427177:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e12200. 02000000:00000001:0.0:1773674007.427179:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674007.427183:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674007.427186:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674007.427190:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773674007.427193:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953430912, portal 10 00000100:00000001:0.0:1773674007.427195:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674007.427196:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:0.0:1773674007.427202:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.427209:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674007.427212:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674007.427214:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773674007.427216:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953430912, offset 0 00000400:00000200:0.0:1773674007.427220:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674007.427224:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.427228:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674007.427232:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674007.427234:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674007.427237:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674007.427239:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674007.427242:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252503:252503:254:4294967295] 192.168.201.103@tcp LPNI seq info [252471:252471:6:4294967295] 00000400:00000200:0.0:1773674007.427246:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.427252:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674007.427258:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674007.427262:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773674007.427266:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674007.427270:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674007.427273:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674007.427277:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.427280:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 249473 usecs (250 jiffies) 00000400:00000200:0.0:1773674007.427283:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674007.427285:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300564732 00000100:00000001:0.0:1773674007.427287:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.427290:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300564732 00000100:00000001:0.0:1773674007.427291:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.427294:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.427296:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.427298:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674007.427302:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.427309:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674007.427310:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.427312:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674007.427314:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674007.427317:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674007.427320:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.427323:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674007.427850:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674007.427852:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.427854:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674007.427859:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13400. 02000000:00000001:0.0:1773674007.427861:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674007.427865:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674007.427869:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eb00. 00000400:00000010:0.0:1773674007.427873:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674007.427878:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431168, portal 4 00000100:00000001:0.0:1773674007.427880:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674007.427882:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000040:0.0:1773674007.427888:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.427894:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674007.427897:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674007.427899:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674007.427902:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953431168, offset 0 00000400:00000200:0.0:1773674007.427906:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674007.428085:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.428089:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674007.428092:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674007.428094:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674007.428097:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674007.428099:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674007.428102:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252504:252504:253:4294967295] 192.168.201.103@tcp LPNI seq info [252472:252472:5:4294967295] 00000400:00000200:0.0:1773674007.428106:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674007.428112:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674007.428117:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674007.428121:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a600. 00000800:00000200:0.0:1773674007.428126:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674007.428131:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674007.428134:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674007.428137:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.428141:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 571586 usecs (572 jiffies) 00000400:00000200:0.0:1773674007.428144:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674007.428146:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300565055 00000100:00000001:0.0:1773674007.428148:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.428151:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300565055 00000100:00000001:0.0:1773674007.428153:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300568390 00000100:00000001:0.0:1773674007.428155:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.428157:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.428159:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.428163:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.428178:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.428180:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674007.429309:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674007.429317:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ad00. 00000400:00000200:1.0:1773674007.429326:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.429334:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674007.429353:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:1.0:1773674007.429356:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:1.0:1773674007.429362:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674007.429371:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429400:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674007.429415:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429423:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674007.429425:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674007.429438:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674007.429441:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773674007.429444:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.429448:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674007.429451:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979aa0 00000400:00000010:1.0:1773674007.429453:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979aa0. 00000100:00000001:1.0:1773674007.429455:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674007.429470:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429479:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674007.429483:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429489:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674007.429491:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674007.429501:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674007.429503:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773674007.429506:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.429509:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674007.429511:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:1.0:1773674007.429513:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:1.0:1773674007.429516:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674007.429520:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429526:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674007.429529:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429542:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674007.429544:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674007.429609:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674007.429612:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a600. 00000400:00000200:1.0:1773674007.429615:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.429619:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674007.429622:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:1.0:1773674007.429624:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:1.0:1773674007.429626:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674007.429630:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429637:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674007.429640:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.429647:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674007.429649:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674007.446828:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.446847:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674007.446851:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.446854:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.446865:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.446872:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674007.446883:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.446888:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.446893:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.446898:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5e00 00000400:00000200:1.0:1773674007.446904:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.446911:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4db1 [1] + 224 00000800:00000001:1.0:1773674007.446920:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.446926:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.446929:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.446933:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674007.446957:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674007.446966:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674007.446977:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.446995:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674007.447005:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447009:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674007.447011:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447013:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.447016:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447021:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674007.447026:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447029:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447034:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5d80 00000400:00000200:1.0:1773674007.447038:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447042:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4dc1 [1] + 224 00000800:00000001:1.0:1773674007.447046:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447049:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.447051:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.447054:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674007.447058:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674007.447063:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674007.447072:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.447080:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674007.447083:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447086:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674007.447088:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447091:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.447094:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447098:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674007.447102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447119:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447122:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447125:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c5e80 00000400:00000200:1.0:1773674007.447129:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.447133:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4dd1 [1] + 224 00000800:00000001:1.0:1773674007.447137:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447145:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.447147:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.447151:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674007.447154:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674007.447158:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674007.447168:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.447175:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674007.447179:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.447182:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.447614:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.447619:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674007.447627:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674007.447629:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674007.447633:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:0.0:1773674007.447638:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:0.0:1773674007.447641:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:0.0:1773674007.447644:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674007.447650:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674007.447660:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.447668:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674007.447670:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.447673:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674007.447676:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674007.447679:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674007.447681:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.447685:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674007.447694:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=90 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674007.447698:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674007.447701:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674007.447703:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.447706:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674007.447710:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.447713:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674007.447716:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:0.0:1773674007.447719:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674007.447721:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.447726:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.447734:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.447737:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674007.447740:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674007.447745:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674007.447754:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953430912:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674007.447760:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674007.447761:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674007.447804:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eb00. 00000400:00000200:0.0:1773674007.447808:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:0.0:1773674007.447810:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:0.0:1773674007.447812:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674007.447816:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674007.447826:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.447833:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674007.447835:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.447837:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674007.447839:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674007.447840:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674007.447842:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.447844:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674007.447848:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674007.447851:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=43 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674007.447853:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674007.447856:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.447858:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674007.447859:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.447862:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674007.447864:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773674007.447866:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674007.447867:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.447872:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.447879:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.447881:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674007.447882:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674007.447887:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674007.447895:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431168:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674007.448087:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674007.448089:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674007.448091:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773674007.448094:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979e58 00000400:00000010:0.0:1773674007.448096:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979e58. 00000100:00000001:0.0:1773674007.448098:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674007.448103:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674007.448126:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.448134:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674007.448135:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.448138:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674007.448139:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674007.448141:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674007.448143:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.448145:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674007.448150:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=90 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674007.448153:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674007.448156:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674007.448157:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.448158:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674007.448160:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.448162:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674007.448163:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773674007.448165:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674007.448167:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.448170:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.448176:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.448178:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674007.448179:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674007.448183:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674007.448190:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.448195:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.448197:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674007.448200:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba300 x1859825953430912/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.448208:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674007.448211:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674007.448214:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e12200. 02000000:00000001:0.0:1773674007.448218:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674007.448221:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674007.448223:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674007.448225:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674007.448228:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:0.0:1773674007.448232:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674007.448234:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674007.448236:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000001:0.0:1773674007.448240:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674007.448241:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.448243:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674007.448247:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953431168/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.448253:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674007.448256:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674007.448257:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13400. 02000000:00000001:0.0:1773674007.448259:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674007.448261:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674007.448262:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674007.448264:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674007.448266:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3800. 02000000:00000001:0.0:1773674007.448268:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674007.448270:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674007.448271:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:0.0:1773674007.448274:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674007.448275:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.448276:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674007.448279:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb480 x1859825953431040/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.448285:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674007.448287:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674007.448288:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13600. 02000000:00000001:0.0:1773674007.448290:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674007.448292:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674007.448293:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674007.448295:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674007.448297:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3200. 02000000:00000001:0.0:1773674007.448299:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674007.448300:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674007.448302:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb480. 00000100:00000001:0.0:1773674007.448304:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674007.448306:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.448309:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.448312:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.448314:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674007.448316:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.448318:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674007.457707:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.457726:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674007.457730:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.457733:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.457742:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.457750:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674007.457759:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.457811:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.457816:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.457821:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c5d00 00000400:00000200:1.0:1773674007.457826:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674007.457833:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4da1 [1] + 224 00000800:00000001:1.0:1773674007.457841:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.457851:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674007.457854:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674007.457859:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674007.457866:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674007.457874:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674007.457887:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674007.457899:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674007.457908:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674007.457911:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.459360:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.459366:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674007.459375:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674007.459377:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674007.459381:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674007.459400:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:0.0:1773674007.459414:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:0.0:1773674007.459418:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674007.459428:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674007.459438:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.459448:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674007.459449:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.459452:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674007.459455:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674007.459468:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674007.459471:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674007.459475:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674007.459482:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674007.459486:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674007.459489:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674007.459491:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674007.459494:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674007.459496:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.459499:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674007.459505:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.459513:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674007.459517:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674007.459519:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674007.459523:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674007.459532:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953430784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674007.459538:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.459541:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674007.459545:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953430784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674007.459552:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674007.459555:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674007.459559:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674007.459563:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674007.459566:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674007.459568:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674007.459571:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674007.459574:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:0.0:1773674007.459577:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674007.459580:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674007.459582:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:0.0:1773674007.459585:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674007.459587:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.459589:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674007.459597:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674007.459599:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674007.459601:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674007.459603:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674008.065115:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674008.065127:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674008.065135:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674008.065136:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674008.065141:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674008.065143:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674008.065631:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674008.065636:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674008.065641:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674009.091270:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674009.091280:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674009.091282:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674009.091285:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674009.091291:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674009.091294:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674009.091296:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674009.091298:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674009.091302:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674009.091303:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674009.091306:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674009.091308:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674009.091726:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674009.091734:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674009.091739:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674010.112962:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674010.112973:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674010.112980:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674010.112985:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674010.112988:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674010.112996:0:79159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674010.113000:0:79159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674010.113002:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674010.113006:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674010.113009:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674010.113012:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674010.113015:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674010.113019:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674010.113020:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674010.113217:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674010.113224:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674010.113229:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674011.137651:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674011.137658:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674011.137664:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674011.137666:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674011.137669:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674011.137671:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674011.137834:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674011.137841:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674011.137847:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674011.393574:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300568390, at 4300568448 00000100:00000010:0.0:1773674011.393595:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6ba80. 00000100:00000040:1.0:1773674011.394549:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300568390, at 4300568449 00000100:00000010:1.0:1773674011.394559:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b540. 00010000:00000001:0.0:1773674012.161200:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674012.161210:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.161218:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674012.161220:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.161224:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674012.161225:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674012.167814:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674012.167826:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674012.167834:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674012.551833:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674012.551847:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674012.551865:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674012.551874:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674012.551880:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674012.551884:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674012.552123:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674012.552134:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666ae00. 00000100:00000001:0.0:1773674012.552144:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552160:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674012.552175:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674012.552180:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552187:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552218:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552222:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674012.552225:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674012.552229:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02a00. 00000020:00000040:0.0:1773674012.552232:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674012.552235:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674012.552236:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674012.552238:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674012.552242:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a400. 00000100:00000001:0.0:1773674012.552245:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552251:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674012.552260:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674012.552262:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552266:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9650828] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552275:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552277:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674012.552281:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674012.552284:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000020:00000040:0.0:1773674012.552286:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674012.552289:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674012.552290:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674012.552292:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674012.552296:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a700. 00000100:00000001:0.0:1773674012.552299:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552303:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674012.552311:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674012.552313:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552318:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552325:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552328:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674012.552331:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674012.552335:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03480. 00000020:00000040:0.0:1773674012.552338:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674012.552340:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674012.552341:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674012.552343:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674012.552349:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc0666a600. 00000100:00000001:0.0:1773674012.552352:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552357:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674012.552584:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674012.552586:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552591:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004914e292] to pc [ptlrpcd_00_00+0] req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552606:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.552609:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674012.552613:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674012.552620:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5907) 00000100:00000001:0.0:1773674012.552642:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.552647:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.552650:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674012.552656:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552665:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674012.552668:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.552672:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674012.552676:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674012.552679:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674012.552683:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953431296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.552688:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674012.552696:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674012.552700:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.552703:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674012.552709:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674012.552711:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674012.552722:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674012.552729:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674012.552738:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773674012.552747:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431296, portal 25 00000100:00000001:0.0:1773674012.552750:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674012.552752:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:0.0:1773674012.552758:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.552823:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674012.552828:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674012.552833:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979e58. 00000100:00000200:0.0:1773674012.552836:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953431296, offset 0 00000400:00000200:0.0:1773674012.552845:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674012.552856:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.552866:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674012.552873:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674012.552878:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674012.552883:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674012.552887:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553083:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252505:252505:256:4294967295] 192.168.201.103@tcp LPNI seq info [252473:252473:8:4294967295] 00000400:00000200:0.0:1773674012.553089:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553101:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674012.553109:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674012.553115:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ac00. 00000800:00000200:0.0:1773674012.553124:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674012.553134:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674012.553140:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674012.553152:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674012.553157:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674012.553162:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300573516 00000100:00000010:0.0:1773674012.553169:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6ba80. 00000100:00000001:0.0:1773674012.553177:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674012.553185:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300573516 00000100:00000010:0.0:1773674012.553188:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b9c0. 00000100:00000001:0.0:1773674012.553192:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674012.553196:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.553198:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553202:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674012.553207:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553221:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674012.553223:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553225:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674012.553227:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674012.553229:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674012.553232:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.553236:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674012.553239:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674012.553241:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553243:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674012.553246:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13600. 02000000:00000001:0.0:1773674012.553248:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674012.553252:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674012.553255:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674012.553260:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674012.553263:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431552, portal 10 00000100:00000001:0.0:1773674012.553265:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674012.553267:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 00000100:00000040:0.0:1773674012.553274:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553281:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674012.553284:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674012.553287:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773674012.553289:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953431552, offset 0 00000400:00000200:0.0:1773674012.553294:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553298:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553302:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674012.553305:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674012.553307:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674012.553310:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674012.553312:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553317:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252506:252506:255:4294967295] 192.168.201.103@tcp LPNI seq info [252474:252474:7:4294967295] 00000400:00000200:0.0:1773674012.553321:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553328:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674012.553332:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674012.553336:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666a500. 00000800:00000200:0.0:1773674012.553340:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674012.553345:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674012.553348:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674012.553351:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.553357:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 105948 usecs (106 jiffies) 00000400:00000200:0.0:1773674012.553360:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674012.553362:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300569714 00000100:00000001:0.0:1773674012.553365:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553367:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300569714 00000100:00000001:0.0:1773674012.553369:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553372:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.553374:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553392:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553395:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.553405:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674012.553408:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674012.553411:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.553412:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.553413:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674012.553417:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773674012.553420:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.553422:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674012.553424:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.553425:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.553426:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.553428:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674012.553433:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553441:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674012.553443:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553446:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674012.553448:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674012.553450:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674012.553454:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.553458:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674012.553461:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674012.553463:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553465:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674012.553469:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13400. 02000000:00000001:0.0:1773674012.553471:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674012.553474:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674012.553477:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eb00. 00000400:00000010:0.0:1773674012.553482:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979220. 00000100:00000200:0.0:1773674012.553485:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431424, portal 10 00000100:00000001:0.0:1773674012.553487:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674012.553488:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005056 : -113404188546560 : ffff98dc07a02a00) 00000100:00000040:0.0:1773674012.553495:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553503:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674012.553506:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674012.553509:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979b28. 00000100:00000200:0.0:1773674012.553511:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953431424, offset 0 00000400:00000200:0.0:1773674012.553516:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553520:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553523:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674012.553526:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674012.553529:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674012.553531:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674012.553534:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553537:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252507:252507:254:4294967295] 192.168.201.103@tcp LPNI seq info [252475:252475:6:4294967295] 00000400:00000200:0.0:1773674012.553542:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553548:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674012.553553:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674012.553557:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc0666ad00. 00000800:00000200:0.0:1773674012.553560:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674012.553565:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674012.553568:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0666ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674012.553572:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.553575:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 248917 usecs (249 jiffies) 00000400:00000200:0.0:1773674012.553579:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674012.553581:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300569857 00000100:00000001:0.0:1773674012.553583:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553585:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300569857 00000100:00000001:0.0:1773674012.553588:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553591:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.553593:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553596:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674012.553601:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553608:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674012.553610:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553613:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674012.553615:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674012.553618:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674012.553621:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.553624:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674012.553627:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674012.553630:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.553632:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674012.553636:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e12200. 02000000:00000001:0.0:1773674012.553638:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674012.553642:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674012.553645:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674012.553649:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674012.553652:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431680, portal 4 00000100:00000001:0.0:1773674012.553654:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674012.553656:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521007744 : -113404188543872 : ffff98dc07a03480) 00000100:00000040:0.0:1773674012.553662:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.553670:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674012.553672:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674012.553675:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773674012.553677:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953431680, offset 0 00000400:00000200:0.0:1773674012.553682:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553685:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553690:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674012.553693:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674012.553695:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674012.553698:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674012.553700:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674012.553703:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252508:252508:253:4294967295] 192.168.201.103@tcp LPNI seq info [252476:252476:5:4294967295] 00000400:00000200:0.0:1773674012.553707:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674012.553713:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674012.553718:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674012.553723:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674012.553728:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674012.553732:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674012.553735:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674012.553738:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.553742:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 567297 usecs (568 jiffies) 00000400:00000200:0.0:1773674012.553746:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674012.553748:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300570176 00000100:00000001:0.0:1773674012.553751:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553753:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300570176 00000100:00000001:0.0:1773674012.553756:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300573516 00000100:00000001:0.0:1773674012.553758:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.553761:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553796:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553799:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.553816:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.553818:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674012.553965:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674012.553971:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ac00. 00000400:00000200:1.0:1773674012.553982:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.553988:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674012.553995:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979e58 00000400:00000010:1.0:1773674012.553998:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979e58. 00000100:00000001:1.0:1773674012.554005:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674012.554011:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554029:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674012.554033:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554042:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674012.554044:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674012.554059:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674012.554062:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666a500. 00000400:00000200:1.0:1773674012.554065:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.554069:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674012.554073:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:1.0:1773674012.554074:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:1.0:1773674012.554076:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674012.554080:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554087:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674012.554090:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554097:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674012.554099:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674012.554108:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674012.554111:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc0666ad00. 00000400:00000200:1.0:1773674012.554115:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.554118:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674012.554120:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979b28 00000400:00000010:1.0:1773674012.554122:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979b28. 00000100:00000001:1.0:1773674012.554124:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674012.554128:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554135:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674012.554138:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554150:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674012.554152:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674012.554238:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674012.554242:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:1.0:1773674012.554246:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.554250:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674012.554252:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:1.0:1773674012.554255:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:1.0:1773674012.554257:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674012.554261:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554268:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674012.554272:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.554278:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674012.554280:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674012.565983:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.566010:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674012.566015:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.566018:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.566032:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.566042:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674012.566053:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.566060:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.566067:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.566072:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6080 00000400:00000200:1.0:1773674012.566078:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.566087:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e11 [1] + 224 00000800:00000001:1.0:1773674012.566098:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.566109:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.566113:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.566118:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674012.566129:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674012.566141:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674012.566155:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.566190:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674012.566201:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.566205:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.566602:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.566609:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674012.566621:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674012.566624:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674012.566628:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:0.0:1773674012.566635:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674012.566637:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674012.566641:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674012.566647:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674012.566658:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.566666:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674012.566669:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.566672:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674012.566677:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674012.566681:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674012.566683:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.566687:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674012.566702:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674012.566708:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=48 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674012.566711:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674012.566714:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.566719:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674012.566724:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.566728:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674012.566731:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773674012.566733:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674012.566735:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.566741:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.566749:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.566753:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674012.566756:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674012.566760:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674012.566816:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.566823:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.566825:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674012.566829:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03480 x1859825953431680/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.566836:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674012.566839:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674012.566844:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e12200. 02000000:00000001:0.0:1773674012.566848:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674012.566851:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674012.566854:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674012.566856:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674012.566860:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a600. 02000000:00000001:0.0:1773674012.566866:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674012.566868:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674012.566871:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03480. 00000100:00000001:0.0:1773674012.566875:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674012.566877:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.566881:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.566884:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.566885:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.566887:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.566889:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674012.569067:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.569093:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674012.569098:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.569100:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.569112:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.569122:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674012.569133:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.569139:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.569146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.569150:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6000 00000400:00000200:1.0:1773674012.569156:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.569163:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4df1 [1] + 224 00000800:00000001:1.0:1773674012.569187:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.569199:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.569203:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.569208:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674012.569217:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674012.569227:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674012.569239:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.569263:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674012.569274:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.569279:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.569725:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.569731:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674012.569742:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674012.569744:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674012.569748:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773674012.569754:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:0.0:1773674012.569756:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:0.0:1773674012.569759:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674012.569794:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674012.569805:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.569812:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674012.569814:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.569817:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674012.569821:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674012.569825:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674012.569827:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.569831:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674012.569843:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=95 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674012.569848:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674012.569850:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674012.569852:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.569857:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674012.569861:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.569865:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674012.569869:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773674012.569871:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674012.569872:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.569878:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.569886:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.569890:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674012.569893:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674012.569898:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674012.569915:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.569920:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.569922:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674012.569925:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953431552/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.569932:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674012.569935:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674012.569939:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13600. 02000000:00000001:0.0:1773674012.569943:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674012.569947:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674012.569949:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674012.569951:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674012.569955:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a700. 02000000:00000001:0.0:1773674012.569960:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674012.569962:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674012.569965:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:0.0:1773674012.569969:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674012.569970:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.569974:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.569977:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.569978:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.569980:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.569982:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674012.574222:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.574244:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674012.574248:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.574252:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.574264:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.574273:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674012.574285:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.574291:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.574299:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.574318:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c5f80 00000400:00000200:1.0:1773674012.574324:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.574331:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e01 [1] + 224 00000800:00000001:1.0:1773674012.574340:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.574349:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.574353:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.574358:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674012.574367:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674012.574615:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674012.574628:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.574649:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674012.574660:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.574664:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.574741:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.574751:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674012.574810:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674012.574813:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674012.574819:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eb00. 00000400:00000200:0.0:1773674012.574828:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979220 00000400:00000010:0.0:1773674012.574831:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979220. 00000100:00000001:0.0:1773674012.574836:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674012.574848:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674012.574861:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.574871:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674012.574873:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.574877:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674012.574882:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674012.574885:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674012.574888:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.574891:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674012.574917:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=95 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674012.574925:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674012.574928:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674012.574931:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.574934:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674012.574940:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.574947:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674012.574951:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:0.0:1773674012.574953:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674012.574955:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.574961:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.574970:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.574974:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674012.574976:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674012.574982:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674012.574992:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953431424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.575000:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.575003:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674012.575008:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02a00 x1859825953431424/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.575016:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674012.575018:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674012.575023:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13400. 02000000:00000001:0.0:1773674012.575028:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674012.575031:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674012.575034:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674012.575037:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674012.575041:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666a400. 02000000:00000001:0.0:1773674012.575048:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674012.575051:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674012.575054:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02a00. 00000100:00000001:0.0:1773674012.575059:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674012.575061:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.575066:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.575069:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.575070:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674012.575072:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.575074:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674012.581515:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.581540:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674012.581545:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.581548:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.581560:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.581571:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674012.581582:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.581589:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.581598:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.581603:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c5f00 00000400:00000200:1.0:1773674012.581609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674012.581616:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4de1 [1] + 224 00000800:00000001:1.0:1773674012.581627:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.581637:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674012.581642:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674012.581647:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674012.581657:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674012.581668:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674012.581682:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674012.581709:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674012.581718:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674012.581721:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.582067:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.582076:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674012.582089:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674012.582092:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674012.582098:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674012.582108:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:0.0:1773674012.582111:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:0.0:1773674012.582116:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674012.582128:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674012.582140:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.582148:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674012.582151:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.582154:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674012.582159:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674012.582164:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674012.582180:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674012.582185:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674012.582195:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674012.582201:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674012.582205:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674012.582207:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674012.582211:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674012.582214:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.582217:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674012.582223:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.582232:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674012.582236:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674012.582238:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674012.582243:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674012.582252:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953431296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674012.582258:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.582261:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674012.582265:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953431296/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674012.582272:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674012.582275:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674012.582280:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674012.582285:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674012.582288:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674012.582290:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674012.582293:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674012.582297:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc0666ae00. 02000000:00000001:0.0:1773674012.582302:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674012.582304:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674012.582307:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:0.0:1773674012.582312:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674012.582313:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.582316:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674012.582327:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674012.582329:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674012.582331:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674012.582334:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674013.184976:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674013.184985:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674013.184991:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674013.184992:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674013.184996:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674013.184997:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674013.185140:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674013.185143:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674013.185146:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674014.208953:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674014.208963:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674014.208971:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674014.208972:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674014.208976:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674014.208978:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674014.209415:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674014.209420:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674014.209424:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674015.233102:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674015.233113:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674015.233119:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674015.233121:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674015.233125:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674015.233126:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674015.234002:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674015.234008:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674015.234012:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674016.256957:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674016.256965:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674016.256970:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674016.256971:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674016.256974:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674016.256978:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674016.256979:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674016.256983:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674016.256985:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674016.256987:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674016.256989:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674016.256990:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674016.265350:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674016.265361:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674016.265368:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674016.513098:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300573516, at 4300573568 00000100:00000010:1.0:1773674016.513123:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b9c0. 00000100:00000040:0.0:1773674016.514742:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300573516, at 4300573569 00000100:00000010:0.0:1773674016.514758:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6ba80. 00010000:00000001:0.0:1773674017.280872:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674017.280883:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674017.280891:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674017.280893:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674017.280897:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674017.280899:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674017.281003:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674017.281007:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674017.281011:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674017.666838:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674017.666849:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674017.666861:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289880. 00000020:00000040:2.0:1773674017.666868:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674017.666873:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674017.666877:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674017.666883:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674017.666894:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5000. 00000100:00000001:2.0:1773674017.667086:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.667109:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674017.667123:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674017.667127:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.667135:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec8010f] to pc [ptlrpcd_01_01+1] req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.667569:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.667576:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674017.667578:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674017.667586:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.667597:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674017.667599:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.667603:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674017.667606:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674017.667609:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674017.667614:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953431808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674017.667619:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674017.667625:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674017.667628:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.667631:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674017.667637:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5000. 02000000:00000001:3.0:1773674017.667640:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674017.667648:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674017.667653:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe18. 00000400:00000010:3.0:1773674017.667661:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674017.667669:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431808, portal 25 00000100:00000001:3.0:1773674017.667672:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674017.667674:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000100:00000040:3.0:1773674017.667680:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.667689:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674017.667692:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674017.667696:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000100:00000200:3.0:1773674017.667700:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953431808, offset 0 00000400:00000200:3.0:1773674017.667708:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674017.667717:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674017.667726:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674017.667732:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674017.667736:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674017.667741:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674017.667745:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674017.667749:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252509:252509:256:4294967295] 192.168.201.103@tcp LPNI seq info [252477:252477:8:4294967295] 00000400:00000200:3.0:1773674017.667755:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674017.667788:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674017.667796:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674017.667803:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a400. 00000800:00000200:3.0:1773674017.667811:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674017.667819:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674017.667825:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674017.667849:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674017.667854:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674017.667857:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300578631 00000100:00000010:3.0:1773674017.667864:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c43c0. 00000100:00000001:3.0:1773674017.667871:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674017.667878:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300578631 00000100:00000010:3.0:1773674017.667881:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4480. 00000100:00000001:3.0:1773674017.667885:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674017.667888:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674017.667892:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.667895:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.667898:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674017.668257:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674017.668263:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a400. 00000400:00000200:1.0:1773674017.668268:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.668274:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674017.668280:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565550 00000400:00000010:1.0:1773674017.668283:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565550. 00000100:00000001:1.0:1773674017.668287:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674017.668303:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.668315:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674017.668320:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.668339:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674017.668342:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674017.668517:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.668522:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674017.668526:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674017.668531:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674017.668536:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674017.668540:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674017.668542:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674017.668545:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674017.668551:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5f00. 00000100:00000001:2.0:1773674017.668556:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.668562:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674017.668571:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674017.668573:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.668578:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3c6509] to pc [ptlrpcd_01_00+0] req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.682087:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674017.682094:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674017.682113:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.682116:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674017.682120:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674017.682125:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674017.682127:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.682130:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674017.682131:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.682134:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.682135:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674017.682137:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674017.682153:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773674017.682310:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.682326:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674017.682329:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.682332:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674017.682341:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.682346:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674017.682355:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.682361:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.682368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.682373:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6100 00000400:00000200:1.0:1773674017.682378:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.682386:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e21 [1] + 224 00000800:00000001:1.0:1773674017.682395:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.682404:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674017.682408:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.682632:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674017.682640:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674017.682647:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674017.682659:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.682670:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674017.682679:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.682684:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.682855:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674017.682858:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.682863:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674017.682867:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674017.682870:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674017.682874:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953431936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674017.682880:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674017.682886:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674017.682889:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.682892:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674017.682899:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4400. 02000000:00000001:3.0:1773674017.682901:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674017.682906:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674017.682910:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f840. 00000400:00000010:3.0:1773674017.682916:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674017.682923:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953431936, portal 10 00000100:00000001:3.0:1773674017.682925:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674017.682927:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:3.0:1773674017.682935:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.682944:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674017.682946:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674017.682950:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674017.682954:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953431936, offset 0 00000100:00000001:2.0:1773674017.683521:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.683528:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674017.683533:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773674017.683542:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674017.683546:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674017.683555:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674017.683560:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674017.683565:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674017.683568:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674017.683572:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674017.683579:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674017.683586:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.683593:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674017.683606:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674017.683610:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.683616:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_01+1] req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.683636:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.683639:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674017.683643:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773674017.683647:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773674017.683650:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773674017.683652:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.683657:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674017.683659:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.683661:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674017.683662:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674017.683664:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674017.683669:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.683676:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674017.683678:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674017.683681:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674017.683683:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674017.683686:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674017.683689:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953432064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674017.683693:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674017.683696:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674017.683698:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674017.683700:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674017.683704:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0639c200. 02000000:00000001:2.0:1773674017.683706:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674017.683711:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674017.683715:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b5d8. 00000400:00000010:2.0:1773674017.683719:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674017.683724:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432064, portal 10 00000100:00000001:2.0:1773674017.683726:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674017.683727:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674017.683734:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.683743:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674017.683746:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674017.683749:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000400:00000200:3.0:1773674017.683793:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674017.683804:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674017.683812:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674017.683817:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674017.683822:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674017.683827:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674017.683830:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674017.683834:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252510:252510:256:4294967295] 192.168.201.103@tcp LPNI seq info [252478:252478:8:4294967295] 00000400:00000200:3.0:1773674017.683839:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674017.683851:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674017.683858:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674017.683864:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a700. 00000800:00000200:3.0:1773674017.683872:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674017.683880:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674017.683885:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674017.683908:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674017.683913:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 248368 usecs (249 jiffies) 00000400:00000200:3.0:1773674017.683917:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674017.683921:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300574988 00000100:00000001:3.0:1773674017.683925:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300578631 00000100:00000001:3.0:1773674017.683927:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300574988 00000100:00000001:3.0:1773674017.683930:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300578631 00000100:00000001:3.0:1773674017.683933:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674017.683936:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674017.683942:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674017.683943:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674017.683946:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe18. 00000400:00000200:3.0:1773674017.683952:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:3.0:1773674017.683954:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:3.0:1773674017.683957:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674017.683962:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674017.683972:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.683980:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674017.683982:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.683985:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674017.683987:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674017.683990:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674017.683993:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.683996:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674017.684003:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674017.684007:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674017.684010:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674017.684012:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674017.684015:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674017.684017:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.684021:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674017.684026:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.684033:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674017.684036:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674017.684039:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674017.684044:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674017.684053:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953431808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674017.684058:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.684061:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674017.684065:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289880 x1859825953431808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.684074:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674017.684076:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674017.684079:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5000. 02000000:00000001:3.0:1773674017.684083:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674017.684085:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674017.684087:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674017.684089:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674017.684092:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5000. 02000000:00000001:3.0:1773674017.684096:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674017.684113:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674017.684116:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289880. 00000100:00000001:3.0:1773674017.684121:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674017.684123:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.684126:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.684128:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.684130:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674017.684132:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.684134:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674017.685893:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674017.685903:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:1.0:1773674017.685909:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.685919:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000200:2.0:1773674017.691404:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953432064, offset 0 00000400:00000200:2.0:1773674017.691429:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674017.691441:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674017.691449:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674017.691455:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674017.691459:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674017.691463:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674017.691466:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674017.691471:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252511:252511:255:4294967295] 192.168.201.103@tcp LPNI seq info [252479:252479:7:4294967295] 00000400:00000200:2.0:1773674017.691476:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674017.691487:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674017.691494:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674017.691500:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674017.691508:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674017.691516:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674017.691522:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674017.691527:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.691533:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 105301 usecs (106 jiffies) 00000400:00000200:2.0:1773674017.691537:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674017.691540:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300574852 00000100:00000001:2.0:1773674017.691544:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300578631 00000100:00000001:2.0:1773674017.691547:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300574852 00000100:00000001:2.0:1773674017.691549:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300578631 00000100:00000001:2.0:1773674017.691552:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674017.691556:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674017.691561:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674017.691566:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674017.691724:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674017.691731:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674017.691737:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674017.691740:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674017.691745:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674017.691753:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0100. 00000100:00000001:0.0:1773674017.691761:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.691787:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674017.691800:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674017.691804:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.691810:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.691835:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.691839:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674017.691843:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1773674017.691854:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674017.691858:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674017.691860:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674017.691866:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.691874:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674017.691876:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674017.691880:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674017.691884:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674017.691887:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674017.691891:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953432192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674017.691895:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674017.691900:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674017.691903:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674017.691906:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674017.691911:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674017.691913:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674017.692601:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674017.692609:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674017.692617:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773674017.692625:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432192, portal 4 00000100:00000001:0.0:1773674017.692628:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674017.692630:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:0.0:1773674017.692641:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.692649:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674017.692652:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674017.692656:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979220. 00000100:00000200:0.0:1773674017.692659:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953432192, offset 0 00000400:00000200:0.0:1773674017.692665:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674017.692672:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692679:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674017.692683:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674017.692686:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674017.692690:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674017.692693:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674017.692696:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252512:252512:254:4294967295] 192.168.201.103@tcp LPNI seq info [252480:252480:6:4294967295] 00000400:00000200:0.0:1773674017.692701:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692710:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674017.692716:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674017.692721:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000800:00000200:0.0:1773674017.692727:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674017.692734:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674017.692738:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674017.692742:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.692746:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 563002 usecs (564 jiffies) 00000400:00000200:0.0:1773674017.692749:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674017.692751:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300575311 00000100:00000001:0.0:1773674017.692754:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300578631 00000100:00000001:0.0:1773674017.692757:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300575311 00000100:00000001:0.0:1773674017.692760:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300578631 00000100:00000001:0.0:1773674017.692762:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674017.692797:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.692801:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.692804:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674017.692812:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674017.692814:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674017.692818:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674017.692820:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674017.692822:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.692824:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.692838:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674017.692840:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.692847:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5912) 00000800:00000001:0.0:1773674017.692882:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.692895:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674017.692898:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.692901:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674017.692906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692911:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674017.692917:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692921:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692930:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6180 00000400:00000200:0.0:1773674017.692935:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.692941:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e29 [1] + 224 00000800:00000001:0.0:1773674017.692948:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.692961:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674017.692964:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674017.692968:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674017.692975:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674017.692980:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674017.692991:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.693323:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.693326:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674017.693347:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674017.693357:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.693362:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674017.693446:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773674017.693451:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773674017.693456:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674017.693463:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773674017.698034:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674017.698042:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674017.698047:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f840. 00000400:00000200:3.0:1773674017.698056:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:3.0:1773674017.698059:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:3.0:1773674017.698064:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674017.698077:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674017.698091:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.698114:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1773674017.698119:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.698126:0:2414:0:(client.c:2966:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.698129:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.698135:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.698138:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.698140:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674017.698142:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.698144:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674017.698917:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674017.698927:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.698936:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674017.698938:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674017.699139:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.699142:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773674017.699148:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.699529:0:2414:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.699532:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674017.699535:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674017.699538:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674017.699540:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674017.699543:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674017.699554:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=100 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674017.699559:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674017.699562:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674017.699564:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674017.699567:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674017.699570:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.699575:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674017.699577:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:3.0:1773674017.699579:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674017.699581:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674017.699586:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.699595:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674017.699598:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674017.699601:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674017.699605:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674017.699614:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953431936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674017.699619:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.699621:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674017.699625:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953431936/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674017.699633:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674017.699636:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674017.699640:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4400. 02000000:00000001:3.0:1773674017.699644:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674017.699647:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674017.699649:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674017.699651:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674017.699654:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5f00. 02000000:00000001:3.0:1773674017.699658:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674017.699659:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674017.699661:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:3.0:1773674017.699665:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674017.699667:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.699669:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674017.699679:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674017.699681:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674017.699684:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674017.699686:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674017.699836:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674017.699840:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:1.0:1773674017.699845:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.699852:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674017.699859:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:1.0:1773674017.699862:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:1.0:1773674017.699867:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674017.699872:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.700599:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674017.700605:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.700613:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674017.700614:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674017.701053:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674017.701058:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000400:00000200:1.0:1773674017.701063:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.701069:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674017.701075:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979220 00000400:00000010:1.0:1773674017.701077:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979220. 00000100:00000001:1.0:1773674017.701081:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674017.701087:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.701097:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674017.702329:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674017.702341:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674017.702343:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674017.716129:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.716148:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674017.716153:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.716171:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674017.716183:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.716191:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674017.716202:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.716207:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.716212:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.716217:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6200 00000400:00000200:0.0:1773674017.716222:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674017.716228:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e31 [1] + 224 00000800:00000001:0.0:1773674017.716236:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.716245:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674017.716248:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674017.716253:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674017.716260:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674017.716272:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674017.716285:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.716352:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674017.716362:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674017.716366:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.717357:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674017.717363:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674017.717372:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674017.717374:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674017.717378:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b5d8. 00000400:00000200:2.0:1773674017.717386:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674017.717389:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674017.717392:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674017.717401:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674017.717413:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.717420:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674017.717423:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.717425:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674017.717428:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674017.717431:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674017.717433:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674017.717436:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674017.717447:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=100 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674017.717452:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674017.717454:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674017.717457:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674017.717460:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674017.717465:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674017.717469:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674017.717471:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674017.717473:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674017.717475:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674017.717480:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.717487:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674017.717491:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674017.717493:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674017.717497:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674017.717512:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953432064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674017.717517:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.717519:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674017.717522:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953432064/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674017.717529:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674017.717532:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674017.717535:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0639c200. 02000000:00000001:2.0:1773674017.717540:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674017.717543:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674017.717545:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674017.717547:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674017.717550:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:2.0:1773674017.717553:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674017.717555:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674017.717559:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674017.717562:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674017.717564:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.717566:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674017.717575:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674017.717577:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674017.717580:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674017.717583:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674017.724117:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.724134:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674017.724138:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.724141:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674017.724153:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.724162:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674017.724171:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.724177:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.724183:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.724188:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6280 00000400:00000200:1.0:1773674017.724193:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674017.724200:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e39 [1] + 224 00000800:00000001:1.0:1773674017.724208:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.724584:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674017.724589:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674017.724596:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674017.724604:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674017.724613:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674017.724626:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.724704:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674017.724708:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674017.724738:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674017.724747:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674017.724752:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773674017.731174:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674017.731182:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674017.731186:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674017.731196:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:0.0:1773674017.731198:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:0.0:1773674017.731203:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674017.731214:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674017.731238:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.731246:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674017.731249:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674017.731252:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674017.731256:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674017.731258:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674017.731261:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674017.731264:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674017.731274:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674017.731278:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=53 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674017.731281:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674017.731282:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674017.731286:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674017.731300:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.731306:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674017.731308:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773674017.731312:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674017.731313:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674017.731319:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.731327:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674017.731330:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674017.733891:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674017.733911:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674017.733924:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953432192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674017.733930:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674017.733934:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674017.733938:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953432192/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674017.733947:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674017.733950:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674017.733955:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08e13a00. 02000000:00000001:0.0:1773674017.734137:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674017.734140:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674017.734143:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674017.734146:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674017.734149:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0100. 02000000:00000001:0.0:1773674017.734154:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674017.734156:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674017.734158:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:0.0:1773674017.734162:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674017.734164:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674017.734167:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674017.734176:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674017.734178:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674017.734181:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674017.734184:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674018.178731:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674018.178738:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674018.178741:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674018.178745:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 1 seconds 00000100:00000001:1.0:1773674018.178751:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674018.178761:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305048:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674018.305060:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674018.305062:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674018.305066:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305071:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674018.305074:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305076:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305078:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305082:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674018.305084:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674018.305087:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674018.305089:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674018.305165:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674018.305168:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674018.305171:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674019.200961:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674019.200969:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674019.200971:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674019.200977:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 1 seconds 00000100:00000001:1.0:1773674019.200981:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674019.200985:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.328984:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674019.328992:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.328997:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674019.329000:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674019.329003:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674019.329010:0:79159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674019.329012:0:79159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674019.329014:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.329017:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674019.329019:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.329021:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.329023:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674019.329027:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674019.329028:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674019.329131:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674019.329135:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674019.329138:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674020.225171:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674020.225180:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674020.225182:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674020.225189:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 1 seconds 00000100:00000001:1.0:1773674020.225192:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674020.225196:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674020.352906:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674020.352915:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674020.352934:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674020.352935:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674020.352939:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674020.352940:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674020.353038:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674020.353041:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674020.353045:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674021.249389:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674021.249398:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674021.249400:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674021.249406:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 1 seconds 00000100:00000001:1.0:1773674021.249410:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674021.249413:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674021.376897:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674021.377098:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674021.377104:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674021.377105:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674021.377108:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674021.377110:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674021.377401:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674021.377405:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674021.377408:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674021.633189:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300578631, at 4300578688 00000100:00000010:0.0:1773674021.633207:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c43c0. 00000100:00000040:1.0:1773674021.633643:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300578631, at 4300578688 00000100:00000010:1.0:1773674021.633650:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4480. 00000100:00000001:1.0:1773674022.280798:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674022.280806:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674022.280808:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674022.280814:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 1 seconds 00000100:00000001:1.0:1773674022.280818:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674022.280822:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674022.402353:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674022.402360:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674022.402367:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674022.402368:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674022.402372:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674022.402373:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674022.402442:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674022.402446:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674022.402449:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674022.785160:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674022.785171:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674022.785183:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674022.785190:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674022.785195:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674022.785197:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674022.785203:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674022.785222:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674022.785230:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785243:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674022.785255:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674022.785260:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785512:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_00+0] req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785556:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785560:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674022.785563:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674022.785567:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674022.785570:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674022.785573:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674022.785575:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674022.785577:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674022.785582:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5100. 00000100:00000001:2.0:1773674022.785586:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785591:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674022.785600:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674022.785603:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785607:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1ee1ed4] to pc [ptlrpcd_01_01+1] req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785616:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785618:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674022.785622:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674022.785625:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674022.785627:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674022.785629:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674022.785631:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674022.785632:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674022.785636:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5300. 00000100:00000001:2.0:1773674022.785639:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785643:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674022.785650:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674022.785652:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785655:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785662:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785664:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674022.785667:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674022.785670:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674022.785673:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674022.785674:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674022.785675:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674022.785677:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674022.785680:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5700. 00000100:00000001:2.0:1773674022.785695:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785701:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674022.785709:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674022.785711:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785716:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_01+1] req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785724:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.785727:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674022.785732:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674022.785739:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5917) 00000100:00000001:3.0:1773674022.785761:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.785820:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674022.785824:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.785825:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674022.785833:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674022.785837:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674022.785845:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674022.785849:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785860:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674022.785863:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674022.785866:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674022.785869:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674022.785872:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674022.785876:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953432448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674022.785880:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674022.785886:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674022.785900:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674022.785903:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674022.785908:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0639c200. 02000000:00000001:2.0:1773674022.785911:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674022.785920:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674022.785924:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b5d8. 00000400:00000010:2.0:1773674022.785931:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674022.785938:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432448, portal 10 00000100:00000001:2.0:1773674022.785941:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674022.785943:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:2.0:1773674022.785951:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.785959:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674022.785962:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674022.785965:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674022.785969:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953432448, offset 0 00000400:00000200:2.0:1773674022.785976:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674022.785984:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674022.785993:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674022.785998:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674022.786206:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674022.786220:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674022.786223:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674022.786228:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252513:252513:256:4294967295] 192.168.201.103@tcp LPNI seq info [252481:252481:8:4294967295] 00000400:00000200:2.0:1773674022.786232:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674022.786244:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674022.786250:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674022.786256:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674022.786264:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674022.786271:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674022.786276:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674022.786284:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.786290:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 247848 usecs (248 jiffies) 00000400:00000200:2.0:1773674022.786293:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674022.786296:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580089 00000100:00000010:2.0:1773674022.786302:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c7e0. 00000100:00000001:2.0:1773674022.786308:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674022.786319:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580089 00000100:00000010:2.0:1773674022.786324:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c120. 00000100:00000001:2.0:1773674022.786327:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674022.786346:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674022.786349:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674022.786352:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674022.786357:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.786364:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674022.786370:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674022.786380:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674022.786385:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.786391:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1773674022.786391:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.786396:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674022.786400:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953432704:192.168.201.103@tcp:400:kworker.0 02000000:00000001:3.0:1773674022.786581:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674022.786585:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674022.786589:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674022.786594:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953432320:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674022.786600:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674022.786606:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674022.786610:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674022.786614:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674022.786616:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773674022.786621:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674022.786625:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674022.786628:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674022.786629:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5600. 02000000:00000001:3.0:1773674022.786634:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674022.786636:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0639c800. 02000000:00000001:2.0:1773674022.786642:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674022.786644:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674022.786653:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f840. 00000400:00000200:2.0:1773674022.786654:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674022.786662:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bdc0. 00000400:00000010:3.0:1773674022.786665:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000400:00000010:2.0:1773674022.786669:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:3.0:1773674022.786675:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432320, portal 25 00000100:00000200:2.0:1773674022.786677:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432704, portal 4 00000100:00000001:2.0:1773674022.786682:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674022.786683:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674022.786691:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674022.786698:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674022.786700:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674022.786703:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090647f8. 00000100:00000200:2.0:1773674022.786705:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953432704, offset 0 00000400:00000200:2.0:1773674022.786710:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674022.786714:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674022.786718:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674022.786721:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674022.786723:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674022.786726:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674022.786728:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674022.786732:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252514:252514:255:4294967295] 192.168.201.103@tcp LPNI seq info [252482:252482:7:4294967295] 00000400:00000200:2.0:1773674022.786736:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674022.786744:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674022.786748:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674022.786752:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5b00. 00000800:00000200:2.0:1773674022.786756:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674022.786761:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674022.786783:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674022.786788:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674022.786791:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 559020 usecs (560 jiffies) 00000400:00000200:2.0:1773674022.786794:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674022.786796:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580401 00000100:00000001:2.0:1773674022.786802:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300580089 00000100:00000001:2.0:1773674022.786805:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580401 00000100:00000001:2.0:1773674022.786808:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300580089 00000100:00000001:2.0:1773674022.786811:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674022.786813:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674022.786817:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674022.786819:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674022.786828:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674022.786830:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674022.786832:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674022.786834:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674022.786836:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674022.786839:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674022.787673:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674022.787687:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:0.0:1773674022.787695:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.787702:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674022.787707:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:0.0:1773674022.787710:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:0.0:1773674022.787715:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674022.787720:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.787730:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674022.787733:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.787740:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674022.787741:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674022.787847:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674022.787850:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5b00. 00000400:00000200:0.0:1773674022.787854:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.787858:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674022.787861:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090647f8 00000400:00000010:0.0:1773674022.787863:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090647f8. 00000100:00000001:0.0:1773674022.787865:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674022.787869:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.787877:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674022.787880:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.787903:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674022.787905:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674022.790613:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674022.790622:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:3.0:1773674022.790648:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.790661:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674022.790665:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674022.790679:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674022.791473:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953432320, offset 0 00000400:00000200:3.0:1773674022.791489:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674022.791505:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674022.791515:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674022.791522:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674022.791528:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674022.791534:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674022.791537:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674022.791542:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252515:252515:256:4294967295] 192.168.201.103@tcp LPNI seq info [252483:252483:8:4294967295] 00000400:00000200:3.0:1773674022.791548:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674022.791561:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674022.791568:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674022.791577:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028aa00. 00000800:00000200:3.0:1773674022.791586:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674022.791597:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674022.791604:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674022.791746:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674022.791754:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674022.791757:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300583754 00000100:00000001:3.0:1773674022.791787:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300580401 00000100:00000001:3.0:1773674022.791795:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300583755 00000100:00000001:3.0:1773674022.791800:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300580401 00000100:00000001:3.0:1773674022.791804:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.791809:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.791815:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674022.791825:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.791836:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674022.791839:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.791845:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674022.791850:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674022.791867:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674022.791872:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953432576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674022.791877:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674022.791884:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674022.791887:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.791891:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674022.791900:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4000. 02000000:00000001:3.0:1773674022.791902:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674022.791908:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674022.791913:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe18. 00000400:00000010:3.0:1773674022.791920:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674022.791928:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432576, portal 10 00000100:00000001:3.0:1773674022.791931:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674022.791933:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:3.0:1773674022.791942:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.791950:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674022.791953:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674022.791956:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674022.791959:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953432576, offset 0 00000400:00000200:3.0:1773674022.791965:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674022.791969:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674022.791974:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674022.791977:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674022.792183:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674022.792186:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674022.792189:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674022.792193:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252516:252516:255:4294967295] 192.168.201.103@tcp LPNI seq info [252484:252484:7:4294967295] 00000400:00000200:3.0:1773674022.792199:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674022.792207:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674022.792223:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674022.792229:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a300. 00000800:00000200:3.0:1773674022.792233:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674022.792240:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674022.792243:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674022.792247:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674022.792252:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 104820 usecs (105 jiffies) 00000400:00000200:3.0:1773674022.792255:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674022.792257:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300579952 00000100:00000001:3.0:1773674022.792260:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300583754 00000100:00000001:3.0:1773674022.792262:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300579952 00000100:00000001:3.0:1773674022.792264:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300583755 00000100:00000001:3.0:1773674022.792266:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.792268:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.792271:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.792276:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.792297:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674022.792300:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674022.792304:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.792306:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674022.792308:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.792312:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674022.810755:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.819896:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674022.819911:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.819919:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674022.819932:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.819942:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674022.819954:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.819960:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.819968:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.819973:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6380 00000400:00000200:1.0:1773674022.819979:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.819986:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e49 [1] + 224 00000800:00000001:1.0:1773674022.819996:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.820003:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674022.820007:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674022.820012:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674022.820023:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1773674022.822607:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674022.822619:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:0.0:1773674022.822629:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.822640:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674022.822647:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:0.0:1773674022.822650:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:0.0:1773674022.822655:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674022.822665:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.822677:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674022.822695:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.822703:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674022.822705:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674022.822790:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674022.822794:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a300. 00000400:00000200:0.0:1773674022.822797:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.822801:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674022.822804:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:0.0:1773674022.822805:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:0.0:1773674022.822808:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674022.822812:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.822821:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674022.822825:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.822831:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674022.822833:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1773674022.827512:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674022.827538:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674022.827560:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674022.827590:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.827614:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674022.827618:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.827621:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674022.827632:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.827638:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674022.827650:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.827656:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.827663:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.827669:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6480 00000400:00000200:1.0:1773674022.827676:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674022.827684:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e59 [1] + 224 00000800:00000001:1.0:1773674022.827695:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.827708:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674022.827712:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674022.827718:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674022.827725:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674022.827731:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674022.827741:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674022.827748:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674022.827752:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674022.827756:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674022.851316:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674022.851595:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.851602:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674022.851615:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674022.851618:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674022.851624:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b5d8. 00000400:00000200:3.0:1773674022.851634:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:3.0:1773674022.851638:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:3.0:1773674022.851643:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674022.851658:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674022.851673:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.851695:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674022.851697:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.851701:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674022.851705:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674022.851709:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674022.851712:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.851715:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674022.851728:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=105 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674022.851733:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674022.851736:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674022.851739:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674022.851742:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674022.851746:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.851751:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674022.851753:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:3.0:1773674022.851756:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674022.851758:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674022.851810:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.851819:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.851823:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674022.851825:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674022.851830:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674022.851838:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953432448:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674022.851846:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674022.851847:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674022.851849:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bdc0. 00000400:00000200:3.0:1773674022.851853:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:3.0:1773674022.851855:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:3.0:1773674022.851857:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674022.851863:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674022.851872:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.851878:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674022.851880:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.851881:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674022.851883:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674022.851885:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674022.851886:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.851889:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674022.851893:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674022.851896:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=58 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674022.851899:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674022.851900:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674022.851902:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674022.851904:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.851906:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674022.851908:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:3.0:1773674022.851910:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674022.851911:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674022.851915:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.851922:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.851924:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674022.851925:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674022.851929:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674022.851936:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953432704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674022.851940:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.851943:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674022.851948:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953432448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.851955:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674022.851958:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674022.851963:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0639c200. 02000000:00000001:3.0:1773674022.851968:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674022.851971:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674022.851973:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674022.851976:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674022.851979:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5100. 02000000:00000001:3.0:1773674022.851984:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674022.851986:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674022.851988:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:3.0:1773674022.852202:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674022.852204:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.852206:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674022.852218:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953432704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.852225:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674022.852227:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674022.852229:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0639c800. 02000000:00000001:3.0:1773674022.852232:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674022.852234:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674022.852235:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674022.852237:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674022.852239:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5700. 02000000:00000001:3.0:1773674022.852241:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674022.852242:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674022.852244:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674022.852246:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674022.852247:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.852250:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.852261:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674022.852263:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.852265:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.852269:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674022.858117:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674022.858132:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859302:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674022.859316:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859326:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674022.859342:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859348:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859356:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859360:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6300 00000400:00000200:0.0:1773674022.859366:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859376:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e51 [1] + 224 00000800:00000001:0.0:1773674022.859389:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859396:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674022.859401:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.859406:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674022.859417:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674022.859429:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674022.859442:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.859474:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674022.859490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859495:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674022.859497:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859500:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674022.859503:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859508:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674022.859513:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859516:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859519:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859522:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6400 00000400:00000200:0.0:1773674022.859526:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674022.859532:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e61 [1] + 224 00000800:00000001:0.0:1773674022.859536:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859548:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674022.859550:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674022.859553:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674022.859557:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674022.859562:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674022.859572:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674022.859580:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674022.859584:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674022.859588:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.860717:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.860726:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674022.860737:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674022.860740:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674022.860744:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f840. 00000400:00000200:3.0:1773674022.860752:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:3.0:1773674022.860755:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:3.0:1773674022.860760:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674022.860797:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674022.860811:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.860818:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674022.860820:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.860823:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674022.860828:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674022.860831:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674022.860834:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.860837:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674022.860848:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674022.860852:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674022.860855:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674022.860857:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674022.860861:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674022.860864:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.860867:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674022.860872:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.860880:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.860884:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674022.860886:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674022.860892:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674022.860900:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953432320:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674022.860908:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674022.860909:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674022.860911:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe18. 00000400:00000200:3.0:1773674022.860914:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:3.0:1773674022.860916:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:3.0:1773674022.860918:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674022.860922:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674022.860930:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.860935:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674022.860936:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.860938:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674022.860939:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674022.860940:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674022.860942:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674022.860944:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674022.860950:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=105 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674022.860953:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674022.860956:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674022.860957:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674022.860959:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674022.860963:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.860967:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674022.860969:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674022.860971:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674022.860973:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674022.860976:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.860982:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674022.860984:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674022.860986:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674022.860989:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674022.860997:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953432576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674022.861718:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.861723:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674022.861729:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953432320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.861737:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674022.861741:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674022.861746:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5600. 02000000:00000001:3.0:1773674022.861752:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674022.861755:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674022.861757:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674022.861760:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674022.861802:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:3.0:1773674022.861809:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674022.861811:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674022.861814:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:3.0:1773674022.861819:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674022.861820:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.861822:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674022.861827:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953432576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674022.861834:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674022.861835:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674022.861837:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4000. 02000000:00000001:3.0:1773674022.861839:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674022.861841:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674022.861842:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674022.861844:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674022.861846:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5300. 02000000:00000001:3.0:1773674022.861848:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674022.861849:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674022.861850:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:3.0:1773674022.861854:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674022.861858:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.861861:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674022.861871:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674022.861873:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674022.861877:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674022.861881:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.300511:0:91906:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773674023.300523:0:91906:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1773674023.300545:0:91906:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773673993/real 1773673993] req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773674023 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1773674023.300571:0:91906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674023.300574:0:91906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674023.300580:0:91906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674023.300589:0:91906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:1.0:1773674023.300594:0:91906:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:1.0:1773674023.300599:0:91906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674023.300604:0:91906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773674023 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773674023.300616:0:91906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773674023 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.300625:0:91906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674023.300628:0:91906:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.300631:0:91906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674023.300634:0:91906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.300639:0:91906:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1773674023.300643:0:91906:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1773674023.300648:0:91906:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection to lustre-MDT0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1773674023.300652:0:91906:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773674023.300656:0:91906:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773674023.300659:0:91906:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.300661:0:91906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1773674023.300664:0:91906:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1773674023.300709:0:91906:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1773674023.300711:0:91906:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.300716:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674023.300718:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674023.300722:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 0 seconds 00000100:00000001:1.0:1773674023.300725:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674023.300728:0:91906:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.300731:0:91906:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674023.300734:0:91906:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.300737:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.300860:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674023.300867:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674023.300881:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674023.300888:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674023.300893:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674023.300897:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674023.300905:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674023.300916:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5d00. 00000100:00000001:2.0:1773674023.300924:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.300930:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674023.300941:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674023.300947:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.300954:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.300990:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773674023.300993:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773674023.300997:0:53297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1773674023.300999:0:53297:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773674023.301001:0:53297:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773674023.301006:0:53297:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773674023.301009:0:53297:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5871 00000400:00000200:2.0:1773674023.301019:0:53297:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674023.301027:0:53297:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:2.0:1773674023.301032:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674023.301035:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773674023.301038:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674023.301041:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:2.0:1773674023.301044:0:53297:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773674023.301046:0:53297:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:2.0:1773674023.301049:0:53297:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674023.301053:0:53297:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:2.0:1773674023.301062:0:53297:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:2.0:1773674023.301065:0:53297:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000040:2.0:1773674023.301068:0:53297:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674023.301071:0:53297:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773674023.301073:0:53297:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674023.301075:0:53297:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:2.0:1773674023.301080:0:53297:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00080000:2.0:1773674023.301084:0:53297:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff98dc07f29800: import ffff98dc08d12000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:2.0:1773674023.301088:0:53297:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674023.301091:0:53297:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773674023.301101:0:53297:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674023.301105:0:53297:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.301108:0:53297:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1773674023.301113:0:53297:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1773674023.301117:0:53297:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.301120:0:53297:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674023.301125:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288a80. 00000020:00000040:2.0:1773674023.301128:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674023.301132:0:53297:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674023.301134:0:53297:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.301138:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674023.301141:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674023.301143:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674023.301149:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959c000. 00000100:00000001:2.0:1773674023.301153:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674023.301160:0:53297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674023.301169:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674023.301171:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301175:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008797fe91] to pc [ptlrpcd_rcv+-1] req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.301208:0:53297:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301213:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674023.301216:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674023.301221:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674023.301223:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674023.301226:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674023.301227:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674023.301229:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674023.301235:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5300. 00000100:00000001:2.0:1773674023.301239:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301244:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674023.301253:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674023.301255:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301260:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_01+1] req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.301269:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301272:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674023.301275:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674023.301279:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674023.301282:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674023.301284:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674023.301286:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674023.301288:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674023.301303:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674023.301307:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301312:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674023.301322:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674023.301324:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301328:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.301336:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.301339:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674023.301343:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674023.301350:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5918) 00000100:00000001:0.0:1773674023.301427:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674023.301433:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674023.301436:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674023.301444:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.301453:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674023.301455:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674023.301460:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674023.301463:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674023.301467:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674023.301471:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953432960:192.168.201.103@tcp:38:kworker.0 00000100:00000001:0.0:1773674023.301476:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674023.301483:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674023.301487:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674023.301490:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674023.301496:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a9000. 02000000:00000001:0.0:1773674023.301499:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674023.301506:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674023.301511:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674023.301519:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773674023.301528:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953432960, portal 10 00000100:00000001:0.0:1773674023.301531:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674023.301533:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000040:0.0:1773674023.301543:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.301551:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674023.301554:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674023.301558:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674023.301561:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859825953432960, offset 0 00000400:00000200:0.0:1773674023.301569:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674023.301578:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.301586:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674023.301592:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674023.301598:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674023.301602:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674023.301606:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674023.301610:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252517:252517:256:4294967295] 192.168.201.103@tcp LPNI seq info [252485:252485:8:4294967295] 00000400:00000200:0.0:1773674023.301616:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.301628:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674023.301635:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674023.301642:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674023.301652:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674023.301662:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674023.301668:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773674023.301688:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674023.301694:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 247440 usecs (248 jiffies) 00000400:00000200:0.0:1773674023.301697:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674023.301701:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580604 00000100:00000001:0.0:1773674023.301705:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300583754 00000100:00000001:0.0:1773674023.301708:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580604 00000100:00000001:0.0:1773674023.301710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300583755 00000100:00000001:0.0:1773674023.301713:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674023.301716:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.301719:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.301722:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674023.301731:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674023.301734:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773674023.301736:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674023.301737:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674023.301739:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.301741:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674023.302573:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674023.302582:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000400:00000200:1.0:1773674023.302591:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674023.302600:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674023.302608:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:1.0:1773674023.302611:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:1.0:1773674023.302616:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674023.302623:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674023.302633:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674023.302637:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674023.302644:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.302646:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674023.303282:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674023.303289:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674023.303301:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674023.303312:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.303321:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674023.303323:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.303328:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674023.303333:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674023.303337:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674023.303341:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953432832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674023.303345:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674023.303352:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674023.303354:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.303357:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674023.303569:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4000. 02000000:00000001:3.0:1773674023.303572:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674023.303580:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674023.303585:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe18. 00000400:00000010:3.0:1773674023.303592:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674023.303599:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953432832, portal 25 00000100:00000001:3.0:1773674023.303602:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674023.303604:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:3.0:1773674023.303611:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.303620:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674023.303622:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674023.303626:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674023.303631:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953432832, offset 0 00000400:00000200:3.0:1773674023.303638:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674023.303647:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.303655:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674023.303660:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674023.303664:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674023.303668:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674023.303671:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674023.303690:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252518:252518:256:4294967295] 192.168.201.103@tcp LPNI seq info [252486:252486:8:4294967295] 00000400:00000200:3.0:1773674023.303696:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.303707:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674023.303714:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674023.303721:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a800. 00000800:00000200:3.0:1773674023.303728:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674023.303737:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674023.303742:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674023.303920:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674023.303926:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674023.303930:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300584267 00000100:00000001:3.0:1773674023.303940:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300583754 00000100:00000001:3.0:1773674023.303945:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300584267 00000100:00000001:3.0:1773674023.303948:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300583755 00000100:00000001:3.0:1773674023.303951:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674023.303955:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.303958:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674023.303964:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.303971:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674023.303973:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.303975:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674023.303978:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674023.303980:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674023.303983:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953433216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674023.303987:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674023.303990:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674023.303991:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.303993:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674023.303998:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f5600. 02000000:00000001:3.0:1773674023.303999:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674023.304002:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674023.304005:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f840. 00000400:00000010:3.0:1773674023.304009:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674023.304012:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433216, portal 4 00000100:00000001:3.0:1773674023.304014:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674023.304015:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:3.0:1773674023.304022:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.304030:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674023.304032:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674023.304035:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674023.304038:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953433216, offset 0 00000400:00000200:3.0:1773674023.304042:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674023.304046:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.304050:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674023.304053:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674023.304056:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674023.304058:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674023.304061:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674023.304064:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252519:252519:255:4294967295] 192.168.201.103@tcp LPNI seq info [252487:252487:7:4294967295] 00000400:00000200:3.0:1773674023.304069:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.304076:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674023.304081:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674023.304086:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a000. 00000800:00000200:3.0:1773674023.304090:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674023.304096:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674023.304099:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674023.304102:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674023.304106:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 555356 usecs (556 jiffies) 00000400:00000200:3.0:1773674023.304110:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674023.304112:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580915 00000100:00000001:3.0:1773674023.304115:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300584267 00000100:00000001:3.0:1773674023.304117:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580915 00000100:00000001:3.0:1773674023.304119:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300584267 00000100:00000001:3.0:1773674023.304121:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674023.304124:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.304126:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.304130:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.304139:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674023.304141:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674023.304144:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674023.304145:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674023.304147:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674023.304151:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674023.304153:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.304156:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674023.304157:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.304159:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674023.304160:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674023.304162:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674023.304168:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.304176:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674023.304177:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.304180:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674023.304182:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674023.304184:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674023.304187:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953433088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674023.304191:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674023.304195:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674023.304197:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674023.304199:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674023.304213:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc070f4800. 02000000:00000001:3.0:1773674023.304216:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674023.304219:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674023.304222:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f2c0. 00000400:00000010:3.0:1773674023.304226:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674023.304230:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433088, portal 10 00000100:00000001:3.0:1773674023.304232:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674023.304233:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674023.304240:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.304247:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674023.304249:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674023.304252:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674023.304255:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953433088, offset 0 00000400:00000200:3.0:1773674023.304259:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674023.304264:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.304268:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674023.304271:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674023.304273:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674023.304276:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674023.304278:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674023.304281:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252520:252520:254:4294967295] 192.168.201.103@tcp LPNI seq info [252488:252488:6:4294967295] 00000400:00000200:3.0:1773674023.304285:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674023.304303:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674023.304309:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674023.304314:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028ad00. 00000800:00000200:3.0:1773674023.304318:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674023.304322:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674023.304325:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674023.304328:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674023.304331:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 104738 usecs (105 jiffies) 00000400:00000200:3.0:1773674023.304335:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674023.304337:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580464 00000100:00000001:3.0:1773674023.304340:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300584267 00000100:00000001:3.0:1773674023.304342:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580464 00000100:00000001:3.0:1773674023.304345:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300584267 00000100:00000001:3.0:1773674023.304347:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674023.304349:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.304352:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.304355:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.304372:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674023.304375:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674023.306483:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674023.306496:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:0.0:1773674023.309444:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.309466:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674023.309478:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:0.0:1773674023.309483:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:0.0:1773674023.309494:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674023.309505:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309522:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674023.309527:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309535:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.309537:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674023.309590:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674023.309594:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000400:00000200:0.0:1773674023.309599:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.309602:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674023.309605:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:0.0:1773674023.309607:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:0.0:1773674023.309610:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674023.309616:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309624:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674023.309627:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309634:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.309635:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674023.309732:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674023.309736:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028ad00. 00000400:00000200:0.0:1773674023.309740:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.309744:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674023.309747:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:0.0:1773674023.309750:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:0.0:1773674023.309753:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674023.309758:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309790:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674023.309794:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.309801:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.309803:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674023.310835:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674023.310853:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674023.310857:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674023.310860:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674023.310871:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.310877:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674023.310887:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.310893:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.310899:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.310904:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b80794c6580 00000400:00000200:1.0:1773674023.310910:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.310918:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c4e69 [1] + 0 00000800:00000001:1.0:1773674023.310928:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674023.310940:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674023.310943:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674023.310947:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674023.310954:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674023.310962:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674023.310975:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674023.311002:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674023.311011:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674023.311017:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674023.311151:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674023.311156:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674023.311166:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674023.311169:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674023.311172:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674023.311178:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:0.0:1773674023.311181:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:0.0:1773674023.311184:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674023.311189:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674023.311213:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.311229:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674023.311231:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674023.311234:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674023.311239:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674023.311242:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674023.311245:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674023.311248:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674023.311262:0:2410:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=106 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674023.311275:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674023.311278:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674023.311281:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674023.311285:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674023.311752:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.311761:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674023.311807:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:0.0:1773674023.311810:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674023.311813:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674023.311821:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.311830:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674023.311834:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674023.311836:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674023.311839:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773674023.311848:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98dc07f29800: connect to target with instance 25 00000020:00000001:0.0:1773674023.311852:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773674023.311854:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:0.0:1773674023.311858:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674023.311862:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:0.0:1773674023.311865:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:0.0:1773674023.311868:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00001000:0.0:1773674023.311873:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=1773674023 v=0 (0 0 0 0) 00000100:00001000:0.0:1773674023.311876:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc08d12410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773674023.311883:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000020:00000040:0.0:1773674023.311890:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00000001:0.0:1773674023.311893:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674023.311897:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:0.0:1773674023.311904:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff98dc07f29800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1773674023.311908:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1773674023.311910:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674023.311913:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773674023.311917:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773674023.311920:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674023.311922:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674023.311924:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674023.311926:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773674023.311930:0:2410:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.201.103@tcp after partition 00000100:00080000:0.0:1773674023.311935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1773674023.311940:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773674023.311943:0:2410:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773674023.311946:0:2410:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773674023.311948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc08d12000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773674023.311950:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674023.311951:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773674023.311953:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773674023.311954:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773674023.311956:0:2410:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1773674023.311959:0:2410:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff98dc070cd548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1773674023.311963:0:2410:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x2f77f56113813ae2 00800000:00000040:0.0:1773674023.311966:0:2410:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98dc07f29800=50b6f219-0167-4a18-8ed7-c655d95343ea device 3 (ffff98dc070c8000) type mdc at LMV idx 0 00800000:00000040:0.0:1773674023.311970:0:2410:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff98dc070c8000 already active! 00800000:00000001:0.0:1773674023.311973:0:2410:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773674023.311975:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674023.311977:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773674023.311980:0:2410:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000002:00000001:3.0:1773674023.312802:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.312809:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1773674023.312815:0:2410:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98dc07f29800: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000100:00080000:3.0:1773674023.312825:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e96d1e00): req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773674023 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.312893:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674023.312899:0:91906:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674023.312938:0:92023:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1773674023.312942:0:92023:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1773674023.312948:0:92023:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674023.312951:0:92023:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674023.312953:0:92023:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674023.312957:0:92023:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1773674023.312958:0:92023:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.313623:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.317377:0:91906:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674023.317389:0:91906:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674023.317398:0:91906:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674023.317404:0:91906:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674023.317409:0:91906:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.317413:0:91906:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1773674023.317601:0:91906:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859825953428608 new x1859825953433344 02000000:00000001:1.0:1773674023.317607:0:91906:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674023.317610:0:91906:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674023.317623:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674023.317636:0:91906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674023.317648:0:91906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773674023.317658:0:91906:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953428608, portal 10 00000100:00000001:1.0:1773674023.317660:0:91906:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674023.317662:0:91906:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773674023.318424:0:91906:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.318437:0:91906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674023.318440:0:91906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674023.318447:0:91906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773674023.318452:0:91906:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953428608, offset 0 00000400:00000200:1.0:1773674023.318461:0:91906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674023.318475:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.318486:0:91906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674023.318492:0:91906:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674023.318499:0:91906:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674023.318504:0:91906:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674023.318507:0:91906:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674023.318512:0:91906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252521:252521:256:4294967295] 192.168.201.103@tcp LPNI seq info [252489:252489:8:4294967295] 00000400:00000200:1.0:1773674023.318517:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674023.318531:0:91906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674023.318540:0:91906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674023.318548:0:91906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674023.318557:0:91906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674023.318567:0:91906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674023.318573:0:91906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773674023.318640:0:91906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674023.318648:0:91906:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 246860 usecs (247 jiffies) 00000400:00000200:1.0:1773674023.318652:0:91906:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674023.318656:0:91906:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300580620 00000100:00000001:1.0:1773674023.318660:0:91906:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300584267 00000100:00000001:1.0:1773674023.318663:0:91906:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300580620 00000100:00000001:1.0:1773674023.318665:0:91906:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300584267 00000100:00000001:1.0:1773674023.318668:0:91906:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674023.318683:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.318688:0:91906:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674023.318691:0:91906:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773674023.318695:0:91906:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06707780 going to sleep for 25 seconds 00000100:00000001:1.0:1773674023.318698:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674023.318701:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674023.332153:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.337474:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674023.337492:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.337498:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.337513:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.337523:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674023.337538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.337545:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.337553:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.337558:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6680 00000400:00000200:0.0:1773674023.337565:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.337573:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e81 [1] + 224 00000800:00000001:0.0:1773674023.337585:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.337593:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.337597:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.337603:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674023.337613:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674023.337625:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674023.337639:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.337722:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674023.337728:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674023.344612:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674023.344688:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.344714:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674023.344719:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.344722:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.344736:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.344746:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674023.344760:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.344784:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.344791:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.344796:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6600 00000400:00000200:0.0:1773674023.344801:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.344809:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e89 [1] + 224 00000800:00000001:0.0:1773674023.344819:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.344833:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.344836:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.344841:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674023.344849:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674023.344860:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674023.344873:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.344882:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674023.344886:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.344889:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.346400:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674023.346431:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674023.346446:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953432960:192.168.201.103@tcp:38:kworker.0 00000100:00000001:3.0:1773674023.346453:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.346459:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674023.346463:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288a80 x1859825953432960/t0(0) o38->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674023.346472:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674023.346477:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674023.346485:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9000. 02000000:00000001:3.0:1773674023.346491:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674023.346496:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674023.346498:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674023.346501:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674023.346506:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959c000. 02000000:00000001:3.0:1773674023.346510:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674023.346512:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674023.346516:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288a80. 00000100:00000001:3.0:1773674023.346520:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674023.346522:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.346525:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674023.346537:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674023.346539:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674023.346543:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674023.346545:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674023.346649:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.346663:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674023.346666:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.346669:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.346694:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.346700:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674023.346712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.346717:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.346723:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.346728:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6500 00000400:00000200:0.0:1773674023.346734:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.346742:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4e79 [1] + 224 00000800:00000001:0.0:1773674023.346752:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.346800:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.346805:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.346810:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674023.346820:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674023.346827:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674023.346838:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674023.346849:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674023.346859:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.346864:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674023.347364:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674023.347372:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:1.0:1773674023.347378:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674023.347385:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674023.347392:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:1.0:1773674023.347396:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:1.0:1773674023.347401:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674023.347407:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.347420:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674023.347424:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.347438:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674023.347440:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1773674023.347617:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674023.347621:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674023.347626:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f840. 00000400:00000200:2.0:1773674023.347631:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:2.0:1773674023.347633:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:2.0:1773674023.347637:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674023.347644:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674023.347669:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.347684:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674023.347686:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.347689:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674023.347693:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674023.347696:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674023.347699:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674023.347702:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674023.347715:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674023.347720:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=59 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674023.347723:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674023.347725:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674023.347729:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674023.347734:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.347739:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674023.347742:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:2.0:1773674023.347744:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674023.347746:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.347752:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.347760:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674023.347785:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674023.347788:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674023.347793:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674023.347802:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953433216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674023.347808:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.347812:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674023.347815:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953433216/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.347823:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674023.347826:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674023.347830:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f5600. 02000000:00000001:2.0:1773674023.347834:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674023.347837:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674023.347839:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674023.347841:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674023.347845:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:2.0:1773674023.347849:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674023.347851:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674023.347853:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674023.347858:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674023.347859:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.347865:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.347867:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674023.347870:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674023.347874:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674023.348104:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674023.348107:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f2c0. 00000400:00000200:2.0:1773674023.348111:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000400:00000010:2.0:1773674023.348113:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:2.0:1773674023.348116:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674023.348122:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674023.348131:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348138:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674023.348139:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348141:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674023.348143:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674023.348145:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674023.348147:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674023.348149:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674023.348156:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=106 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674023.348159:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674023.348162:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674023.348163:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674023.348165:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674023.348167:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.348170:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674023.348172:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674023.348174:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674023.348175:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.348180:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348187:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674023.348189:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674023.348191:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674023.348195:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674023.348215:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953433088:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674023.348221:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674023.348223:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674023.348225:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe18. 00000400:00000200:2.0:1773674023.348228:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:2.0:1773674023.348230:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:2.0:1773674023.348233:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674023.348238:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674023.348247:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348254:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674023.348257:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348260:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674023.348261:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674023.348262:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674023.348264:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674023.348266:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674023.348279:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674023.348283:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674023.348285:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674023.348287:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674023.348288:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674023.348291:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.348293:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674023.348298:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348305:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674023.348307:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674023.348309:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674023.348313:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674023.348322:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953432832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674023.348326:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348328:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674023.348332:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953433088/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348338:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674023.348340:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674023.348342:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4800. 02000000:00000001:2.0:1773674023.348345:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674023.348347:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674023.348348:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674023.348350:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674023.348352:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5300. 02000000:00000001:2.0:1773674023.348355:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674023.348357:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674023.348358:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:2.0:1773674023.348361:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674023.348362:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348364:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674023.348368:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953432832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674023.348374:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674023.348376:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674023.348377:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc070f4000. 02000000:00000001:2.0:1773674023.348379:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674023.348380:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674023.348382:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674023.348384:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674023.348385:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5d00. 02000000:00000001:2.0:1773674023.348387:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674023.348388:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674023.348390:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674023.348392:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674023.348394:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348396:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674023.348404:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674023.348407:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674023.348409:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674023.348411:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674023.359240:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.359278:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674023.359284:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.359289:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.359303:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.359314:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674023.359328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.359334:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.359340:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.359345:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c6700 00000400:00000200:0.0:1773674023.359351:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674023.359360:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c4e91 [1] + 224 00000800:00000001:0.0:1773674023.359371:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.359413:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674023.359418:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674023.359425:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674023.359436:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674023.359449:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674023.359464:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674023.359498:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674023.359517:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674023.359522:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.359683:0:91906:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674023.359694:0:91906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674023.359697:0:91906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674023.359702:0:91906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674023.359708:0:91906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:1.0:1773674023.359711:0:91906:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:1.0:1773674023.359714:0:91906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674023.359720:0:91906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773674023.359731:0:91906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.359739:0:91906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674023.359741:0:91906:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.359744:0:91906:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674023.359748:0:91906:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674023.359752:0:91906:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674023.359754:0:91906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674023.359757:0:91906:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674023.359815:0:91906:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=106 v=16 (17 17 17 36) 00000100:00001000:1.0:1773674023.359821:0:91906:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674023.359824:0:91906:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773674023.359829:0:91906:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.359837:0:91906:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773674023.359842:0:91906:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674023.359845:0:91906:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:1.0:1773674023.359848:0:91906:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674023.359850:0:91906:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773674023.359855:0:91906:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.359870:0:91906:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773674023.359873:0:91906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674023.359875:0:91906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674023.359880:0:91906:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773674023.359889:0:91906:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job stat:50b6f219-0167-4a18-8ed7-c655d95343ea:91906:1859825953428608:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773674023.359894:0:91906:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674023.359898:0:91906:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773674023.359900:0:91906:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773674023.359903:0:91906:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674023.359906:0:91906:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.359913:0:91906:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674023.359917:0:91906:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06707780. 00000100:00000001:1.0:1773674023.359921:0:91906:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773674023.359923:0:91906:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773674023.359928:0:91906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773674023.359932:0:91906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674023.359936:0:91906:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674023.359940:0:91906:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=4 00000020:00000001:1.0:1773674023.359942:0:91906:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674023.359946:0:91906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00010000:1.0:1773674023.359952:0:91906:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.359966:0:91906:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773674023.360208:0:91906:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.360216:0:91906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674023.360220:0:91906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.360227:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674023.360229:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674023.360232:0:91906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.360238:0:91906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674023.360243:0:91906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674023.360246:0:91906:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773674023.360249:0:91906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674023.360257:0:91906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04085400 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:1.0:1773674023.360261:0:91906:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773674023.360738:0:91906:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.360751:0:91906:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773674023.360753:0:91906:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773674023.360758:0:91906:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.360797:0:91906:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773674023.360801:0:91906:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773674023.360803:0:91906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674023.360806:0:91906:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674023.360808:0:91906:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=5 00000020:00000001:1.0:1773674023.360811:0:91906:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674023.360813:0:91906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674023.360817:0:91906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674023.360820:0:91906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773674023.360832:0:91906:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674023.360834:0:91906:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674023.360837:0:91906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773674023.360839:0:91906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674023.360843:0:91906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674023.360845:0:91906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674023.360846:0:91906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674023.360848:0:91906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674023.360852:0:91906:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085400 with handle 0x2f77f561138141cd from hash 00010000:00000001:1.0:1773674023.360854:0:91906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674023.360856:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674023.360857:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674023.360858:0:91906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674023.360860:0:91906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674023.360862:0:91906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773674023.360865:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674023.360866:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674023.360868:0:91906:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674023.360870:0:91906:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674023.360873:0:91906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674023.361064:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674023.361066:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674023.361067:0:91906:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773674023.361069:0:91906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674023.361071:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674023.361072:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674023.361073:0:91906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674023.361075:0:91906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085400/0x2f77f561138141cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773674023.361084:0:91906:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91f00 count: 0 00010000:00000010:1.0:1773674023.361094:0:91906:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93000. 00010000:00000001:1.0:1773674023.361107:0:91906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674023.361110:0:91906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773674023.361116:0:91906:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773674023.361127:0:91906:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=1, status=-2 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773674023.361136:0:91906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773674023.361138:0:91906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674023.361141:0:91906:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674023.361143:0:91906:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674023.361147:0:91906:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1773674023.361150:0:91906:0:(mdc_locks.c:1310:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1773674023.361155:0:91906:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b9f0 00000002:00002000:1.0:1773674023.361157:0:91906:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=1: rc = -2 00000002:00000001:1.0:1773674023.361160:0:91906:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773674023.361164:0:91906:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773674023.361168:0:91906:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:1.0:1773674023.361172:0:91906:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:1.0:1773674023.361176:0:91906:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:1.0:1773674023.361181:0:91906:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674023.361187:0:91906:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc01343000. 00000080:00000001:1.0:1773674023.361198:0:91906:0:(file.c:6131:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1773674023.361215:0:91906:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674023.361220:0:91906:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953428608/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674023.361229:0:91906:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674023.361232:0:91906:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674023.361237:0:91906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc072fa800. 02000000:00000001:1.0:1773674023.361241:0:91906:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674023.361244:0:91906:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674023.361246:0:91906:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674023.361249:0:91906:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674023.361252:0:91906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c6c00. 02000000:00000001:1.0:1773674023.361257:0:91906:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674023.361259:0:91906:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674023.361262:0:91906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:1.0:1773674023.361267:0:91906:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674023.361450:0:91906:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674023.361454:0:91906:0:(file.c:6229:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:1.0:1773674023.361481:0:91906:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773674023.361486:0:91906:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773674023.361488:0:91906:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff98dc04a05b88) 00800000:00000001:1.0:1773674023.361494:0:91906:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773674023.361496:0:91906:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x5:0x0] 00000002:00000001:1.0:1773674023.361502:0:91906:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773674023.361565:0:91906:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674023.361569:0:91906:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773674023.361573:0:91906:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674023.361575:0:91906:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674023.361578:0:91906:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773674023.361581:0:91906:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773674023.362466:0:91906:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674023.362471:0:91906:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674023.362476:0:91906:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771300 1 00800000:00000010:1.0:1773674023.362480:0:91906:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc05771300. 00000080:00000001:1.0:1773674023.362488:0:91906:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773674023.362491:0:91906:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1773674023.362554:0:91906:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773674023.391838:0:91906:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1773674023.424716:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91f00. 00010000:00000010:1.1:1773674023.424743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00000080:00000010:1.1:1773674023.424753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc04a05ac0. 00000080:00000010:1.1:1773674023.424783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1640. 00010000:00000001:0.0:1773674023.424879:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674023.424883:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674023.424888:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674023.424889:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674023.425861:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674023.425866:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674023.425871:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674024.451456:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674024.451466:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674024.451474:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674024.451475:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674024.451516:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674024.451520:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674024.451524:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674025.451209:0:92110:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674025.476960:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674025.476971:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674025.476978:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674025.476979:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674025.477026:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674025.477030:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674025.477033:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674026.497023:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674026.497032:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674026.497039:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674026.497040:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674026.498806:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674026.498814:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674026.498819:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674027.264939:0:79159:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300584267, at 4300584320 00000100:00000010:0.0:1773674027.264964:0:79159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c7e0. 00000100:00000040:1.0:1773674027.265583:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300584267, at 4300584320 00000100:00000010:1.0:1773674027.265591:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c120. 00010000:00000001:0.0:1773674027.523639:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674027.523646:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674027.523652:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674027.523654:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674027.523680:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674027.523683:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674027.523686:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674028.434860:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674028.434874:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674028.434887:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674028.434896:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674028.434902:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674028.434905:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674028.434912:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674028.434923:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0a00. 00000100:00000001:0.0:1773674028.434932:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439712:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674028.439739:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674028.439746:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439755:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.439806:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439811:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674028.439816:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674028.439826:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02a00. 00000020:00000040:0.0:1773674028.439832:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674028.439838:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674028.439842:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674028.439849:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674028.439859:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0200. 00000100:00000001:0.0:1773674028.439868:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439875:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674028.439884:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674028.439887:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439891:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9650828] to pc [ptlrpcd_00_01+1] req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.439901:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439905:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674028.439909:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674028.439913:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000020:00000040:0.0:1773674028.439916:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674028.439918:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674028.439920:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674028.439922:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674028.439927:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0100. 00000100:00000001:0.0:1773674028.439930:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439936:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674028.439944:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674028.439946:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439950:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_00_00+0] req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.439958:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439961:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674028.439966:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674028.439970:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03480. 00000020:00000040:0.0:1773674028.439973:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674028.439975:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674028.439977:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674028.439979:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674028.439982:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0d00. 00000100:00000001:0.0:1773674028.439985:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.439989:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674028.439996:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674028.439997:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.440001:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004914e292] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.440014:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.440023:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674028.440027:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674028.440264:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5923) 00000100:00000001:0.0:1773674028.440290:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674028.440295:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674028.440298:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674028.440304:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.440313:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674028.440315:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.440321:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674028.440324:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674028.440327:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674028.440331:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953433472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674028.440335:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674028.440342:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674028.440520:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.440524:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674028.440530:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01343000. 02000000:00000001:0.0:1773674028.440532:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674028.440555:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674028.440562:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674028.440573:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979908. 00000100:00000200:0.0:1773674028.440582:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433472, portal 25 00000100:00000001:0.0:1773674028.440585:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674028.440587:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:0.0:1773674028.440594:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.440602:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674028.440607:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674028.440610:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674028.440613:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953433472, offset 0 00000400:00000200:0.0:1773674028.440621:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674028.440631:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.440641:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674028.440647:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674028.440652:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674028.440658:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674028.440660:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674028.440665:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252522:252522:256:4294967295] 192.168.201.103@tcp LPNI seq info [252490:252490:8:4294967295] 00000400:00000200:0.0:1773674028.440671:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.440682:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674028.440690:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674028.440695:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674028.440705:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674028.440714:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674028.440720:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674028.440740:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674028.440745:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674028.440748:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300589402 00000100:00000010:0.0:1773674028.440754:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b960. 00000100:00000001:0.0:1773674028.440762:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674028.440796:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300589402 00000100:00000010:0.0:1773674028.440800:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bae0. 00000100:00000001:0.0:1773674028.440804:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674028.440808:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674028.440811:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.440815:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674028.440819:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.440833:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674028.440834:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.440837:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674028.440839:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674028.440841:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674028.440844:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674028.440847:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674028.440850:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674028.440852:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.440854:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674028.440857:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01342c00. 02000000:00000001:0.0:1773674028.440859:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674028.440863:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674028.440867:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eb00. 00000400:00000010:0.0:1773674028.440870:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979990. 00000100:00000200:0.0:1773674028.440873:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433728, portal 10 00000100:00000001:0.0:1773674028.440875:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674028.440876:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 00000100:00000040:0.0:1773674028.440884:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.440891:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674028.440893:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674028.440896:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979a18. 00000100:00000200:0.0:1773674028.440898:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953433728, offset 0 00000400:00000200:0.0:1773674028.440903:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674028.440908:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441133:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674028.441138:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674028.441141:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674028.441143:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674028.441146:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674028.441150:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252523:252523:255:4294967295] 192.168.201.103@tcp LPNI seq info [252491:252491:7:4294967295] 00000400:00000200:0.0:1773674028.441155:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441162:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674028.441167:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674028.441172:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b900. 00000800:00000200:0.0:1773674028.441177:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674028.441182:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674028.441185:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674028.441188:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.441193:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 104392 usecs (105 jiffies) 00000400:00000200:0.0:1773674028.441197:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674028.441199:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300585599 00000100:00000001:0.0:1773674028.441203:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441205:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300585599 00000100:00000001:0.0:1773674028.441207:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441210:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674028.441212:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441216:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441219:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674028.441229:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674028.441232:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674028.441235:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674028.441236:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674028.441238:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674028.441242:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773674028.441244:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674028.441246:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674028.441248:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674028.441250:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674028.441251:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674028.441252:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674028.441257:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441267:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674028.441268:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.441271:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674028.441273:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674028.441275:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674028.441278:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674028.441282:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674028.441285:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674028.441287:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.441289:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674028.441292:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01342a00. 02000000:00000001:0.0:1773674028.441295:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674028.441298:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674028.441302:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674028.441306:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979880. 00000100:00000200:0.0:1773674028.441309:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433600, portal 10 00000100:00000001:0.0:1773674028.441311:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674028.441312:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005056 : -113404188546560 : ffff98dc07a02a00) 00000100:00000040:0.0:1773674028.441319:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441529:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674028.441532:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674028.441535:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674028.441539:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953433600, offset 0 00000400:00000200:0.0:1773674028.441544:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674028.441548:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441552:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674028.441555:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674028.441558:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674028.441560:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674028.441562:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674028.441566:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252524:252524:254:4294967295] 192.168.201.103@tcp LPNI seq info [252492:252492:6:4294967295] 00000400:00000200:0.0:1773674028.441570:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441577:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674028.441582:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674028.441586:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237bc00. 00000800:00000200:0.0:1773674028.441591:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674028.441596:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674028.441599:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674028.441602:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.441605:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 339276 usecs (340 jiffies) 00000400:00000200:0.0:1773674028.441609:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674028.441611:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300585834 00000100:00000001:0.0:1773674028.441613:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441615:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300585834 00000100:00000001:0.0:1773674028.441618:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441620:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674028.441622:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441625:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674028.441630:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441638:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674028.441640:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.441643:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674028.441645:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674028.441647:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674028.441650:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674028.441654:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674028.441656:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674028.441658:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674028.441661:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674028.441665:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01343200. 02000000:00000001:0.0:1773674028.441667:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674028.441671:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674028.441674:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674028.441678:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979220. 00000100:00000200:0.0:1773674028.441682:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433856, portal 4 00000100:00000001:0.0:1773674028.441684:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674028.441685:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521007744 : -113404188543872 : ffff98dc07a03480) 00000100:00000040:0.0:1773674028.441693:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441700:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674028.441703:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674028.441706:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773674028.441708:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953433856, offset 0 00000400:00000200:0.0:1773674028.441713:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674028.441716:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441720:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674028.441722:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674028.441725:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674028.441727:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674028.441729:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674028.441732:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252525:252525:253:4294967295] 192.168.201.103@tcp LPNI seq info [252493:252493:5:4294967295] 00000400:00000200:0.0:1773674028.441736:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.441742:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674028.441747:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674028.441750:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b200. 00000800:00000200:0.0:1773674028.441755:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674028.441760:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674028.441792:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674028.441798:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674028.441801:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 551560 usecs (552 jiffies) 00000400:00000200:0.0:1773674028.441806:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674028.441808:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300586046 00000100:00000001:0.0:1773674028.441811:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441813:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300586046 00000100:00000001:0.0:1773674028.441815:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300589402 00000100:00000001:0.0:1773674028.441818:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674028.441820:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441823:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441827:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441845:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674028.441848:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674028.441904:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674028.441910:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:0.0:1773674028.441919:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.441926:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674028.441933:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674028.441936:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674028.441941:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674028.441947:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441959:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674028.441963:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.441972:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.441974:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674028.441987:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674028.441989:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b900. 00000400:00000200:0.0:1773674028.441992:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.441995:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674028.441997:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979a18 00000400:00000010:0.0:1773674028.441999:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979a18. 00000100:00000001:0.0:1773674028.442002:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674028.442005:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442012:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674028.442015:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442021:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.442023:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674028.442030:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674028.442033:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237bc00. 00000400:00000200:0.0:1773674028.442036:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.442041:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674028.442043:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:0.0:1773674028.442045:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:0.0:1773674028.442048:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674028.442052:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442060:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674028.442063:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442070:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.442073:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674028.442173:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674028.442178:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b200. 00000400:00000200:0.0:1773674028.442181:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.442184:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674028.442187:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:0.0:1773674028.442189:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:0.0:1773674028.442191:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674028.442195:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442203:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674028.442206:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.442212:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674028.442214:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674028.452619:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452646:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674028.452651:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452655:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.452669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452680:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674028.452694:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452718:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6780 00000400:00000200:0.0:1773674028.452725:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452733:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ea1 [1] + 224 00000800:00000001:0.0:1773674028.452743:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452751:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.452755:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.452761:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674028.452793:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674028.452807:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674028.452825:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.452845:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674028.452858:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452863:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674028.452865:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452866:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.452869:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452873:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674028.452877:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452881:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452884:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452887:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6880 00000400:00000200:0.0:1773674028.452891:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452895:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4eb1 [1] + 224 00000800:00000001:0.0:1773674028.452899:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452902:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.452904:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.452907:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674028.452910:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674028.452916:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674028.452927:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.452934:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674028.452937:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452940:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674028.452956:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452959:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.452961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452965:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674028.452969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452972:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452975:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452978:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6800 00000400:00000200:0.0:1773674028.452980:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674028.452985:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ec1 [1] + 224 00000800:00000001:0.0:1773674028.452989:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.452997:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674028.453000:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674028.453003:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674028.453006:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674028.453011:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674028.453020:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674028.453029:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674028.453032:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674028.453036:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674028.470175:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674028.470215:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674028.470222:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674028.470226:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674028.470240:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674028.470250:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674028.470264:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674028.470271:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674028.470278:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674028.470283:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6900 00000400:00000200:1.0:1773674028.470290:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674028.470298:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ed1 [1] + 224 00000800:00000001:1.0:1773674028.470309:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674028.470326:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674028.470330:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674028.470336:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674028.470346:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674028.470358:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674028.470372:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470384:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674028.470395:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674028.470399:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.470417:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674028.470423:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674028.470433:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674028.470436:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674028.470440:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:1.0:1773674028.470446:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979880 00000400:00000010:1.0:1773674028.470449:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979880. 00000100:00000001:1.0:1773674028.470452:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674028.470459:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674028.470470:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470478:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674028.470480:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.470483:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674028.470487:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674028.470491:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674028.470493:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674028.470496:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674028.470510:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=111 v=16 (17 17 17 36) 00000100:00001000:1.0:1773674028.470516:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674028.470519:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674028.470521:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674028.470525:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674028.470531:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674028.470537:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674028.470539:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:1.0:1773674028.470542:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674028.470544:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674028.470550:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470559:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674028.470563:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674028.470566:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674028.470570:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674028.470820:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433600:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674028.470829:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674028.470830:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674028.470832:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:1.0:1773674028.470836:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979220 00000400:00000010:1.0:1773674028.470837:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979220. 00000100:00000001:1.0:1773674028.470839:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674028.470843:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674028.470853:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470860:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674028.470862:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.470864:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674028.470867:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674028.470869:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674028.470870:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674028.470873:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674028.470879:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674028.470881:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=64 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674028.470884:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674028.470885:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674028.470888:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674028.470890:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674028.470892:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674028.470893:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:1.0:1773674028.470895:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674028.470897:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674028.470901:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470909:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674028.470911:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674028.470913:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674028.470916:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674028.470925:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433856:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674028.470931:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674028.470933:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674028.470935:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:1.0:1773674028.470938:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979908 00000400:00000010:1.0:1773674028.470940:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979908. 00000100:00000001:1.0:1773674028.470942:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674028.470946:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674028.470955:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.470968:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674028.470970:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.470972:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674028.470974:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674028.470975:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674028.470977:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674028.470979:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674028.470983:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674028.470986:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674028.470988:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674028.470990:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674028.470991:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674028.474087:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674028.474098:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674028.474114:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.474137:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674028.474141:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674028.474143:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674028.474148:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674028.474157:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953433472:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674028.474175:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674028.474178:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674028.474182:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eb00. 00000400:00000200:1.0:1773674028.475743:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979990 00000400:00000010:1.0:1773674028.475754:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979990. 00000100:00000001:1.0:1773674028.475762:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674028.475790:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674028.475803:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.475814:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674028.475817:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.475821:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674028.475826:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674028.475829:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674028.475832:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674028.475836:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674028.475849:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=111 v=16 (17 17 17 36) 00000100:00001000:1.0:1773674028.475855:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674028.475863:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674028.475866:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674028.475869:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674028.475873:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674028.475878:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674028.475880:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674028.475882:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674028.475884:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674028.475890:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.475897:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674028.475901:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674028.475903:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674028.475908:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674028.475916:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953433728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674028.475922:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.475926:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674028.475931:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02a00 x1859825953433600/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.475955:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674028.475960:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674028.475964:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01342a00. 02000000:00000001:1.0:1773674028.475970:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674028.475973:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674028.475976:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674028.475979:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674028.475982:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0200. 02000000:00000001:1.0:1773674028.475987:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674028.475989:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674028.475991:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02a00. 00000100:00000001:1.0:1773674028.475996:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674028.475997:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.475999:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674028.476005:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03480 x1859825953433856/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.476012:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674028.476014:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674028.476015:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01343200. 02000000:00000001:1.0:1773674028.476019:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674028.476020:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674028.476021:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674028.476023:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674028.476024:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0d00. 02000000:00000001:1.0:1773674028.476026:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674028.476027:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674028.476028:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03480. 00000100:00000001:1.0:1773674028.476031:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674028.476033:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.476034:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674028.476039:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953433472/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.476045:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674028.476046:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674028.476048:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01343000. 02000000:00000001:1.0:1773674028.476050:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674028.476051:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674028.476053:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674028.476055:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674028.476056:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0a00. 02000000:00000001:1.0:1773674028.476059:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674028.476060:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674028.476061:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:1.0:1773674028.476064:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674028.476065:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.476066:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674028.476069:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953433728/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674028.476076:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674028.476078:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674028.476079:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01342c00. 02000000:00000001:1.0:1773674028.476082:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674028.476083:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674028.476084:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674028.476085:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674028.476087:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0100. 02000000:00000001:1.0:1773674028.476089:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674028.476090:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674028.476091:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:1.0:1773674028.476093:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674028.476094:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.476097:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674028.476107:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674028.476109:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674028.476113:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674028.476128:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674028.553986:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674028.554000:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674028.554003:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674028.554009:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674028.554017:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674028.554020:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674028.554022:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674028.554025:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674028.554410:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674028.554413:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674028.554442:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674028.554445:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674028.554449:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674029.570199:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674029.570209:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674029.570216:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674029.570219:0:79159:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674029.570222:0:79159:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674029.570230:0:79159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674029.570233:0:79159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674029.570236:0:79159:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674029.570240:0:79159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674029.570243:0:79159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674029.570245:0:79159:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674029.570248:0:79159:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674029.570354:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674029.570360:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674029.570363:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773674029.666067:0:92250:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674030.597843:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674030.597854:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674030.597862:0:79159:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674030.597864:0:79159:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674030.598027:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674030.598031:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674030.598035:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674031.617343:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674031.617353:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674031.617360:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674031.617362:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674031.617389:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674031.617392:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674031.617396:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674032.385148:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300589402, at 4300589440 00000100:00000010:0.0:1773674032.385165:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b960. 00000100:00000040:1.0:1773674032.385233:0:78876:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300589402, at 4300589440 00000100:00000010:1.0:1773674032.385239:0:78876:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bae0. 00010000:00000001:0.0:1773674032.642279:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674032.642286:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674032.642292:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674032.642293:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674032.644208:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674032.644213:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674032.644217:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674033.103295:0:92397:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538250:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674033.538261:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674033.538269:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00e00. 00000020:00000040:0.0:1773674033.538275:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674033.538280:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674033.538282:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674033.538287:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674033.538299:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b200. 00000100:00000001:0.0:1773674033.538307:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538318:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674033.538329:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674033.538334:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538341:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec4d688] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538364:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538367:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674033.538370:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674033.538373:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00a80. 00000020:00000040:0.0:1773674033.538376:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674033.538379:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674033.538380:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674033.538382:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674033.538385:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237bc00. 00000100:00000001:0.0:1773674033.538388:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538392:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674033.538399:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674033.538401:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538405:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f55a4e] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538413:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538415:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674033.538418:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674033.538420:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674033.538423:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674033.538424:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674033.538426:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674033.538427:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674033.538430:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b900. 00000100:00000001:0.0:1773674033.538433:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538436:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674033.538443:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674033.538444:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538448:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007406e91d] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538454:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538456:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674033.538460:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674033.538463:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674033.538465:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674033.538467:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674033.538468:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674033.538470:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674033.538473:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237bb00. 00000100:00000001:0.0:1773674033.538476:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538480:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674033.538486:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674033.538488:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538492:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538499:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538511:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674033.538515:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674033.538520:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5928) 00000100:00000001:0.0:1773674033.538536:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674033.538540:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674033.538543:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674033.538548:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538556:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674033.538558:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538562:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674033.538565:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674033.538568:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674033.538571:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953433984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674033.538575:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674033.538581:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674033.538583:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538585:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674033.538589:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:0.0:1773674033.538591:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674033.538598:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674033.538603:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ecb8. 00000400:00000010:0.0:1773674033.538609:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773674033.538616:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953433984, portal 25 00000100:00000001:0.0:1773674033.538619:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674033.538620:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520997888 : -113404188553728 : ffff98dc07a00e00) 00000100:00000040:0.0:1773674033.538625:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538633:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674033.538636:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674033.538638:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674033.538641:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953433984, offset 0 00000400:00000200:0.0:1773674033.538647:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674033.538655:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.538662:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674033.538667:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674033.538672:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674033.538676:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674033.538679:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674033.538683:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252526:252526:256:4294967295] 192.168.201.103@tcp LPNI seq info [252494:252494:8:4294967295] 00000400:00000200:0.0:1773674033.538688:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.538696:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674033.538702:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674033.538706:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:0.0:1773674033.538714:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674033.538721:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674033.538726:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674033.538737:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674033.538740:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674033.538743:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300594501 00000100:00000010:0.0:1773674033.538747:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b960. 00000100:00000001:0.0:1773674033.538754:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674033.538760:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300594501 00000100:00000010:0.0:1773674033.538762:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b300. 00000100:00000001:0.0:1773674033.538782:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674033.538785:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674033.538788:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.538791:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674033.538794:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538800:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674033.538802:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538804:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674033.538805:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674033.538808:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674033.538810:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434240:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674033.538813:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674033.538815:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674033.538817:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538819:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674033.538821:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31800. 02000000:00000001:0.0:1773674033.538823:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674033.538826:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674033.538828:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e528. 00000400:00000010:0.0:1773674033.538831:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979a18. 00000100:00000200:0.0:1773674033.538833:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953434240, portal 10 00000100:00000001:0.0:1773674033.538835:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674033.538836:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:0.0:1773674033.538842:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538849:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674033.538851:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674033.538854:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674033.538856:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953434240, offset 0 00000400:00000200:0.0:1773674033.538860:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674033.538864:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.538867:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674033.538870:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674033.538872:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674033.538874:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674033.538876:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674033.538879:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252527:252527:255:4294967295] 192.168.201.103@tcp LPNI seq info [252495:252495:7:4294967295] 00000400:00000200:0.0:1773674033.538883:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.538888:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674033.538892:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674033.538896:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:0.0:1773674033.538900:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674033.538904:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674033.538907:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674033.538910:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.538914:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 103947 usecs (104 jiffies) 00000400:00000200:0.0:1773674033.538917:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674033.538918:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300590698 00000100:00000001:0.0:1773674033.538921:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.538923:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300590698 00000100:00000001:0.0:1773674033.538925:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.538927:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674033.538929:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.538931:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.538934:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674033.538941:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674033.538944:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674033.538946:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674033.538948:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674033.538949:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674033.538952:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773674033.538954:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674033.538956:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674033.538957:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674033.538959:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674033.538960:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674033.538961:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674033.538965:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.538972:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674033.538973:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538976:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674033.538978:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674033.538980:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674033.538983:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434112:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674033.538986:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674033.538988:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674033.538990:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.538992:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674033.538995:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31e00. 02000000:00000001:0.0:1773674033.538997:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674033.539000:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674033.539002:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e6e0. 00000400:00000010:0.0:1773674033.539006:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979b28. 00000100:00000200:0.0:1773674033.539009:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953434112, portal 10 00000100:00000001:0.0:1773674033.539010:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674033.539011:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996992 : -113404188554624 : ffff98dc07a00a80) 00000100:00000040:0.0:1773674033.539017:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539024:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674033.539026:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674033.539028:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773674033.539030:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953434112, offset 0 00000400:00000200:0.0:1773674033.539046:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674033.539051:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.539054:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674033.539057:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674033.539059:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674033.539062:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674033.539063:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674033.539066:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252528:252528:254:4294967295] 192.168.201.103@tcp LPNI seq info [252496:252496:6:4294967295] 00000400:00000200:0.0:1773674033.539070:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.539076:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674033.539081:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674033.539084:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b100. 00000800:00000200:0.0:1773674033.539088:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674033.539092:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674033.539095:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674033.539098:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.539100:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 338536 usecs (339 jiffies) 00000400:00000200:0.0:1773674033.539103:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674033.539105:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300590933 00000100:00000001:0.0:1773674033.539107:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.539109:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300590933 00000100:00000001:0.0:1773674033.539111:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.539113:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674033.539115:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539118:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674033.539122:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539129:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674033.539132:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.539134:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674033.539136:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674033.539138:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674033.539140:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674033.539144:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674033.539146:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674033.539147:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674033.539149:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674033.539152:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31000. 02000000:00000001:0.0:1773674033.539153:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674033.539156:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674033.539160:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eb00. 00000400:00000010:0.0:1773674033.539163:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979e58. 00000100:00000200:0.0:1773674033.539166:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953434368, portal 4 00000100:00000001:0.0:1773674033.539168:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674033.539169:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:0.0:1773674033.539174:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539180:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674033.539182:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674033.539185:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674033.539187:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953434368, offset 0 00000400:00000200:0.0:1773674033.539190:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674033.539194:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.539197:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674033.539200:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674033.539202:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674033.539204:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674033.539207:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674033.539210:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252529:252529:253:4294967295] 192.168.201.103@tcp LPNI seq info [252497:252497:5:4294967295] 00000400:00000200:0.0:1773674033.539213:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674033.539219:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674033.539223:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674033.539226:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674033.539230:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674033.539233:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674033.539236:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674033.539239:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674033.539241:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 547672 usecs (548 jiffies) 00000400:00000200:0.0:1773674033.539244:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674033.539246:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300591142 00000100:00000001:0.0:1773674033.539248:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.539250:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300591142 00000100:00000001:0.0:1773674033.539252:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300594501 00000100:00000001:0.0:1773674033.539253:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674033.539255:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539257:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539259:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539269:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674033.539271:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674033.539309:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674033.539313:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773674033.539317:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674033.539323:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674033.539330:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:0.0:1773674033.539332:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:0.0:1773674033.539336:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674033.539341:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539356:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674033.539360:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539367:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539368:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674033.539380:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674033.539382:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773674033.539385:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674033.539388:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674033.539390:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674033.539392:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674033.539394:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674033.539398:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539405:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674033.539408:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539444:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539446:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674033.539455:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674033.539457:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:0.0:1773674033.539459:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674033.539462:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674033.539464:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:0.0:1773674033.539466:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:0.0:1773674033.539468:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674033.539471:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539479:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674033.539482:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539494:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539496:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674033.539549:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674033.539553:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000400:00000200:0.0:1773674033.539555:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674033.539558:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674033.539561:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:0.0:1773674033.539562:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:0.0:1773674033.539564:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674033.539568:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539575:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674033.539578:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674033.539584:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674033.539586:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674033.566090:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566111:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674033.566115:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566118:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566128:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566136:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674033.566145:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566150:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566156:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566160:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6a80 00000400:00000200:1.0:1773674033.566164:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566170:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ef1 [1] + 224 00000800:00000001:1.0:1773674033.566177:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566182:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566185:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674033.566189:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674033.566196:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.566205:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674033.566216:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.566232:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674033.566242:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566245:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674033.566247:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566249:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566252:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566256:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674033.566261:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566263:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566266:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566270:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6a00 00000400:00000200:1.0:1773674033.566273:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566277:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f01 [1] + 224 00000800:00000001:1.0:1773674033.566281:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566285:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566287:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674033.566291:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674033.566293:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.566298:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674033.566307:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.566315:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674033.566319:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566322:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674033.566324:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566327:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566330:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566333:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674033.566337:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566340:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566343:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566346:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c6b00 00000400:00000200:1.0:1773674033.566349:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566353:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f11 [1] + 224 00000800:00000001:1.0:1773674033.566358:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566362:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566364:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674033.566367:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674033.566370:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.566375:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674033.566385:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.566393:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674033.566397:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566401:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674033.566403:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566405:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566408:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566413:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674033.566417:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566419:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566422:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566425:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6980 00000400:00000200:1.0:1773674033.566428:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674033.566432:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ee1 [1] + 224 00000800:00000001:1.0:1773674033.566436:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566444:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674033.566447:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674033.566452:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674033.566454:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.566459:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674033.566671:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.566955:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674033.566962:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674033.566966:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.566986:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674033.566990:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674033.566997:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674033.566999:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674033.567003:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e6e0. 00000400:00000200:1.0:1773674033.567007:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979b28 00000400:00000010:1.0:1773674033.567010:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979b28. 00000100:00000001:1.0:1773674033.567013:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.567018:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674033.567048:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567055:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674033.567057:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567060:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674033.567063:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674033.567066:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674033.567069:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674033.567072:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674033.567081:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=116 v=16 (17 17 17 36) 00000100:00001000:1.0:1773674033.567086:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674033.567089:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674033.567091:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674033.567095:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674033.567098:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674033.567101:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674033.567104:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:1.0:1773674033.567106:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674033.567108:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674033.567112:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567121:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674033.567124:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674033.567126:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674033.567131:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674033.567140:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434112:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674033.567146:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674033.567148:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674033.567150:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eb00. 00000400:00000200:1.0:1773674033.567153:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979e58 00000400:00000010:1.0:1773674033.567155:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979e58. 00000100:00000001:1.0:1773674033.567157:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.567161:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674033.567170:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567176:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674033.567178:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567180:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674033.567181:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674033.567182:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674033.567184:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674033.567185:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674033.567189:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674033.567192:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=69 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674033.567194:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674033.567196:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674033.567198:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674033.567199:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674033.567201:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674033.567203:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:1.0:1773674033.567205:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674033.567206:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674033.567210:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567217:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674033.567219:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674033.567220:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674033.567223:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674033.567232:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434368:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674033.567239:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674033.567240:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674033.567242:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ecb8. 00000400:00000200:1.0:1773674033.567244:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:1.0:1773674033.567246:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:1.0:1773674033.567248:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.567251:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674033.567259:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567266:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674033.567267:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567269:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674033.567270:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674033.567272:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674033.567273:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674033.567275:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674033.567278:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674033.567281:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674033.567284:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674033.567285:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674033.567287:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674033.567289:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674033.567291:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674033.567295:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567301:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674033.567303:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674033.567305:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674033.567308:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674033.567314:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953433984:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674033.567320:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674033.567321:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674033.567323:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e528. 00000400:00000200:1.0:1773674033.567326:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979a18 00000400:00000010:1.0:1773674033.567328:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979a18. 00000100:00000001:1.0:1773674033.567330:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674033.567334:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674033.567343:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567349:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674033.567350:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567351:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674033.567352:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674033.567354:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674033.567355:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674033.567357:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674033.567360:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=116 v=16 (17 17 17 36) 00000100:00001000:1.0:1773674033.567363:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674033.567366:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674033.567367:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674033.567368:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674033.567370:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674033.567372:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674033.567374:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674033.567375:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674033.567377:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674033.567380:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567387:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674033.567388:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674033.567390:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674033.567394:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674033.567401:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953434240:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674033.567405:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567407:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674033.567410:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00a80 x1859825953434112/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567417:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674033.567419:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674033.567423:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31e00. 02000000:00000001:1.0:1773674033.567427:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674033.567430:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674033.567432:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674033.567434:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674033.567437:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237bc00. 02000000:00000001:1.0:1773674033.567440:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674033.567442:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674033.567444:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00a80. 00000100:00000001:1.0:1773674033.567448:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674033.567450:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567452:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674033.567455:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953434368/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567461:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674033.567463:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674033.567464:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31000. 02000000:00000001:1.0:1773674033.567466:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674033.567467:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674033.567468:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674033.567470:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674033.567471:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237bb00. 02000000:00000001:1.0:1773674033.567473:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674033.567474:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674033.567475:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:1.0:1773674033.567478:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674033.567480:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567481:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674033.567484:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00e00 x1859825953433984/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674049 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567489:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674033.567491:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674033.567492:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:1.0:1773674033.567495:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674033.567497:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674033.567498:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674033.567500:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674033.567514:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b200. 02000000:00000001:1.0:1773674033.567526:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674033.567527:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674033.567529:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00e00. 00000100:00000001:1.0:1773674033.567531:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674033.567532:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567534:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674033.567538:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953434240/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674033.567544:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674033.567545:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674033.567547:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31800. 02000000:00000001:1.0:1773674033.567549:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674033.567550:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674033.567551:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674033.567553:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674033.567554:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b900. 02000000:00000001:1.0:1773674033.567556:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674033.567557:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674033.567558:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:1.0:1773674033.567560:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674033.567562:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567564:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674033.567572:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674033.567574:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674033.567577:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674033.567579:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674033.668661:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674033.668668:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674033.668674:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674033.668676:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674033.668858:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674033.668862:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674033.668865:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773674034.251799:0:92460:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674034.688915:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674034.688923:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674034.688928:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674034.688929:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674034.688950:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674034.688953:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674034.688955:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674035.717505:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674035.717513:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674035.717519:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674035.717520:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674035.717947:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674035.717951:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674035.717954:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674035.899576:0:92553:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674036.485299:0:92589:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773674036.485307:0:92589:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130c: layout intent resend on a stale inode ========================================================== 11:13:54 (1773674034) 00000001:00000001:2.0:1773674036.506164:0:92589:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773674036.736833:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674036.736841:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674036.736848:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674036.736850:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674036.738717:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674036.738723:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674036.738727:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674037.344688:0:92457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674037.344693:0:92457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674037.344696:0:92457:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674037.344699:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbbc0 00000080:00200000:3.0:1773674037.344702:0:92457:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674037.344709:0:92457:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc02bb8e00. 00800000:00000002:3.0:1773674037.344714:0:92457:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674037.344717:0:92457:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674037.344731:0:92457:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674037.344733:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbae0 00800000:00000002:3.0:1773674037.344735:0:92457:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674037.344738:0:92457:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674037.344740:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674037.344742:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674037.344744:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674037.344746:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674037.344747:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674037.344748:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674037.344750:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674037.344753:0:92457:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674037.344757:0:92457:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674037.344758:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb9b0 00000002:00010000:3.0:1773674037.344759:0:92457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674037.344763:0:92457:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674037.344788:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674037.344792:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674037.344799:0:92457:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.344801:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.344804:0:92457:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.344806:0:92457:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674037.344809:0:92457:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773674037.344815:0:92457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674037.344819:0:92457:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773674037.344827:0:92457:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674037.344832:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674037.344836:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674037.344840:0:92457:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674037.344842:0:92457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674037.344847:0:92457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674037.344854:0:92457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf1c00. 00000100:00000001:3.0:1773674037.344859:0:92457:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.344864:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674037.344865:0:92457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.344866:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674037.344867:0:92457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.344868:0:92457:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.344872:0:92457:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00010000:00000001:3.0:1773674037.344875:0:92457:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674037.344877:0:92457:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773674037.344880:0:92457:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dab300. 00010000:00000010:3.0:1773674037.344882:0:92457:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8f80. 00010000:00000001:3.0:1773674037.344886:0:92457:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674037.344888:0:92457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869b000. 00000020:00000001:3.0:1773674037.344891:0:92457:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674037.344893:0:92457:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869b000 with handle 0x2f77f561138141e2 to hash 00000020:00000001:3.0:1773674037.344894:0:92457:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674037.344896:0:92457:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.344898:0:92457:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.344901:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674037.344903:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674037.344906:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674037.344913:0:92457:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674037.344921:0:92457:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674037.344925:0:92457:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674037.344926:0:92457:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674037.344931:0:92457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674037.344932:0:92457:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496819712 : -113404212731904 : ffff98dc062f2000) 00000100:00000001:3.0:1773674037.344935:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674037.344936:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000001:3.0:1773674037.344940:0:92457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674037.344942:0:92457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674037.344944:0:92457:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674037.344945:0:92457:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674037.344953:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.344959:0:92457:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674037.344961:0:92457:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674037.344964:0:92457:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674037.344965:0:92457:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674037.344967:0:92457:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674037.344970:0:92457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434496:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773674037.344985:0:92457:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674037.344990:0:92457:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674037.344992:0:92457:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674037.344994:0:92457:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674037.344998:0:92457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ec000. 02000000:00000001:3.0:1773674037.344999:0:92457:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674037.345005:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674037.345009:0:92457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe70. 00000400:00000010:3.0:1773674037.345013:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674037.345019:0:92457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953434496, portal 10 00000100:00000001:3.0:1773674037.345020:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674037.345022:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674037.345026:0:92457:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.345031:0:92457:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674037.345033:0:92457:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674037.345035:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674037.345037:0:92457:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953434496, offset 0 00000400:00000200:3.0:1773674037.345043:0:92457:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674037.345050:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674037.345056:0:92457:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674037.345059:0:92457:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674037.345063:0:92457:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674037.345066:0:92457:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674037.345068:0:92457:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674037.345071:0:92457:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252530:252530:256:4294967295] 192.168.201.103@tcp LPNI seq info [252498:252498:8:4294967295] 00000400:00000200:3.0:1773674037.345074:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674037.345081:0:92457:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674037.345085:0:92457:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674037.345089:0:92457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a400. 00000800:00000200:3.0:1773674037.345094:0:92457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674037.345100:0:92457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674037.345104:0:92457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773674037.345362:0:92457:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674037.345367:0:92457:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 337795 usecs (338 jiffies) 00000400:00000200:3.0:1773674037.345372:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674037.345375:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300594738 00000100:00000001:3.0:1773674037.345383:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300594501 00000100:00000001:3.0:1773674037.345388:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300594738 00000100:00000001:3.0:1773674037.345391:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300594501 00000100:00000001:3.0:1773674037.345394:0:92457:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674037.345397:0:92457:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674037.345399:0:92457:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674037.345401:0:92457:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674037.345404:0:92457:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2000 going to sleep for 25 seconds 00000100:00000001:3.0:1773674037.345407:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674037.345410:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674037.345475:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674037.345480:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a400. 00000400:00000200:0.0:1773674037.345485:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674037.345490:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674037.345495:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:0.0:1773674037.345497:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:0.0:1773674037.345502:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674037.345506:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674037.345517:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674037.345520:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674037.345527:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674037.345529:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674037.384792:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.384812:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674037.384817:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.384821:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.384831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.384839:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674037.384849:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.384854:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.384860:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.384864:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c6b80 00000400:00000200:1.0:1773674037.384870:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.384877:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4f21 [1] + 224 00000800:00000001:1.0:1773674037.384885:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.384895:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.384911:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.384917:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674037.384939:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674037.384948:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674037.384959:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.384983:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674037.384992:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.384996:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674037.385317:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674037.385332:0:92457:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674037.385337:0:92457:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674037.385342:0:92457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe70. 00000400:00000200:3.0:1773674037.385347:0:92457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:3.0:1773674037.385424:0:92457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:3.0:1773674037.385429:0:92457:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674037.385436:0:92457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674037.385447:0:92457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.385455:0:92457:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674037.385457:0:92457:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674037.385459:0:92457:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674037.385463:0:92457:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674037.385475:0:92457:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674037.385478:0:92457:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674037.385480:0:92457:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674037.385490:0:92457:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=120 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674037.385494:0:92457:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674037.385497:0:92457:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674037.385499:0:92457:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.385502:0:92457:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674037.385505:0:92457:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674037.385508:0:92457:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674037.385510:0:92457:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:3.0:1773674037.385512:0:92457:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674037.385514:0:92457:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674037.385519:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.385526:0:92457:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674037.385529:0:92457:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674037.385531:0:92457:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674037.385536:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674067 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674037.385545:0:92457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434496:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773674037.385550:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674037.385553:0:92457:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674037.385556:0:92457:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674037.385558:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674037.385562:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674067 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.385569:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674037.385572:0:92457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674037.385575:0:92457:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674037.385577:0:92457:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.385580:0:92457:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674037.385584:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.385588:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.385591:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=4 00000020:00000001:3.0:1773674037.385593:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.385597:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000040:3.0:1773674037.385607:0:92457:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869b000, remote cookie: 0x441c89a0128d6960, flags: 0x1001 00010000:00010000:3.0:1773674037.385615:0:92457:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674037.385629:0:92457:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.385637:0:92457:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674037.385641:0:92457:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674037.385643:0:92457:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674037.385644:0:92457:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674037.385646:0:92457:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674037.385648:0:92457:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc02dab300) refcount = 1 00010000:00010000:3.0:1773674037.385653:0:92457:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.385666:0:92457:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674037.385669:0:92457:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674037.385671:0:92457:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674037.385674:0:92457:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674037.385676:0:92457:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674037.385680:0:92457:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.385688:0:92457:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674037.385689:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.385691:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.385692:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.385693:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.385696:0:92457:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.385700:0:92457:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674037.385702:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.385707:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.385709:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.385711:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.385715:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.385718:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.385719:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.385720:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=4 00000020:00000001:3.0:1773674037.385725:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.385727:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.385730:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674037.385732:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674037.386870:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.386883:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.386885:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.386888:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.386890:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.386891:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=5 00000020:00000001:3.0:1773674037.386894:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.386897:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.386899:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674037.386902:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.386909:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.386910:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674037.386912:0:92457:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.386919:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674037.386920:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.386921:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.387120:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.387123:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674037.387658:0:92457:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674067 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674037.387670:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.387671:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.387673:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.387675:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.387678:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.387680:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.387681:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674037.387683:0:92457:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.387685:0:92457:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.387689:0:92457:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674037.387691:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.387692:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.387694:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.387696:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.387699:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00000002:00010000:3.0:1773674037.387702:0:92457:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.387709:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.387711:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.387712:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674037.387714:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.387715:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.387716:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.387718:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.387720:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000040:3.0:1773674037.387727:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 2 00010000:00000001:3.0:1773674037.387730:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674037.387868:0:92457:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773674037.387872:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.387873:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674037.387875:0:92457:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674037.387878:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb930 00000002:00002000:3.0:1773674037.387880:0:92457:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674037.387883:0:92457:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674037.387888:0:92457:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674037.387891:0:92457:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674037.387894:0:92457:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674037.387897:0:92457:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674037.387901:0:92457:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674037.387905:0:92457:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc02bb8e00. 00000080:00000001:3.0:1773674037.387912:0:92457:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674037.387914:0:92457:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674037.387920:0:92457:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773674037.387924:0:92457:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773674037.387932:0:92457:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc05771840. 00800000:00000001:3.0:1773674037.387935:0:92457:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484759104 : -113404224792512 : ffff98dc05771840) 00800000:00000001:3.0:1773674037.387938:0:92457:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674037.387940:0:92457:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674037.387943:0:92457:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773674037.387946:0:92457:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773674037.387949:0:92457:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773674037.387952:0:92457:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773674037.387953:0:92457:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674037.387959:0:92457:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773674037.387962:0:92457:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773674037.387967:0:92457:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773673991 to 1773673995 00000080:00200000:3.0:1773674037.388319:0:92457:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773674037.388323:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.388324:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.388326:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.388328:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388331:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388333:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.388335:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674037.388337:0:92457:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674037.388339:0:92457:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773674037.388341:0:92457:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771840 1 00800000:00000010:3.0:1773674037.388344:0:92457:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc05771840. 00800000:00000001:3.0:1773674037.388347:0:92457:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674037.388619:0:92457:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141e2 00800000:00000001:3.0:1773674037.388624:0:92457:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674037.388626:0:92457:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674037.388628:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.388629:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.388631:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.388633:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388636:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388638:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.388639:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674037.388641:0:92457:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674037.388643:0:92457:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674037.388646:0:92457:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674037.388648:0:92457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674037.388652:0:92457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141e2 from it ffffbabdc15bbbf8 00010000:00000001:3.0:1773674037.388654:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674037.388655:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674037.388657:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:3.0:1773674037.388658:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388660:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:3.0:1773674037.388662:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674037.388665:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674037.388673:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.388674:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.388675:0:92457:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674037.388677:0:92457:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674037.388680:0:92457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674037.388689:0:92457:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674037.388693:0:92457:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674037.388695:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674037.388699:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.388700:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674037.388701:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.388704:0:92457:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674037.388707:0:92457:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.388709:0:92457:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.388711:0:92457:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674037.388713:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674037.388715:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674037.388716:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674037.388719:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674037.388725:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953434496/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674067 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674037.388733:0:92457:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674037.389291:0:92457:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674037.389295:0:92457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ec000. 02000000:00000001:3.0:1773674037.389300:0:92457:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674037.389302:0:92457:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674037.389305:0:92457:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674037.389307:0:92457:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674037.389310:0:92457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf1c00. 02000000:00000001:3.0:1773674037.389313:0:92457:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674037.389315:0:92457:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674037.389317:0:92457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674037.389321:0:92457:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674037.389323:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674037.389327:0:92457:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674037.389332:0:92457:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773674037.389798:0:92457:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc09440ba0. 00000080:00000001:1.0:1773674037.389805:0:92457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674037.389807:0:92457:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674037.389809:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbb00 00000080:00200000:1.0:1773674037.389812:0:92457:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674037.389817:0:92457:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc085c7800. 00800000:00000002:1.0:1773674037.389823:0:92457:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674037.389827:0:92457:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674037.389830:0:92457:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674037.389832:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bba20 00800000:00000002:1.0:1773674037.389835:0:92457:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674037.389839:0:92457:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674037.389842:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674037.389845:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674037.389848:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674037.389851:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674037.389853:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674037.389856:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674037.389859:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674037.389862:0:92457:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674037.389867:0:92457:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674037.389870:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb8f0 00000002:00010000:1.0:1773674037.389872:0:92457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674037.389876:0:92457:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674037.389878:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.389880:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.389885:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 2 00010000:00000001:1.0:1773674037.389887:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674037.389891:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674037.389895:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674037.389910:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773674037.389920:0:92457:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674037.389924:0:92457:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674037.389927:0:92457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773674037.389935:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674037.389938:0:92457:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674037.389940:0:92457:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674037.389942:0:92457:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674037.389945:0:92457:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674037.389947:0:92457:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674037.389950:0:92457:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674037.389952:0:92457:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674037.391333:0:92457:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc085c7800. 00000080:00000001:1.0:1773674037.392007:0:92457:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674037.392011:0:92457:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674037.392014:0:92457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773674037.392019:0:92457:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141e2 00800000:00000001:1.0:1773674037.392022:0:92457:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674037.392025:0:92457:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674037.392027:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674037.392029:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674037.392031:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:1.0:1773674037.392034:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:1.0:1773674037.392037:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:1.0:1773674037.392040:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.392041:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674037.392043:0:92457:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674037.392044:0:92457:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674037.392047:0:92457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141e2 from it ffffbabdc15bbb38 00010000:00000001:1.0:1773674037.392049:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674037.392050:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674037.392051:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b000 refcount=3 00000020:00000001:1.0:1773674037.392053:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:1.0:1773674037.392055:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534212096 : -113404175339520 : ffff98dc0869b000) 00010000:00000001:1.0:1773674037.392058:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674037.392063:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674037.392072:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.392073:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674037.392075:0:92457:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674037.392078:0:92457:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674037.392081:0:92457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674037.392089:0:92457:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674037.392092:0:92457:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674037.392094:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674037.392098:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.392099:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674037.392101:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.392104:0:92457:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674037.392106:0:92457:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.392748:0:92457:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.392752:0:92457:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.392755:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674037.392756:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.392758:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674037.392761:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674037.392800:0:92457:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674037.392804:0:92457:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:1.0:1773674037.392812:0:92457:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674037.392817:0:92457:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773674037.392819:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbb50 00000080:00200000:1.0:1773674037.392822:0:92457:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc08530a80, open_flags 8241, mode 81b6 opened 0 00000080:00000010:1.0:1773674037.392833:0:92457:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc087979c0. 00000080:00000001:1.0:1773674037.392840:0:92457:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773674037.392842:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bba00 00000080:00200000:1.0:1773674037.392845:0:92457:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:1.0:1773674037.392854:0:92457:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc085c7800. 00800000:00000002:1.0:1773674037.392858:0:92457:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674037.392864:0:92457:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674037.392866:0:92457:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674037.392868:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb920 00800000:00000002:1.0:1773674037.392870:0:92457:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674037.392873:0:92457:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773674037.392876:0:92457:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773674037.392879:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674037.392882:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674037.392884:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674037.392887:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674037.392888:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674037.392890:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674037.392892:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674037.392895:0:92457:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:1.0:1773674037.392898:0:92457:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773674037.393795:0:92457:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773674037.393798:0:92457:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773674037.393801:0:92457:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773674037.393804:0:92457:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x6:0x0] 40000000:00000001:1.0:1773674037.393808:0:92457:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.393810:0:92457:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674037.393812:0:92457:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674037.393814:0:92457:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674037.393816:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb8a0 00800000:00000002:1.0:1773674037.393819:0:92457:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:1.0:1773674037.393823:0:92457:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674037.393825:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb7d8 00000002:00010000:1.0:1773674037.393827:0:92457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:1.0:1773674037.393831:0:92457:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674037.393834:0:92457:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773674037.393837:0:92457:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773674037.393843:0:92457:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.393845:0:92457:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674037.393848:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 2 00010000:00000001:1.0:1773674037.393851:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674037.393854:0:92457:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674037.393858:0:92457:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674037.393862:0:92457:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773674037.393873:0:92457:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674037.393877:0:92457:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674037.393879:0:92457:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773674037.393882:0:92457:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773674037.393885:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.393887:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.393889:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 3 00010000:00000001:1.0:1773674037.393891:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.393896:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.393897:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.393912:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.393914:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 3 00010000:00000001:1.0:1773674037.393916:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.393918:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.393919:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.393920:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.393922:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dab300 count: 3 00010000:00000001:1.0:1773674037.393923:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.393925:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674037.393927:0:92457:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773674037.393930:0:92457:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773674037.393934:0:92457:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773674037.393936:0:92457:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773674037.394125:0:92457:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674037.394126:0:92457:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.394130:0:92457:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674037.394133:0:92457:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674037.394135:0:92457:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674037.394138:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674037.394141:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773674037.394145:0:92457:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869b000 with handle 0x2f77f561138141e2 from hash 00010000:00000001:1.0:1773674037.394148:0:92457:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674037.395484:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.395488:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674037.395489:0:92457:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674037.395495:0:92457:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674037.395498:0:92457:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674037.395503:0:92457:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674037.395506:0:92457:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674037.395510:0:92457:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773674037.395521:0:92457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773674037.395526:0:92457:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773674037.395533:0:92457:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674037.395540:0:92457:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.395544:0:92457:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674037.395548:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674037.395551:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.395554:0:92457:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674037.395556:0:92457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674037.395561:0:92457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674037.395569:0:92457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc072c7000. 00000100:00000001:1.0:1773674037.395577:0:92457:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.395582:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674037.395585:0:92457:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674037.395590:0:92457:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773674037.395599:0:92457:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674037.395601:0:92457:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674037.395603:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674037.395606:0:92457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b000/0x2f77f561138141e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6960 expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1773674037.395615:0:92457:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc02dab300 count: 0 00010000:00000010:1.0:1773674037.395623:0:92457:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc184c8f80. 00010000:00000001:1.0:1773674037.395634:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674037.395636:0:92457:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.395638:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674037.395639:0:92457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.395641:0:92457:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.395651:0:92457:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00010000:00000001:1.0:1773674037.395656:0:92457:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674037.395660:0:92457:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674037.395665:0:92457:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab900. 00010000:00000010:1.0:1773674037.395670:0:92457:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799900. 00010000:00000001:1.0:1773674037.395675:0:92457:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674037.395678:0:92457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084400. 00000020:00000001:1.0:1773674037.395681:0:92457:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674037.395684:0:92457:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084400 with handle 0x2f77f561138141e9 to hash 00000020:00000001:1.0:1773674037.395686:0:92457:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674037.395687:0:92457:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:1.0:1773674037.395691:0:92457:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:1.0:1773674037.395694:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674037.395697:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674037.395706:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674037.395714:0:92457:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773674037.395727:0:92457:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773674037.395936:0:92457:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773674037.395948:0:92457:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92457 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674037.395955:0:92457:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674037.395957:0:92457:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674037.395964:0:92457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203600. 00000100:00000001:1.0:1773674037.395967:0:92457:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495842304 : -113404213709312 : ffff98dc06203600) 00000100:00000001:1.0:1773674037.395970:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674037.395983:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:1.0:1773674037.395988:0:92457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674037.395991:0:92457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.395993:0:92457:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674037.395995:0:92457:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674037.396000:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.396010:0:92457:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674037.396012:0:92457:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674037.396016:0:92457:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674037.396019:0:92457:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674037.396021:0:92457:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674037.396025:0:92457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434752:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773674037.396029:0:92457:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674037.396036:0:92457:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674037.396039:0:92457:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674037.396041:0:92457:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674037.396117:0:92457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773674037.396120:0:92457:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674037.396129:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674037.396330:0:92457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674037.396340:0:92457:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc072c6c00. 00000100:00000200:1.0:1773674037.396348:0:92457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953434752, portal 10 00000100:00000001:1.0:1773674037.396449:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674037.396451:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773674037.396459:0:92457:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.396467:0:92457:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674037.396470:0:92457:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674037.396474:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773674037.396478:0:92457:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859825953434752, offset 0 00000400:00000200:1.0:1773674037.396485:0:92457:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674037.396494:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.396501:0:92457:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674037.396506:0:92457:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674037.396510:0:92457:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674037.396514:0:92457:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674037.396518:0:92457:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674037.396522:0:92457:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252531:252531:256:4294967295] 192.168.201.103@tcp LPNI seq info [252499:252499:8:4294967295] 00000400:00000200:1.0:1773674037.396527:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.396548:0:92457:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674037.396554:0:92457:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674037.396560:0:92457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3100. 00000800:00000200:1.0:1773674037.396567:0:92457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674037.396574:0:92457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674037.396580:0:92457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773674037.396604:0:92457:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674037.396609:0:92457:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 337092 usecs (338 jiffies) 00000400:00000200:1.0:1773674037.396612:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674037.396615:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300594789 00000100:00000001:1.0:1773674037.396623:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300594738 00000100:00000001:1.0:1773674037.396628:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300594789 00000100:00000001:1.0:1773674037.396631:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300594738 00000100:00000001:1.0:1773674037.396635:0:92457:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674037.396638:0:92457:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.396640:0:92457:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674037.396643:0:92457:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773674037.396646:0:92457:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203600 going to sleep for 25 seconds 00000100:00000001:1.0:1773674037.396649:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674037.396652:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674037.397088:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674037.397093:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3100. 00000400:00000200:0.0:1773674037.397099:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674037.397105:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674037.397122:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:0.0:1773674037.397125:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:0.0:1773674037.397130:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674037.397135:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674037.397145:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674037.397149:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674037.397165:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674037.397167:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773674037.404239:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab300. 00010000:00000010:1.1:1773674037.404256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b000. 00000800:00000001:1.0:1773674037.405377:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.405395:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674037.405399:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.405402:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.405412:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.405421:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674037.405431:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.405436:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.405441:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.405446:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c6c80 00000400:00000200:1.0:1773674037.405451:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.405457:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c4f29 [32] + 224 00000800:00000001:1.0:1773674037.405465:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.405475:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.405479:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.405483:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674037.405491:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674037.405499:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674037.405510:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.405616:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674037.405823:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674037.405834:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.405837:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674037.406259:0:92457:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674037.406262:0:92457:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674037.406266:0:92457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:2.0:1773674037.406271:0:92457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc072c6c00 00000400:00000010:2.0:1773674037.406274:0:92457:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc072c6c00. 00000100:00000001:2.0:1773674037.406278:0:92457:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674037.406285:0:92457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674037.406296:0:92457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953434752/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674067 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.406303:0:92457:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674037.406305:0:92457:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.406309:0:92457:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674037.406312:0:92457:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674037.406316:0:92457:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674037.406319:0:92457:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.406322:0:92457:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674037.406332:0:92457:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=120 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674037.406338:0:92457:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674037.406346:0:92457:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674037.406348:0:92457:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.406351:0:92457:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674037.406354:0:92457:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.406357:0:92457:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674037.406359:0:92457:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1773674037.406361:0:92457:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674037.406364:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.406366:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:2.0:1773674037.406369:0:92457:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674037.406371:0:92457:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:2.0:1773674037.406373:0:92457:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674037.406376:0:92457:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674037.406381:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674067 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.406390:0:92457:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.406392:0:92457:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674037.406395:0:92457:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674037.406399:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674067 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674037.406413:0:92457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434752:192.168.201.103@tcp:101:bash.0 00000100:00000001:2.0:1773674037.406418:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.406420:0:92457:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.406423:0:92457:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674037.406425:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.406429:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674067 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.406436:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674037.406438:0:92457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06203600. 00000100:00000001:2.0:1773674037.406442:0:92457:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674037.406443:0:92457:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.406446:0:92457:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674037.406451:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406454:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406457:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=4 00000020:00000001:2.0:1773674037.406459:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406462:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000040:2.0:1773674037.406469:0:92457:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084400, remote cookie: 0x441c89a0128d697c, flags: 0x1001 00010000:00010000:2.0:1773674037.406475:0:92457:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674037.406484:0:92457:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773674037.406488:0:92457:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773674037.406498:0:92457:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7600. 00010000:00000010:2.0:1773674037.406502:0:92457:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3a00. 00010000:00000040:2.0:1773674037.406507:0:92457:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab900 count: 0 00010000:00000010:2.0:1773674037.406513:0:92457:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799900. 00010000:00000001:2.0:1773674037.406520:0:92457:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.406525:0:92457:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674037.406534:0:92457:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406541:0:92457:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674037.406545:0:92457:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674037.406547:0:92457:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674037.406548:0:92457:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674037.406550:0:92457:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674037.406552:0:92457:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff98dc043b7600) refcount = 1 00010000:00010000:2.0:1773674037.406557:0:92457:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406564:0:92457:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674037.406568:0:92457:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674037.406569:0:92457:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674037.406572:0:92457:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674037.406575:0:92457:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.406578:0:92457:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406591:0:92457:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674037.406593:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406595:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.406596:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406597:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.406599:0:92457:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.406603:0:92457:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674037.406605:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406606:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406608:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.406610:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406613:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406615:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406617:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406618:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=4 00000020:00000001:2.0:1773674037.406620:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406622:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406625:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674037.406627:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.406631:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406638:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406639:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.406640:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406642:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406643:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=5 00000020:00000001:2.0:1773674037.406645:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406647:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406650:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674037.406653:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406660:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406661:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674037.406664:0:92457:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406687:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674037.406689:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406690:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.406691:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406692:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674037.406697:0:92457:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674067 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674037.406707:0:92457:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674037.406712:0:92457:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674067 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674037.406720:0:92457:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.406727:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406729:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406730:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.406733:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406735:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00000002:00010000:2.0:1773674037.406739:0:92457:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773674037.406750:0:92457:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc02c85380. 00010000:00000001:2.0:1773674037.406752:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406753:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674037.406756:0:92457:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.406758:0:92457:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.406762:0:92457:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674037.406810:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.406813:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:2.0:1773674037.406815:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.406817:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00010000:00000001:2.0:1773674037.406819:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406820:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406822:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.406824:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406826:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00000002:00010000:2.0:1773674037.406830:0:92457:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.406838:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406840:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.406842:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674037.406844:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.406845:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.406847:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.406849:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.406852:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000040:2.0:1773674037.406855:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:2.0:1773674037.406858:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674037.406862:0:92457:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:2.0:1773674037.406865:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.406867:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674037.406868:0:92457:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674037.406872:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb758 00000002:00002000:2.0:1773674037.406874:0:92457:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1773674037.406878:0:92457:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.406881:0:92457:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.406884:0:92457:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674037.406887:0:92457:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674037.406890:0:92457:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.406895:0:92457:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:2.0:1773674037.406898:0:92457:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674037.406900:0:92457:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc087979c0 it_disposition 1800037 00000080:00002000:2.0:1773674037.406905:0:92457:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18a85438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1773674037.406910:0:92457:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674037.406913:0:92457:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:2.0:1773674037.406915:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bb988 00000080:00200000:2.0:1773674037.406917:0:92457:0:(namei.c:1622:ll_create_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000001:2.0:1773674037.406921:0:92457:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:2.0:1773674037.406923:0:92457:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674037.406927:0:92457:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674037.406930:0:92457:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674037.406932:0:92457:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:2.0:1773674037.406936:0:92457:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773674037.406958:0:92457:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc05956b40. 00000020:00000001:2.0:1773674037.406969:0:92457:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773674037.406984:0:92457:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773674037.406987:0:92457:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773674037.406989:0:92457:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff98dc05956c08) 00000020:00000001:2.0:1773674037.406994:0:92457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674037.406999:0:92457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674037.407004:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc20bb3600. 00000020:00000010:2.0:1773674037.407010:0:92457:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07b43600. 00000020:00000010:2.0:1773674037.407014:0:92457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.407021:0:92457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.407026:0:92457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.407031:0:92457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.407037:0:92457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.407041:0:92457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.407045:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0b638800. 00000008:00000010:2.0:1773674037.407049:0:92457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.407053:0:92457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.407057:0:92457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.407060:0:92457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674037.407063:0:92457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674037.407067:0:92457:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674037.407070:0:92457:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773674037.407075:0:92457:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc043c2190. 00000020:00000001:2.0:1773674037.407077:0:92457:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674037.407078:0:92457:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.407086:0:92457:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773674037.407090:0:92457:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc043c04d8. 00020000:00000001:2.0:1773674037.407092:0:92457:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669464110296 : -113404245441320 : ffff98dc043c04d8) 00020000:00000001:2.0:1773674037.407095:0:92457:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773674037.407097:0:92457:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674037.407102:0:92457:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437cde0. 00020000:00000010:2.0:1773674037.407106:0:92457:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc062cf800. 00020000:00000010:2.0:1773674037.407111:0:92457:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c840. 00020000:00000001:2.0:1773674037.407113:0:92457:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463832640 : -113404245718976 : ffff98dc0437c840) 00020000:00000002:2.0:1773674037.407116:0:92457:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674037.407121:0:92457:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674037.407124:0:92457:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc062cf800: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674037.407127:0:92457:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773674037.407129:0:92457:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674037.407132:0:92457:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674037.407135:0:92457:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc062cf800: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000010:2.0:1773674037.407139:0:92457:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc042b4d80. 00020000:00000010:2.0:1773674037.407143:0:92457:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc11129180. 00020000:00000001:2.0:1773674037.407147:0:92457:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773674037.407150:0:92457:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc07306ca8. 00020000:00000001:2.0:1773674037.407154:0:92457:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773674037.407155:0:92457:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:2.0:1773674037.407160:0:92457:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773674037.407163:0:92457:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc043c2ed8. 00000020:00000001:2.0:1773674037.407165:0:92457:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674037.407167:0:92457:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.407169:0:92457:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000001:2.0:1773674037.407173:0:92457:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773674037.407177:0:92457:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc043cd6c0. 00020000:00000001:2.0:1773674037.407180:0:92457:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.407184:0:92457:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000001:2.0:1773674037.407187:0:92457:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000002:2.0:1773674037.407191:0:92457:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x23ab:0x0]@ffff98dc043c2ed8[0:0] -> [0x20000bf89:0x6:0x0]@ffff98dc043c2190: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674037.407196:0:92457:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773674037.407199:0:92457:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:2.0:1773674037.407201:0:92457:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.407204:0:92457:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464117776 : -113404245433840 : ffff98dc043c2210) 00000020:00001000:2.0:1773674037.407207:0:92457:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674037.407211:0:92457:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07b43600. 00000020:00000010:2.0:1773674037.407216:0:92457:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.407220:0:92457:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.407225:0:92457:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.407228:0:92457:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.407232:0:92457:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.407235:0:92457:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.407239:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc20bb3600. 00000008:00000010:2.0:1773674037.407244:0:92457:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.407247:0:92457:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.407250:0:92457:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.407253:0:92457:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674037.407256:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0b638800. 00000020:00000010:2.0:1773674037.407258:0:92457:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674037.407262:0:92457:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:2.0:1773674037.407265:0:92457:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773674037.407268:0:92457:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088006 mtime from 0 to 1773674037 00000080:00000001:2.0:1773674037.407273:0:92457:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773674037.407276:0:92457:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486746632 : -113404222804984 : ffff98dc05956c08) 00010000:00000001:2.0:1773674037.407279:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.407281:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.407282:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.407284:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.407287:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00000080:00000001:2.0:1773674037.407290:0:92457:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674037.407292:0:92457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674037.407295:0:92457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674037.407298:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0b638800. 00000020:00000010:2.0:1773674037.407301:0:92457:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc20bb3600. 00000020:00000010:2.0:1773674037.407303:0:92457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.407306:0:92457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.407309:0:92457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.407311:0:92457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.407314:0:92457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.407317:0:92457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.407320:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07b43600. 00000008:00000010:2.0:1773674037.407323:0:92457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.407325:0:92457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.407328:0:92457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.407330:0:92457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674037.407332:0:92457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674037.407334:0:92457:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674037.407336:0:92457:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674037.407338:0:92457:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674037.407339:0:92457:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674037.407342:0:92457:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437cba0. 00020000:00000010:2.0:1773674037.407345:0:92457:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc062cf100. 00020000:00000010:2.0:1773674037.407347:0:92457:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437cd80. 00020000:00000001:2.0:1773674037.407349:0:92457:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463833984 : -113404245717632 : ffff98dc0437cd80) 00020000:00000002:2.0:1773674037.407351:0:92457:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437cd80, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674037.407355:0:92457:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674037.407359:0:92457:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc062cf100: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000002:2.0:1773674037.407362:0:92457:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc088f4f80 00020000:00000001:2.0:1773674037.407366:0:92457:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674037.407369:0:92457:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc088f4f80 00020000:00000010:2.0:1773674037.407582:0:92457:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc062cf100. 00020000:00000010:2.0:1773674037.407585:0:92457:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437cba0. 00020000:00000010:2.0:1773674037.407589:0:92457:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437cd80. 00020000:00000002:2.0:1773674037.407591:0:92457:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674037.407594:0:92457:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.407596:0:92457:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.407599:0:92457:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674037.407603:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.407605:0:92457:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c840 addref 2/0 by ffff98dc088f4f80. 00020000:00000002:2.0:1773674037.407608:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:2.0:1773674037.407611:0:92457:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674037.407613:0:92457:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773674037.407614:0:92457:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773674037.407616:0:92457:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773674037.407618:0:92457:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773674037.407621:0:92457:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773674037.407623:0:92457:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674037.407626:0:92457:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc20bb3600. 00000020:00000010:2.0:1773674037.407629:0:92457:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.407632:0:92457:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.407634:0:92457:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.407637:0:92457:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.407640:0:92457:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.407642:0:92457:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.407645:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0b638800. 00000008:00000010:2.0:1773674037.407648:0:92457:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.407651:0:92457:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.407653:0:92457:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.407656:0:92457:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674037.407658:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07b43600. 00000020:00000010:2.0:1773674037.407661:0:92457:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674037.407663:0:92457:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.407666:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.407667:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674037.407669:0:92457:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674037.407672:0:92457:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674037.407674:0:92457:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674037.407677:0:92457:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) 00000080:00010000:2.0:1773674037.407680:0:92457:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) for lock 0x2f77f561138141e9 00800000:00000001:2.0:1773674037.407683:0:92457:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674037.407685:0:92457:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674037.407687:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.407688:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.407690:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.407692:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.407695:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.407697:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.407699:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674037.407700:0:92457:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.407702:0:92457:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.407704:0:92457:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773674037.407706:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.407713:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.407720:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.407726:0:92457:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674037.407730:0:92457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) 00000080:00000001:2.0:1773674037.407733:0:92457:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674037.407737:0:92457:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc085c7800. 00000100:00000001:2.0:1773674037.407740:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.407743:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.407751:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.407754:0:92457:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773674037.407756:0:92457:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.407789:0:92457:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674037.407792:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bba60 00000080:00200008:2.0:1773674037.407795:0:92457:0:(file.c:1030:ll_file_open()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), flags 101101 00000080:00000010:2.0:1773674037.407803:0:92457:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168dcc0. 00000080:00000010:2.0:1773674037.407809:0:92457:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c855c0. 00000080:00000001:2.0:1773674037.407811:0:92457:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674037.407815:0:92457:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674037.407818:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674037.407820:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674037.407823:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674037.407825:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674037.407827:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.407830:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773674037.407832:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.407835:0:92457:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674037.407838:0:92457:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414fec0. 00000002:00100000:2.0:1773674037.407843:0:92457:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674037.407850:0:92457:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.407852:0:92457:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674037.407855:0:92457:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674037.407859:0:92457:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.407861:0:92457:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.407864:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.407868:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674037.407876:0:92457:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674037.407879:0:92457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674037.407906:0:92457:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674037.407907:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.407910:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bba60 00000080:00000008:2.0:1773674037.407912:0:92457:0:(file.c:1269:ll_file_open()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), flags 101101, rc = 0 00000080:00000001:2.0:1773674037.407916:0:92457:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674037.407918:0:92457:0:(dcache.c:176:ll_intent_release()) intent ffff98dc087979c0 released 00000080:00010000:2.0:1773674037.407921:0:92457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141e9 from it ffff98dc087979c0 00010000:00000001:2.0:1773674037.407923:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.407925:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.408144:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084400 refcount=3 00000020:00000001:2.0:1773674037.408147:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.408150:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460718592 : -113404248833024 : ffff98dc04084400) 00010000:00000001:2.0:1773674037.408153:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674037.408156:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.408163:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.408164:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.408166:0:92457:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674037.408169:0:92457:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674037.408172:0:92457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674037.408180:0:92457:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674037.408183:0:92457:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674037.408184:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674037.408188:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.408190:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.408192:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408195:0:92457:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674037.408197:0:92457:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408199:0:92457:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408202:0:92457:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408204:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674037.408206:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.408207:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674037.408208:0:92457:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674037.408210:0:92457:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674037.408212:0:92457:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674037.408214:0:92457:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674037.408217:0:92457:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674037.408218:0:92457:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408222:0:92457:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674037.408224:0:92457:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408226:0:92457:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674037.408229:0:92457:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408231:0:92457:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674037.408233:0:92457:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc087979c0. 00000080:00000001:2.0:1773674037.408237:0:92457:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408241:0:92457:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773674037.408243:0:92457:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff98dc05956c08), inode mode 81a4 mask 40 00000080:00000001:2.0:1773674037.408247:0:92457:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408286:0:92457:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674037.408289:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.408292:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:2.0:1773674037.408295:0:92457:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408335:0:92457:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773674037.408338:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbd88 00000080:00200008:2.0:1773674037.408340:0:92457:0:(file.c:2590:do_file_write_iter()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 0, count: 4 00000080:00000001:2.0:1773674037.408343:0:92457:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773674037.408345:0:92457:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408347:0:92457:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773674037.408349:0:92457:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408351:0:92457:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1773674037.408353:0:92457:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773674037.408356:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.408358:0:92457:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c840 addref 2/0 by ffff98dc088f4f80. 00020000:00000002:2.0:1773674037.408360:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00000020:00000001:2.0:1773674037.408363:0:92457:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1773674037.408369:0:92457:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773674037.408371:0:92457:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000080:00000001:2.0:1773674037.408376:0:92457:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773674037.408378:0:92457:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1773674037.408381:0:92457:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 4 00000080:00000001:2.0:1773674037.408382:0:92457:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408384:0:92457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674037.408388:0:92457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674037.408391:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07b43600. 00000020:00000010:2.0:1773674037.408395:0:92457:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0b638800. 00000020:00000010:2.0:1773674037.408397:0:92457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.408401:0:92457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.408404:0:92457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.408407:0:92457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.408410:0:92457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.408413:0:92457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.408416:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc20bb3600. 00000008:00000010:2.0:1773674037.408418:0:92457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.408421:0:92457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.408423:0:92457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.408426:0:92457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674037.408428:0:92457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674037.408430:0:92457:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000080:00000001:2.0:1773674037.408432:0:92457:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773674037.408435:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbc98 00000080:00200000:2.0:1773674037.408436:0:92457:0:(file.c:2031:ll_file_io_generic()) f130c.recovery-small: write ppos: 0, bytes: 4 00000020:00000001:2.0:1773674037.408441:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbc30 00000080:00200000:2.0:1773674037.408443:0:92457:0:(file.c:1788:ll_io_set_mirror()) f130c.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773674037.408445:0:92457:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773674037.408451:0:92457:0:(cl_io.c:214:cl_io_rw_init()) header@00000000802da145[0x110, 1, [0x20000bf89:0x6:0x0] hash] 00000020:00200000:2.0:1773674037.408453:0:92457:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4) 0 0 00000020:00000001:2.0:1773674037.408456:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.408458:0:92457:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674037.408460:0:92457:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674037.408462:0:92457:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674037.408466:0:92457:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674037.408467:0:92457:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773674037.408470:0:92457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674037.408473:0:92457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408476:0:92457:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674037.408478:0:92457:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408480:0:92457:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674037.408482:0:92457:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff98dc070dfdf8 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773674037.408485:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:2.0:1773674037.408488:0:92457:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674037.408490:0:92457:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674037.408493:0:92457:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674037.408495:0:92457:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773674037.408497:0:92457:0:(lov_io.c:634:lov_io_slice_init()) 0 4 00020000:00000001:2.0:1773674037.408501:0:92457:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773674037.408502:0:92457:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674037.408503:0:92457:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408505:0:92457:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674037.408506:0:92457:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674037.408507:0:92457:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674037.408509:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00000020:00000001:2.0:1773674037.408511:0:92457:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408512:0:92457:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674037.408514:0:92457:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1773674037.408516:0:92457:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773674037.408519:0:92457:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408521:0:92457:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674037.408522:0:92457:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773674037.408525:0:92457:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773674037.408526:0:92457:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773674037.408528:0:92457:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773674037.408530:0:92457:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4) 4, 4 00020000:00000001:2.0:1773674037.408533:0:92457:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674037.408535:0:92457:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674037.408539:0:92457:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:2.0:1773674037.408544:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.408546:0:92457:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674037.408548:0:92457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674037.408551:0:92457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fec60. 00000020:00000010:2.0:1773674037.408555:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc208b5200. 00000020:00000010:2.0:1773674037.408558:0:92457:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc208b4c00. 00000020:00000010:2.0:1773674037.408560:0:92457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd80. 00000008:00000010:2.0:1773674037.408564:0:92457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674037.408567:0:92457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674037.408570:0:92457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674037.408573:0:92457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674037.408576:0:92457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070df230. 00000020:00000010:2.0:1773674037.408579:0:92457:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0120aa00. 00000008:00000010:2.0:1773674037.408583:0:92457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674037.408585:0:92457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1680. 00008000:00000010:2.0:1773674037.408588:0:92457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1400. 00000080:00000010:2.0:1773674037.408591:0:92457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c000. 00000020:00000001:2.0:1773674037.408593:0:92457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498969192 : -113404210582424 : ffff98dc064fec68) 00000020:00001000:2.0:1773674037.408595:0:92457:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fec60 00000020:00000001:2.0:1773674037.408597:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.408599:0:92457:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674037.408606:0:92457:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674037.408607:0:92457:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674037.408609:0:92457:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408611:0:92457:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408612:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.408615:0:92457:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674037.408617:0:92457:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674037.408620:0:92457:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408622:0:92457:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408625:0:92457:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408626:0:92457:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408628:0:92457:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408630:0:92457:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674037.408632:0:92457:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773674037.408634:0:92457:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773674037.408636:0:92457:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773674037.408639:0:92457:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408641:0:92457:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408644:0:92457:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674037.408645:0:92457:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1773674037.408647:0:92457:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674037.408649:0:92457:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674037.408650:0:92457:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408652:0:92457:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408654:0:92457:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408656:0:92457:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.408658:0:92457:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408660:0:92457:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674037.408662:0:92457:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674037.408663:0:92457:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674037.408664:0:92457:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674037.408666:0:92457:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408668:0:92457:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408670:0:92457:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408672:0:92457:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408673:0:92457:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674037.408675:0:92457:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674037.408677:0:92457:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674037.408679:0:92457:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674037.408681:0:92457:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674037.408684:0:92457:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1773674037.408689:0:92457:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3b00. 00020000:00000002:2.0:1773674037.408691:0:92457:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773674037.408693:0:92457:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674037.408695:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.408696:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.408698:0:92457:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674037.408702:0:92457:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845a390. 00000008:00010000:2.0:1773674037.408704:0:92457:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773674037.408707:0:92457:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674037.408709:0:92457:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674037.408712:0:92457:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3b30, osc lock ffff98dc1845a390, flags 0x0 00000020:00000001:2.0:1773674037.408715:0:92457:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408717:0:92457:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.408720:0:92457:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124160 : -113404245427456 : ffff98dc043c3b00) 00000020:00000001:2.0:1773674037.408722:0:92457:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674037.408723:0:92457:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674037.408725:0:92457:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408726:0:92457:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408728:0:92457:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674037.408730:0:92457:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674037.408731:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.408733:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.408734:0:92457:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674037.408736:0:92457:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674037.408738:0:92457:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674037.408740:0:92457:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.408743:0:92457:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674037.408745:0:92457:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674037.408746:0:92457:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674037.408749:0:92457:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674037.408750:0:92457:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674037.408751:0:92457:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674037.408754:0:92457:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674037.408756:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674037.408760:0:92457:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408783:0:92457:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773674037.408789:0:92457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674037.408793:0:92457:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00010000:00000001:2.0:1773674037.408796:0:92457:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674037.408801:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674037.408804:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.408806:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.408807:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.408810:0:92457:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674037.408812:0:92457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674037.408816:0:92457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674037.408821:0:92457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0120b000. 00000100:00000001:2.0:1773674037.408827:0:92457:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408830:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674037.408832:0:92457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408834:0:92457:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674037.408835:0:92457:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408837:0:92457:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.408840:0:92457:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00010000:00000001:2.0:1773674037.408843:0:92457:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674037.408845:0:92457:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674037.408848:0:92457:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7c00. 00010000:00000010:2.0:1773674037.408851:0:92457:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc043b7200. 00010000:00000001:2.0:1773674037.408854:0:92457:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674037.408857:0:92457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cf000. 00000020:00000001:2.0:1773674037.408860:0:92457:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674037.408863:0:92457:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cf000 with handle 0x2f77f561138141f0 to hash 00000020:00000001:2.0:1773674037.408865:0:92457:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674037.408866:0:92457:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000010:2.0:1773674037.408870:0:92457:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc02c85680. 00010000:00000001:2.0:1773674037.408872:0:92457:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.408875:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674037.408877:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.408881:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674037.408892:0:92457:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674037.408903:0:92457:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674037.408910:0:92457:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674037.408912:0:92457:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674037.408918:0:92457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129a80. 00000100:00000001:2.0:1773674037.408920:0:92457:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679499904 : -113404030051712 : ffff98dc11129a80) 00000100:00000001:2.0:1773674037.408922:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.408924:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674037.408927:0:92457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674037.408929:0:92457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.408931:0:92457:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674037.408933:0:92457:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674037.408939:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.408947:0:92457:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674037.408949:0:92457:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.408953:0:92457:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674037.408955:0:92457:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674037.408958:0:92457:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674037.408962:0:92457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434880:192.168.201.103@tcp:101:bash.0 00000100:00000001:2.0:1773674037.408966:0:92457:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674037.408982:0:92457:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674037.408985:0:92457:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.408988:0:92457:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674037.408992:0:92457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674037.408994:0:92457:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674037.409001:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674037.409005:0:92457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674037.409012:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674037.409018:0:92457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953434880, portal 4 00000100:00000001:2.0:1773674037.409020:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.409021:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674037.409027:0:92457:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.409035:0:92457:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674037.409037:0:92457:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674037.409039:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674037.409043:0:92457:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953434880, offset 0 00000400:00000200:2.0:1773674037.409049:0:92457:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674037.409056:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674037.409062:0:92457:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674037.409066:0:92457:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674037.409070:0:92457:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674037.409074:0:92457:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674037.409077:0:92457:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674037.409081:0:92457:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252532:252532:256:4294967295] 192.168.201.103@tcp LPNI seq info [252500:252500:8:4294967295] 00000400:00000200:2.0:1773674037.409085:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674037.409096:0:92457:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674037.409102:0:92457:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674037.409107:0:92457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5b00. 00000800:00000200:2.0:1773674037.409114:0:92457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674037.409121:0:92457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674037.409126:0:92457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674037.409151:0:92457:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674037.409156:0:92457:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 543825 usecs (544 jiffies) 00000400:00000200:2.0:1773674037.409159:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674037.409162:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300595008 00000100:00000001:2.0:1773674037.409169:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300594789 00000100:00000001:2.0:1773674037.409175:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300595008 00000100:00000001:2.0:1773674037.409178:0:92457:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300594789 00000100:00000001:2.0:1773674037.409182:0:92457:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.409184:0:92457:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.409186:0:92457:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674037.409188:0:92457:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674037.409190:0:92457:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773674037.409193:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674037.409195:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674037.409886:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674037.409893:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5b00. 00000400:00000200:1.0:1773674037.409899:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.409907:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674037.409913:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:1.0:1773674037.409916:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:1.0:1773674037.409920:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674037.409926:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.409937:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674037.409942:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.409949:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.409952:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674037.410851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00000800:00000001:1.0:1773674037.413798:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.413815:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674037.413820:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.413822:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.413831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.413839:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674037.413848:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.413853:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.413859:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.413863:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794c6d00 00000400:00000200:1.0:1773674037.413868:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.413875:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c4f39 [1] + 224 00000800:00000001:1.0:1773674037.413884:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.413894:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.413897:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.414099:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674037.414106:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674037.414114:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674037.414125:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.414370:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674037.414397:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1773674037.414567:0:92457:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1773674037.414567:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1773674037.414572:0:92457:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1773674037.414574:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1773674037.414577:0:92457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674037.414584:0:92457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674037.414588:0:92457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674037.414592:0:92457:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674037.414600:0:92457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674037.414612:0:92457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.414620:0:92457:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674037.414622:0:92457:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.414625:0:92457:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674037.414629:0:92457:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674037.414631:0:92457:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674037.414634:0:92457:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.414637:0:92457:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674037.414647:0:92457:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674037.414651:0:92457:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=73 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674037.414654:0:92457:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674037.414656:0:92457:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.414660:0:92457:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674037.414664:0:92457:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.414668:0:92457:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674037.414670:0:92457:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:2.0:1773674037.414673:0:92457:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674037.414674:0:92457:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674037.414680:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.414688:0:92457:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.414691:0:92457:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674037.414693:0:92457:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674037.414698:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674037.414707:0:92457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953434880:192.168.201.103@tcp:101:bash.0 00000100:00000001:2.0:1773674037.414712:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.414715:0:92457:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.414718:0:92457:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674037.414720:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.414723:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.414731:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674037.414734:0:92457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129a80. 00000100:00000001:2.0:1773674037.414739:0:92457:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674037.414740:0:92457:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.414744:0:92457:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674037.414747:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.414749:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.414753:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=4 00000020:00000001:2.0:1773674037.414755:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.414759:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000040:2.0:1773674037.414806:0:92457:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cf000, remote cookie: 0x441c89a0128d698a, flags: 0x1 00010000:00010000:2.0:1773674037.414815:0:92457:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.414827:0:92457:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773674037.414830:0:92457:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.414832:0:92457:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674037.414836:0:92457:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773674037.414840:0:92457:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674037.414850:0:92457:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x23ab:0x0].0x0 (ffff98dc043b7c00) refcount = 1 00010000:00000040:2.0:1773674037.414854:0:92457:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674037.414856:0:92457:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.414867:0:92457:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674037.414868:0:92457:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674037.414872:0:92457:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674037.414875:0:92457:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.414879:0:92457:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.414892:0:92457:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674037.414894:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.414895:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.414897:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.414898:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.414899:0:92457:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.414903:0:92457:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773674037.414906:0:92457:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674037.414909:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.414910:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.414912:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=3 00000020:00000001:2.0:1773674037.414915:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.414917:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.414920:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.414921:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.414922:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=4 00000020:00000001:2.0:1773674037.414924:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.414926:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.414929:0:92457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674037.414932:0:92457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.414936:0:92457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.414943:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.414944:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674037.414947:0:92457:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773674037.414966:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00010000:2.0:1773674037.415003:0:92457:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773674037.415013:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.415016:0:92457:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674037.415018:0:92457:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674037.415021:0:92457:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674037.415024:0:92457:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415026:0:92457:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415028:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000001:2.0:1773674037.415031:0:92457:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773674037.415033:0:92457:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.415035:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.415037:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.415038:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=5 00000020:00000001:2.0:1773674037.415040:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.415043:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.415046:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674037.415049:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.415057:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.415058:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674037.415061:0:92457:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.415068:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674037.415070:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.415071:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674037.415072:0:92457:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.415075:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.415081:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953434880/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.415088:0:92457:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674037.415090:0:92457:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674037.415094:0:92457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674037.415098:0:92457:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674037.415100:0:92457:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674037.415102:0:92457:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674037.415105:0:92457:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674037.415107:0:92457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0120b000. 02000000:00000001:2.0:1773674037.415111:0:92457:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674037.415112:0:92457:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674037.415115:0:92457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674037.415118:0:92457:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674037.415120:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674037.415122:0:92457:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.415124:0:92457:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415127:0:92457:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.415131:0:92457:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415134:0:92457:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415136:0:92457:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415139:0:92457:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415142:0:92457:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415145:0:92457:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773674037.415150:0:92457:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1773674037.415156:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbb80 00000080:00200000:2.0:1773674037.415159:0:92457:0:(vvp_io.c:1286:vvp_io_write_start()) f130c.recovery-small: write [0, 4) append 0 append lockpos 0 00000020:00000001:2.0:1773674037.415163:0:92457:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773674037.415178:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.415183:0:92457:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c840 addref 2/0 by ffff98dc088f4f80. 00020000:00000002:2.0:1773674037.415186:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00000020:00000001:2.0:1773674037.415189:0:92457:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1773674037.415193:0:92457:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773674037.415196:0:92457:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773674037.415200:0:92457:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:2.0:1773674037.415203:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.415204:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.415206:0:92457:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674037.415209:0:92457:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674037.415212:0:92457:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415214:0:92457:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.415216:0:92457:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415218:0:92457:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.415225:0:92457:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773674037.415227:0:92457:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000020:00000001:2.0:1773674037.415257:0:92457:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773674037.415260:0:92457:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x6:0x0] fffff3eb449d9cc0 0 1 00000020:00000001:2.0:1773674037.415264:0:92457:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773674037.415265:0:92457:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415268:0:92457:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:2.0:1773674037.415274:0:92457:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98dc064097e0. 00000020:00000001:2.0:1773674037.415278:0:92457:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773674037.415279:0:92457:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1773674037.415282:0:92457:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1773674037.415285:0:92457:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1773674037.415287:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.415289:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000008:00000001:2.0:1773674037.415293:0:92457:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1773674037.415295:0:92457:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff98dc06409850 folio fffff3eb449d9cc0 pg:0 obj off 0 00000008:00000001:2.0:1773674037.415297:0:92457:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415299:0:92457:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773674037.415306:0:92457:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1773674037.415309:0:92457:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1773674037.415311:0:92457:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.415315:0:92457:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415317:0:92457:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446630669497964512 : -113404211587104 : ffff98dc064097e0) 00000020:00000001:2.0:1773674037.415319:0:92457:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446630669497964512 : -113404211587104 : ffff98dc064097e0) 00000020:00000001:2.0:1773674037.415322:0:92457:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773674037.415324:0:92457:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674037.415326:0:92457:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669511425528 : -113404198126088 : ffff98dc070dfdf8) 00000020:00000001:2.0:1773674037.415329:0:92457:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773674037.415330:0:92457:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773674037.415332:0:92457:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674037.415337:0:92457:0:(cl_page.c:547:__cl_page_state_set()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000068329f2a] 00000020:00000001:2.0:1773674037.415339:0:92457:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773674037.415341:0:92457:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674037.415342:0:92457:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773674037.415345:0:92457:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1773674037.415347:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.415349:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.415351:0:92457:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674037.415354:0:92457:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674037.415357:0:92457:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674037.415359:0:92457:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.415360:0:92457:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674037.415361:0:92457:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674037.415364:0:92457:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773674037.415368:0:92457:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674037.415371:0:92457:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773674037.415374:0:92457:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415376:0:92457:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.415378:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00000001:2.0:1773674037.415382:0:92457:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674037.415385:0:92457:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773674037.415386:0:92457:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.415389:0:92457:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773674037.415391:0:92457:0:(rw26.c:909:ll_write_end()) pos 0, len 4, copied 4 00000020:00000001:2.0:1773674037.415392:0:92457:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674037.415394:0:92457:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669511425528 : -113404198126088 : ffff98dc070dfdf8) 00000020:00000001:2.0:1773674037.415396:0:92457:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773674037.415398:0:92457:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674037.416740:0:92457:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773674037.416745:0:92457:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674037.416747:0:92457:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773674037.416748:0:92457:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773674037.416754:0:92457:0:(rw26.c:967:ll_write_end()) page@000000000db0d9b0[3 000000005f573643 2 1 0000000068329f2a] 00000080:00200000:2.0:1773674037.416758:0:92457:0:(rw26.c:967:ll_write_end()) vmpage @0000000063ee6228 17ffffc0001001 3:0 ffff98dc064097e0 0 lru 00000080:00200000:2.0:1773674037.416791:0:92457:0:(rw26.c:967:ll_write_end()) osc-page@000000003da42743 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b3e09199 0000000045b1e076 > 3< 0 0 > 4< 0 0 8 16703488 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1773674037.416795:0:92457:0:(rw26.c:967:ll_write_end()) end page@000000000db0d9b0 00000080:00200000:2.0:1773674037.416796:0:92457:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773674037.416798:0:92457:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1773674037.416804:0:92457:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773674037.416807:0:92457:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4 prio 0 00000020:00000001:2.0:1773674037.416810:0:92457:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773674037.416813:0:92457:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773674037.416815:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.416817:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.416819:0:92457:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773674037.416821:0:92457:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773674037.416824:0:92457:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1773674037.416826:0:92457:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674037.416827:0:92457:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:2.0:1773674037.416830:0:92457:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1773674037.416833:0:92457:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff98dc06409850 folio fffff3eb449d9cc0 pg:0 added for cmd 2 00000008:00000001:2.0:1773674037.416839:0:92457:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:2.0:1773674037.416841:0:92457:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 143360 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773674037.416848:0:92457:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 143360 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773674037.416853:0:92457:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff98dc06409888 page fffff3eb449d9cc0 00000008:00000020:2.0:1773674037.416858:0:92457:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 143360 avail: 16674816, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1773674037.416863:0:92457:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1773674037.416864:0:92457:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.416867:0:92457:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1773674037.416873:0:92457:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98dc071936c0. 00000008:00000020:2.0:1773674037.416879:0:92457:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff98dc043cd6c0 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:2.0:1773674037.416884:0:92457:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1773674037.416890:0:92457:0:(osc_cache.c:848:osc_extent_find()) extent ffff98dc071936c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff98dc043cd6c0], [28672|0|-|-|ffff98dc043cf000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1773674037.416897:0:92457:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000274131fa ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1773674037.416907:0:92457:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:2.0:1773674037.416910:0:92457:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.416913:0:92457:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.416915:0:92457:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773674037.416917:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000002:2.0:1773674037.416920:0:92457:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4 0 00000020:00000001:2.0:1773674037.416922:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.416924:0:92457:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674037.416926:0:92457:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4 00020000:00000001:2.0:1773674037.416928:0:92457:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674037.416930:0:92457:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.416932:0:92457:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.416933:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000001:2.0:1773674037.416935:0:92457:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773674037.416936:0:92457:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773674037.416938:0:92457:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674037.416942:0:92457:0:(cl_page.c:596:cl_batch_put()) page@000000000db0d9b0[4 000000005f573643 2 1 0000000068329f2a] 00000020:00000001:2.0:1773674037.416943:0:92457:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773674037.416944:0:92457:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773674037.416946:0:92457:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773674037.416959:0:92457:0:(osc_request.c:745:osc_update_next_shrink()) next time 7127 to shrink grant 00000080:00000001:2.0:1773674037.416962:0:92457:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773674037.416965:0:92457:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773674037.416982:0:92457:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc05956db8, count 1, dirtied 1 00000080:00000001:2.0:1773674037.416985:0:92457:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773674037.416987:0:92457:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773674037.416989:0:92457:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674037.416991:0:92457:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674037.416992:0:92457:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674037.416995:0:92457:0:(cl_page.c:547:__cl_page_state_set()) page@000000000db0d9b0[3 000000005f573643 2 1 0000000000000000] 00000020:00000001:2.0:1773674037.416997:0:92457:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773674037.416998:0:92457:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674037.417000:0:92457:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773674037.417002:0:92457:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674037.417004:0:92457:0:(cl_page.c:596:cl_batch_put()) page@000000000db0d9b0[3 000000005f573643 1 1 0000000000000000] 00000020:00000001:2.0:1773674037.417005:0:92457:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773674037.417007:0:92457:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773674037.417008:0:92457:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773674037.417010:0:92457:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773674037.417012:0:92457:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417013:0:92457:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417015:0:92457:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417017:0:92457:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674037.417019:0:92457:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4 bytes, tot: 4 00000020:00000001:2.0:1773674037.417021:0:92457:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773674037.417023:0:92457:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773674037.417024:0:92457:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417027:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbb80 00000080:00200000:2.0:1773674037.417029:0:92457:0:(vvp_io.c:1364:vvp_io_write_start()) f130c.recovery-small: write bytes 0, result: 4 00000080:00000001:2.0:1773674037.417031:0:92457:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417034:0:92457:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674037.417036:0:92457:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674037.417037:0:92457:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674037.417039:0:92457:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773674037.417040:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.417042:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.417043:0:92457:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674037.417045:0:92457:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674037.417047:0:92457:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417048:0:92457:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417050:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000001:2.0:1773674037.417052:0:92457:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417055:0:92457:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417057:0:92457:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417059:0:92457:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417060:0:92457:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417062:0:92457:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674037.417064:0:92457:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674037.417065:0:92457:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674037.417066:0:92457:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773674037.417068:0:92457:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1773674037.417071:0:92457:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773674037.417075:0:92457:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd6c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1773674037.417081:0:92457:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674037.417083:0:92457:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.417085:0:92457:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674037.417087:0:92457:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674037.417089:0:92457:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1773674037.417090:0:92457:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674037.417092:0:92457:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417094:0:92457:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417096:0:92457:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674037.417098:0:92457:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674037.417100:0:92457:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674037.417102:0:92457:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_release():245 00000020:00000001:2.0:1773674037.417105:0:92457:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674037.417107:0:92457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674037.417110:0:92457:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674037.417112:0:92457:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674037.417114:0:92457:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674037.417116:0:92457:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674037.417117:0:92457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3b30 (ffff98dc064fec68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674037.417121:0:92457:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674037.417122:0:92457:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674037.417124:0:92457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674037.417127:0:92457:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674037.417129:0:92457:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=5 00000020:00000001:2.0:1773674037.417132:0:92457:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.417135:0:92457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:2.0:1773674037.417137:0:92457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674037.417142:0:92457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674037.417150:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.417152:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.417153:0:92457:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674037.417157:0:92457:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674037.417159:0:92457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674037.417171:0:92457:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674037.417174:0:92457:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674037.417176:0:92457:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674037.417180:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.417181:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.417183:0:92457:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.417186:0:92457:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674037.417188:0:92457:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.417191:0:92457:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.417193:0:92457:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.417195:0:92457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674037.417197:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.417198:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674037.417199:0:92457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674037.417201:0:92457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674037.417202:0:92457:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674037.417204:0:92457:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674037.417205:0:92457:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674037.417206:0:92457:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674037.417208:0:92457:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674037.417210:0:92457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674037.417213:0:92457:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674037.417214:0:92457:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674037.417216:0:92457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3b30 (ffff98dc064fe488/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674037.417219:0:92457:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845a390. 00000020:00000001:2.0:1773674037.417223:0:92457:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674037.417225:0:92457:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3b00. 00020000:00000001:2.0:1773674037.417229:0:92457:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674037.417230:0:92457:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674037.417231:0:92457:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674037.417233:0:92457:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674037.417235:0:92457:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674037.417236:0:92457:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674037.417237:0:92457:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674037.417238:0:92457:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417240:0:92457:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417242:0:92457:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674037.417243:0:92457:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674037.417245:0:92457:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773674037.417247:0:92457:0:(vvp_io.c:517:vvp_io_advance()) advancing 4 bytes 00000020:00000001:2.0:1773674037.417249:0:92457:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674037.417250:0:92457:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674037.417252:0:92457:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674037.417253:0:92457:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674037.417255:0:92457:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674037.417257:0:92457:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674037.417258:0:92457:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417260:0:92457:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674037.417262:0:92457:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674037.417263:0:92457:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674037.417265:0:92457:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674037.417269:0:92457:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1773674037.417272:0:92457:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773674037.417274:0:92457:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773674037.417276:0:92457:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674037.417277:0:92457:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674037.417279:0:92457:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674037.417280:0:92457:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674037.417282:0:92457:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674037.417284:0:92457:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fec60 00000020:00000010:2.0:1773674037.417288:0:92457:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc208b4c00. 00000020:00000010:2.0:1773674037.417293:0:92457:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd80. 00000008:00000010:2.0:1773674037.417298:0:92457:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674037.417303:0:92457:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674037.417307:0:92457:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674037.417311:0:92457:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674037.417315:0:92457:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070df230. 00000020:00000010:2.0:1773674037.417318:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc208b5200. 00000008:00000010:2.0:1773674037.417322:0:92457:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674037.417326:0:92457:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1680. 00008000:00000010:2.0:1773674037.417330:0:92457:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1400. 00000080:00000010:2.0:1773674037.417333:0:92457:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c000. 00000020:00000010:2.0:1773674037.417337:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0120aa00. 00000020:00000010:2.0:1773674037.417339:0:92457:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fec60. 00020000:00000001:2.0:1773674037.417342:0:92457:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674037.417344:0:92457:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674037.417346:0:92457:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674037.417348:0:92457:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674037.417351:0:92457:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674037.417352:0:92457:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773674037.417354:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbc98 00000080:00200000:2.0:1773674037.417356:0:92457:0:(file.c:2179:ll_file_io_generic()) f130c.recovery-small: 2 io complete with rc: 0, result: 4, restart: 0 00000080:00000001:2.0:1773674037.417361:0:92457:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674037.417363:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.417366:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674037.417367:0:92457:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674037.417596:0:92457:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674037.417600:0:92457:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674037.417602:0:92457:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:2.0:1773674037.417604:0:92457:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674037.417605:0:92457:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:2.0:1773674037.417607:0:92457:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[0]: s=4 (1) m=1773674037 a=0 c=1773674037 b=0 00020000:00000001:2.0:1773674037.417610:0:92457:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674037.417612:0:92457:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773674037 a=0 c=1773674037 b=0 00020000:00000001:2.0:1773674037.417615:0:92457:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417617:0:92457:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.417619:0:92457:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:2.0:1773674037.417622:0:92457:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 0 00000080:00000001:2.0:1773674037.417625:0:92457:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1773674037.417629:0:92457:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4 00000080:00000001:2.0:1773674037.417632:0:92457:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4 : 4 : 4) 00000020:00001000:2.0:1773674037.417634:0:92457:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674037.417637:0:92457:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0b638800. 00000020:00000010:2.0:1773674037.417640:0:92457:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c780. 00000008:00000010:2.0:1773674037.417644:0:92457:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674037.417649:0:92457:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193240. 00008000:00000010:2.0:1773674037.417652:0:92457:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674037.417655:0:92457:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674037.417657:0:92457:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674037.417660:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07b43600. 00000008:00000010:2.0:1773674037.417664:0:92457:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674037.417666:0:92457:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674037.417668:0:92457:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674037.417671:0:92457:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674037.417674:0:92457:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc20bb3600. 00000020:00000010:2.0:1773674037.417677:0:92457:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000020:00000001:2.0:1773674037.417682:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbd88 00000080:00000008:2.0:1773674037.417684:0:92457:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 4, count: 0, rc = 4 00000080:00000001:2.0:1773674037.417687:0:92457:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:2.0:1773674037.417715:0:92457:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674037.417718:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.417722:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:2.0:1773674037.417725:0:92457:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.417733:0:92457:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773674037.417734:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbdd0 00000080:00200008:2.0:1773674037.417737:0:92457:0:(file.c:424:ll_file_release()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), flags 100001 00000080:00000001:2.0:1773674037.417741:0:92457:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773674037.417744:0:92457:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773674037.417745:0:92457:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674037.417746:0:92457:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000002:2.0:1773674037.417749:0:92457:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:2.0:1773674037.417751:0:92457:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.417753:0:92457:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773674037.417758:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674037.417761:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674037.417787:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674037.417791:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674037.417793:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.417796:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773674037.417799:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.417804:0:92457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674037.417807:0:92457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674037.417814:0:92457:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:2.0:1773674037.417816:0:92457:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674037.417822:0:92457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.417824:0:92457:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x6:0x0]: 0 00000080:00000001:2.0:1773674037.417826:0:92457:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773674037.417829:0:92457:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773674037.417833:0:92457:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc0120aa00. 00000080:00000001:2.0:1773674037.417835:0:92457:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773674037.417840:0:92457:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773674037.417843:0:92457:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773674037.417845:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674037.417846:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674037.417847:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674037.417849:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674037.417850:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.417852:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773674037.417854:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.417856:0:92457:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x6:0x0] 00000002:00000001:2.0:1773674037.417859:0:92457:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773674037.417861:0:92457:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x6:0x0] file closed with intent: 200 00000100:00000010:2.0:1773674037.417866:0:92457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674037.417871:0:92457:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674037.417875:0:92457:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674037.417878:0:92457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674037.417883:0:92457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674037.417889:0:92457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0120b000. 00000100:00000001:2.0:1773674037.417895:0:92457:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773674037.417912:0:92457:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773674037.417925:0:92457:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773674037.417931:0:92457:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773674037.418131:0:92457:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674037.418134:0:92457:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674037.418141:0:92457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129a80. 00000100:00000001:2.0:1773674037.418144:0:92457:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679499904 : -113404030051712 : ffff98dc11129a80) 00000100:00000001:2.0:1773674037.418147:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.418148:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674037.418153:0:92457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674037.418158:0:92457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.418160:0:92457:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674037.418162:0:92457:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674037.418167:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.418176:0:92457:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674037.418178:0:92457:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.418181:0:92457:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674037.418184:0:92457:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674037.418187:0:92457:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674037.418191:0:92457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953435136:192.168.201.103@tcp:35:bash.0 00000100:00000001:2.0:1773674037.418195:0:92457:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674037.418200:0:92457:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674037.418203:0:92457:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.418206:0:92457:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674037.418210:0:92457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674037.418212:0:92457:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674037.418221:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674037.418225:0:92457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674037.418231:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674037.418239:0:92457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953435136, portal 10 00000100:00000001:2.0:1773674037.418241:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.418242:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674037.418249:0:92457:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.418262:0:92457:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674037.418265:0:92457:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674037.418268:0:92457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090647f8. 00000100:00000200:2.0:1773674037.418272:0:92457:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953435136, offset 0 00000400:00000200:2.0:1773674037.418279:0:92457:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674037.418288:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674037.418295:0:92457:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674037.418300:0:92457:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674037.418304:0:92457:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674037.418309:0:92457:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674037.418512:0:92457:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674037.418518:0:92457:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252533:252533:256:4294967295] 192.168.201.103@tcp LPNI seq info [252501:252501:8:4294967295] 00000400:00000200:2.0:1773674037.418523:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674037.418534:0:92457:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674037.418540:0:92457:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674037.418546:0:92457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5f00. 00000800:00000200:2.0:1773674037.418553:0:92457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674037.418561:0:92457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674037.418566:0:92457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773674037.418592:0:92457:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674037.418598:0:92457:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 336301 usecs (337 jiffies) 00000400:00000200:2.0:1773674037.418602:0:92457:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674037.418604:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300594810 00000100:00000001:2.0:1773674037.418608:0:92457:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300595008 00000100:00000001:2.0:1773674037.418610:0:92457:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300594810 00000100:00000001:2.0:1773674037.418612:0:92457:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300595008 00000100:00000001:2.0:1773674037.418614:0:92457:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.418617:0:92457:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.418619:0:92457:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674037.418621:0:92457:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674037.418623:0:92457:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773674037.418626:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674037.418629:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674037.419724:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674037.419730:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5f00. 00000400:00000200:1.0:1773674037.419736:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.419742:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674037.419748:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090647f8 00000400:00000010:1.0:1773674037.419750:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090647f8. 00000100:00000001:1.0:1773674037.419754:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674037.419759:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.419815:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674037.419820:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.419827:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.419829:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674037.424818:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.424835:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674037.424839:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.424842:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.424852:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.424860:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674037.424868:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.424873:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.424879:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.424883:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c6e00 00000400:00000200:1.0:1773674037.424888:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.424894:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4f41 [1] + 224 00000800:00000001:1.0:1773674037.424916:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.425137:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.425140:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.425146:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674037.425162:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674037.425170:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674037.425182:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674037.425204:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674037.425212:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.425216:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.425435:0:92457:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674037.425453:0:92457:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674037.425455:0:92457:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674037.425459:0:92457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674037.425463:0:92457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674037.425466:0:92457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674037.425469:0:92457:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674037.425474:0:92457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674037.425483:0:92457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953435136/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.425489:0:92457:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674037.425491:0:92457:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.425493:0:92457:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674037.425497:0:92457:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674037.425499:0:92457:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674037.425501:0:92457:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674037.425504:0:92457:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674037.425513:0:92457:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674037.425517:0:92457:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674037.425520:0:92457:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674037.425521:0:92457:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.425524:0:92457:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674037.425527:0:92457:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.425530:0:92457:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674037.425532:0:92457:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674037.425534:0:92457:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674037.425536:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.425538:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674037.425541:0:92457:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674037.425543:0:92457:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:2.0:1773674037.425546:0:92457:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674037.425548:0:92457:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674037.425552:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.425560:0:92457:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674037.425563:0:92457:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674037.425565:0:92457:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674037.425569:0:92457:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674037.425578:0:92457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:92457:1859825953435136:192.168.201.103@tcp:35:bash.0 00000100:00000001:2.0:1773674037.425583:0:92457:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674037.425586:0:92457:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.425588:0:92457:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674037.425591:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.425594:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.425601:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674037.425604:0:92457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129a80. 00000100:00000001:2.0:1773674037.425608:0:92457:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674037.425609:0:92457:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674037.425616:0:92457:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674037.425617:0:92457:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000002:00000001:2.0:1773674037.425620:0:92457:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.425624:0:92457:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674037.425628:0:92457:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0120aa00. 00000080:00000001:2.0:1773674037.425632:0:92457:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674037.425635:0:92457:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674037.425638:0:92457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674037.425641:0:92457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674037.425643:0:92457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674037.425645:0:92457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674037.425647:0:92457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674037.425650:0:92457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773674037.425653:0:92457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674037.425657:0:92457:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674037.425662:0:92457:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674037.425670:0:92457:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674037.425672:0:92457:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674037.425675:0:92457:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c855c0. 00000100:00000001:2.0:1773674037.425677:0:92457:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674037.425680:0:92457:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674037.425686:0:92457:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.425689:0:92457:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674037.425692:0:92457:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168dcc0. 00000080:00000001:2.0:1773674037.425695:0:92457:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.425700:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbdd0 00000080:00000008:2.0:1773674037.425703:0:92457:0:(file.c:464:ll_file_release()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), flags 100001, rc = 0 00000080:00000001:2.0:1773674037.425707:0:92457:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674037.425711:0:92457:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674037.425713:0:92457:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc15bbe00 00000080:00002000:2.0:1773674037.425715:0:92457:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff98dc18a85438, parent ffff98dc10e90a20, inode ffff98dc05956c08) hashed, 00000080:00000001:2.0:1773674037.425718:0:92457:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674037.437338:0:92664:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674037.437347:0:92664:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674037.437349:0:92664:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674037.437356:0:92664:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674037.437360:0:92664:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674037.437365:0:92664:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674037.437642:0:92665:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674037.437645:0:92665:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674037.437646:0:92665:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674037.437648:0:92665:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.437652:0:92665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674037.437653:0:92665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674037.437654:0:92665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674037.437753:0:92664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674037.437755:0:92664:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674037.437791:0:92664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1773674037.437812:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674037.437815:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674037.437818:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773674037.437821:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773674037.437823:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674037.437829:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773674037.437841:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674037.437845:0:81793:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674037.437848:0:81793:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773674037.437850:0:81793:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:1.0:1773674037.437855:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.437858:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.437864:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:1.0:1773674037.437868:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.437872:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.437874:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.437875:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.437877:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:1.0:1773674037.437879:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.437881:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.437883:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.437884:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.437885:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:1.0:1773674037.437887:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.437889:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674037.437891:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674037.437892:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674037.437893:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7600 count: 2 00010000:00000001:1.0:1773674037.437895:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674037.437897:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674037.437899:0:81793:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674037.437902:0:81793:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773674037.437904:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674037.437910:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773674037.437915:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc085c6000. 00000020:00000010:1.0:1773674037.437920:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc085c6c00. 00000020:00000010:1.0:1773674037.437924:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674037.437931:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674037.437936:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faa6c0. 00008000:00000010:1.0:1773674037.437942:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674037.437947:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674037.437951:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674037.437955:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc085c7400. 00000008:00000010:1.0:1773674037.437958:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674037.437961:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674037.437964:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674037.437968:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773674037.437983:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773674037.437986:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000001:1.0:1773674037.437989:0:81793:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1773674037.437992:0:81793:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:1.0:1773674037.437995:0:81793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1773674037.437997:0:81793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1773674037.438000:0:81793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773674037.438003:0:81793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773674037.438005:0:81793:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1773674037.438008:0:81793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674037.438010:0:81793:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773674037.438012:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773674037.438015:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc085c6c00. 00000020:00000010:1.0:1773674037.438020:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674037.438024:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674037.438027:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faa6c0. 00008000:00000010:1.0:1773674037.438029:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674037.438032:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674037.438034:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674037.438037:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc085c6000. 00000008:00000010:1.0:1773674037.438040:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674037.438043:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674037.438046:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674037.438049:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674037.438052:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc085c7400. 00000020:00000010:1.0:1773674037.438055:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:1.0:1773674037.438058:0:81793:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674037.438061:0:81793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773674037.438063:0:81793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) invalid 00000020:00000001:1.0:1773674037.438067:0:81793:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc2537ca0 00000080:00002000:1.0:1773674037.438069:0:81793:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff98dc18a85438) parent ffff98dc10e90a20 inode ffff98dc05956c08 refc 0 00000080:00000001:1.0:1773674037.438078:0:81793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773674037.438082:0:81793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773674037.438085:0:81793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773674037.438089:0:81793:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674037.438091:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.438095:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674037.438098:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674037.438100:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674037.438101:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674037.438103:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674037.438107:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084400 with handle 0x2f77f561138141e9 from hash 00010000:00000001:1.0:1773674037.438109:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674037.438111:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674037.438113:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674037.438114:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674037.438118:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674037.438120:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674037.438123:0:81793:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674037.438126:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674037.438129:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773674037.438135:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773674037.438138:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674037.438143:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674037.438144:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674037.438148:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674037.438153:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc085c7400. 00000100:00000001:1.0:1773674037.438160:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.438163:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674037.438169:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773674037.438182:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674037.438184:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674037.438187:0:81793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674037.438188:0:81793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674037.438195:0:81793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06203540. 00000100:00000001:1.0:1773674037.438197:0:81793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669495842112 : -113404213709504 : ffff98dc06203540) 00000100:00000001:1.0:1773674037.438200:0:81793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674037.438201:0:81793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000001:1.0:1773674037.438206:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674037.438211:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.438213:0:81793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674037.438215:0:81793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674037.438226:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674037.438234:0:81793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674037.438236:0:81793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674037.438239:0:81793:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674037.438241:0:81793:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674037.438243:0:81793:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674037.438245:0:81793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:50b6f219-0167-4a18-8ed7-c655d95343ea:81793:1859825953435264:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773674037.438248:0:81793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674037.438253:0:81793:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674037.438254:0:81793:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674037.438256:0:81793:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674037.438260:0:81793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6000. 02000000:00000001:1.0:1773674037.438262:0:81793:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674037.438268:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674037.438271:0:81793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114aa8. 00000400:00000010:1.0:1773674037.438276:0:81793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773674037.438281:0:81793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953435264, portal 18 00000100:00000001:1.0:1773674037.438282:0:81793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674037.438284:0:81793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:1.0:1773674037.438289:0:81793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674037.438515:0:81793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674037.438518:0:81793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674037.438521:0:81793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd440. 00000100:00000200:1.0:1773674037.438525:0:81793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953435264, offset 0 00000400:00000200:1.0:1773674037.438531:0:81793:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674037.438538:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.438546:0:81793:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674037.438552:0:81793:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674037.438556:0:81793:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674037.438560:0:81793:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674037.438563:0:81793:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674037.438568:0:81793:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252534:252534:256:4294967295] 192.168.201.103@tcp LPNI seq info [252502:252502:8:4294967295] 00000400:00000200:1.0:1773674037.438573:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.438581:0:81793:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674037.438586:0:81793:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674037.438590:0:81793:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674037.438595:0:81793:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674037.438601:0:81793:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674037.438605:0:81793:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773674037.438618:0:81793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674037.438623:0:81793:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 335506 usecs (336 jiffies) 00000400:00000200:1.0:1773674037.438627:0:81793:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674037.438630:0:81793:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300594829 00000100:00000001:1.0:1773674037.438633:0:81793:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300595008 00000100:00000001:1.0:1773674037.438636:0:81793:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300594829 00000100:00000001:1.0:1773674037.438638:0:81793:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300595008 00000100:00000001:1.0:1773674037.438641:0:81793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674037.438644:0:81793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.438646:0:81793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674037.438648:0:81793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674037.438651:0:81793:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06203540 going to sleep for 11 seconds 00000100:00000001:1.0:1773674037.438654:0:81793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674037.438657:0:81793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674037.439129:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674037.439133:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:1.0:1773674037.439137:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.439142:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674037.439146:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd440 00000400:00000010:1.0:1773674037.439147:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd440. 00000100:00000001:1.0:1773674037.439157:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674037.439161:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674037.439169:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674037.439172:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674037.439177:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674037.439178:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674037.442629:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.442646:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674037.442650:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.442652:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.442661:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.442668:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674037.442676:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.442681:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.442686:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.442691:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c6e80 00000400:00000200:1.0:1773674037.442695:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674037.442701:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f49 [1] + 224 00000800:00000001:1.0:1773674037.442709:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.442717:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674037.442720:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674037.442724:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674037.442731:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674037.442739:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674037.442751:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674037.442809:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674037.442816:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674037.442820:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674037.443120:0:81793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674037.443128:0:81793:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674037.443130:0:81793:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674037.443133:0:81793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114aa8. 00000400:00000200:0.0:1773674037.443137:0:81793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:0.0:1773674037.443139:0:81793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:0.0:1773674037.443142:0:81793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674037.443147:0:81793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674037.443298:0:81793:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674037.443303:0:81793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674037.443305:0:81793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674037.443306:0:81793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674037.443309:0:81793:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674037.443311:0:81793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674037.443313:0:81793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674037.443315:0:81793:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674037.443323:0:81793:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674037.443325:0:81793:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674037.443327:0:81793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674037.443329:0:81793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674037.443331:0:81793:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674037.443333:0:81793:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674037.443336:0:81793:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674037.443338:0:81793:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:0.0:1773674037.443339:0:81793:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674037.443341:0:81793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674037.443344:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674037.443353:0:81793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674037.443356:0:81793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674037.443357:0:81793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674037.443360:0:81793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674037.443365:0:81793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:50b6f219-0167-4a18-8ed7-c655d95343ea:81793:1859825953435264:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674037.443368:0:81793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674037.443370:0:81793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674037.443371:0:81793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674037.443373:0:81793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674037.443375:0:81793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674037.443379:0:81793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674037.443382:0:81793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06203540. 00000100:00000001:0.0:1773674037.443384:0:81793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674037.443385:0:81793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674037.443387:0:81793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674037.443389:0:81793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953435264/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674037.443393:0:81793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674037.443395:0:81793:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674037.443397:0:81793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6000. 02000000:00000001:0.0:1773674037.443399:0:81793:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674037.443402:0:81793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674037.443403:0:81793:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674037.443405:0:81793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674037.443407:0:81793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc085c7400. 02000000:00000001:0.0:1773674037.443411:0:81793:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674037.443413:0:81793:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674037.443415:0:81793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:0.0:1773674037.443418:0:81793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674037.443420:0:81793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674037.443423:0:81793:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1773674037.443426:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674037.443430:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084400/0x2f77f561138141e9 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d697c expref: -99 pid: 92457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773674037.443440:0:81793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85380. 00010000:00000040:0.0:1773674037.443515:0:81793:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7600 count: 0 00010000:00000010:0.0:1773674037.443676:0:81793:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3a00. 00010000:00000001:0.0:1773674037.443687:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674037.443690:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674037.443752:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674037.443757:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674037.443759:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674037.443762:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674037.443802:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674037.443804:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674037.443806:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674037.443808:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674037.443810:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674037.443812:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:1.1:1773674037.445704:0:92664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc09440ba0. 00010000:00000001:1.0:1773674037.445716:0:92664:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.445719:0:92664:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674037.445721:0:92664:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773674037.448908:0:92667:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7600. 00010000:00000010:0.1:1773674037.448918:0:92667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084400. 00010000:00000001:0.0:1773674037.760912:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674037.760920:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674037.760924:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674037.760925:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674037.761597:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674037.761602:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674037.761605:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674038.016873:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300595008, at 4300595072 00000100:00000010:1.0:1773674038.016903:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b300. 00000100:00000040:0.0:1773674038.017534:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300595008, at 4300595072 00000100:00000010:0.0:1773674038.017543:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b960. 00000100:00000040:3.0:1773674038.658606:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674038.658620:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674038.658633:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674038.658639:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674038.658643:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674038.658647:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674038.658652:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674038.658661:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a700. 00000100:00000001:3.0:1773674038.658669:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658682:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674038.658694:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674038.658698:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658705:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674038.658741:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658744:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674038.658748:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674038.658751:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674038.658754:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674038.658756:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674038.658757:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674038.658759:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674038.658763:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a300. 00000100:00000001:3.0:1773674038.658810:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658815:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674038.658823:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674038.658826:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658830:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df634c3a] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674038.658839:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658842:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674038.658845:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674038.658847:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674038.658850:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674038.658852:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674038.658853:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674038.658855:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674038.658858:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028a800. 00000100:00000001:3.0:1773674038.658860:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658863:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674038.658869:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674038.658871:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658874:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000475be870] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674038.658900:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658903:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674038.658906:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674038.658911:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773674038.658913:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674038.658915:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674038.658916:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674038.658918:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674038.658921:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc2028ad00. 00000100:00000001:3.0:1773674038.658924:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658928:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674038.658935:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674038.658937:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658940:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f62475d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674038.658947:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.658949:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674038.658963:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674038.659141:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5933) 00000100:00000001:2.0:1773674038.659228:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.659233:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674038.659236:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674038.659242:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659251:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674038.659254:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659258:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674038.659261:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674038.659264:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674038.659267:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953435392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674038.659272:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674038.659277:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674038.659280:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659283:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674038.659287:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674038.659289:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674038.659297:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674038.659302:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674038.659309:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674038.659316:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953435392, portal 25 00000100:00000001:2.0:1773674038.659319:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674038.659321:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:2.0:1773674038.659327:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659334:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674038.659337:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674038.659340:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674038.659344:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953435392, offset 0 00000400:00000200:2.0:1773674038.659351:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659360:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659368:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674038.659374:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674038.659379:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674038.659384:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674038.659387:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659391:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252535:252535:256:4294967295] 192.168.201.103@tcp LPNI seq info [252503:252503:8:4294967295] 00000400:00000200:2.0:1773674038.659396:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659407:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674038.659413:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674038.659419:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674038.659440:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674038.659449:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674038.659454:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674038.659466:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674038.659471:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674038.659473:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300599622 00000100:00000010:2.0:1773674038.659478:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c120. 00000100:00000001:2.0:1773674038.659486:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674038.659492:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300599622 00000100:00000010:2.0:1773674038.659496:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cba0. 00000100:00000001:2.0:1773674038.659499:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674038.659502:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.659506:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.659509:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674038.659513:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659521:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674038.659523:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659525:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674038.659527:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674038.659529:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674038.659532:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674038.659535:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674038.659538:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674038.659539:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659541:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674038.659545:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674038.659547:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674038.659551:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674038.659554:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bc08. 00000400:00000010:2.0:1773674038.659558:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674038.659560:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953435648, portal 10 00000100:00000001:2.0:1773674038.659562:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674038.659564:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:2.0:1773674038.659570:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659576:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674038.659578:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674038.659580:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064ee0. 00000100:00000200:2.0:1773674038.659582:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953435648, offset 0 00000400:00000200:2.0:1773674038.659587:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659592:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659596:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674038.659598:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674038.659601:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674038.659603:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674038.659606:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659608:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252536:252536:255:4294967295] 192.168.201.103@tcp LPNI seq info [252504:252504:7:4294967295] 00000400:00000200:2.0:1773674038.659612:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659619:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674038.659623:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674038.659627:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674038.659631:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674038.659635:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674038.659638:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674038.659642:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.659646:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 103445 usecs (104 jiffies) 00000400:00000200:2.0:1773674038.659649:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674038.659651:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300595818 00000100:00000001:2.0:1773674038.659654:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.659656:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300595818 00000100:00000001:2.0:1773674038.659658:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.659660:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.659663:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.659665:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.659668:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.659675:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674038.659677:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674038.659679:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.659680:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674038.659682:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674038.659684:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773674038.659686:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.659688:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674038.659689:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.659691:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.659692:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674038.659693:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674038.659698:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659706:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674038.659707:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659709:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674038.659711:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674038.659713:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674038.659716:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674038.659720:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674038.659723:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674038.659725:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659727:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674038.659730:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806de00. 02000000:00000001:2.0:1773674038.659732:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674038.659735:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674038.659737:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873ba50. 00000400:00000010:2.0:1773674038.659740:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674038.659742:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953435520, portal 10 00000100:00000001:2.0:1773674038.659744:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674038.659745:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:2.0:1773674038.659751:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659757:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674038.659759:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674038.659761:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674038.659763:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953435520, offset 0 00000400:00000200:2.0:1773674038.659802:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659806:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659809:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674038.659812:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674038.659814:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674038.659817:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674038.659819:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659822:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252537:252537:254:4294967295] 192.168.201.103@tcp LPNI seq info [252505:252505:6:4294967295] 00000400:00000200:2.0:1773674038.659826:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659832:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674038.659836:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674038.659839:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674038.659843:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674038.659847:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674038.659850:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674038.659853:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.659856:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 334707 usecs (335 jiffies) 00000400:00000200:2.0:1773674038.659859:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674038.659861:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300596050 00000100:00000001:2.0:1773674038.659863:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.659865:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300596050 00000100:00000001:2.0:1773674038.659867:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.659869:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.659871:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.659873:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674038.659877:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659884:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674038.659886:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659888:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674038.659889:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674038.659891:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674038.659894:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674038.659898:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674038.659900:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674038.659901:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.659903:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674038.659906:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674038.659907:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674038.659910:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674038.659913:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674038.659916:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674038.659919:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953435776, portal 4 00000100:00000001:2.0:1773674038.659921:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674038.659922:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:2.0:1773674038.659927:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.659941:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674038.659944:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674038.659946:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064b28. 00000100:00000200:2.0:1773674038.659948:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953435776, offset 0 00000400:00000200:2.0:1773674038.659967:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659971:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659974:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674038.659977:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674038.659979:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674038.659982:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674038.659984:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674038.659987:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252538:252538:253:4294967295] 192.168.201.103@tcp LPNI seq info [252506:252506:5:4294967295] 00000400:00000200:2.0:1773674038.659991:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674038.659997:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674038.660002:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674038.660006:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5f00. 00000800:00000200:2.0:1773674038.660010:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674038.660014:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674038.660016:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674038.660019:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.660022:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 539820 usecs (540 jiffies) 00000400:00000200:2.0:1773674038.660025:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674038.660027:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300596255 00000100:00000001:2.0:1773674038.660029:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.660031:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300596255 00000100:00000001:2.0:1773674038.660033:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300599622 00000100:00000001:2.0:1773674038.660035:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.660037:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.660040:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.660042:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.660055:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.660057:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674038.660373:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674038.660379:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:0.0:1773674038.660387:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674038.660393:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674038.660399:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:0.0:1773674038.660401:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:0.0:1773674038.660405:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674038.660411:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660434:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674038.660439:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660447:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674038.660449:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674038.660461:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674038.660463:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:0.0:1773674038.660466:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674038.660469:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674038.660472:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:0.0:1773674038.660473:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:0.0:1773674038.660476:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674038.660479:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660485:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674038.660488:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660494:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674038.660496:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674038.660503:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674038.660505:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:0.0:1773674038.660508:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674038.660511:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674038.660513:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:0.0:1773674038.660515:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:0.0:1773674038.660517:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674038.660521:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660527:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674038.660531:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660543:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674038.660544:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674038.660606:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674038.660609:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5f00. 00000400:00000200:0.0:1773674038.660611:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674038.660615:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674038.660617:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:0.0:1773674038.660619:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:0.0:1773674038.660621:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674038.660625:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660632:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674038.660636:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674038.660642:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674038.660644:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674038.667569:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667586:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674038.667590:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667593:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667602:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667610:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674038.667618:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667624:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667630:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667634:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7000 00000400:00000200:1.0:1773674038.667639:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667645:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f61 [1] + 224 00000800:00000001:1.0:1773674038.667653:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667658:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667661:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.667665:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674038.667672:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674038.667680:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674038.667691:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674038.667715:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674038.667723:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667727:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674038.667728:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667730:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667734:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667737:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674038.667741:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667744:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667746:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667749:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c6f80 00000400:00000200:1.0:1773674038.667752:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667756:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f69 [1] + 224 00000800:00000001:1.0:1773674038.667760:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667793:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667796:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.667799:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674038.667803:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674038.667807:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674038.667815:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674038.667822:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674038.667827:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667831:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674038.667832:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667835:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667838:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667841:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674038.667846:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667848:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667851:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667854:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c6f00 00000400:00000200:1.0:1773674038.667858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667862:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f59 [1] + 224 00000800:00000001:1.0:1773674038.667865:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667869:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667871:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.667874:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674038.667886:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674038.667890:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674038.667899:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674038.667906:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674038.667909:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667912:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674038.667913:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667915:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667918:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667921:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674038.667925:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667927:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667930:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667932:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7080 00000400:00000200:1.0:1773674038.667935:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.667939:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f71 [1] + 224 00000800:00000001:1.0:1773674038.667942:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667948:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.667959:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.667962:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674038.667965:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674038.667970:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674038.667978:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674038.667985:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674038.667988:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.667992:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668064:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.668068:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674038.668075:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674038.668077:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674038.668080:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873ba50. 00000400:00000200:2.0:1773674038.668085:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:2.0:1773674038.668087:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:2.0:1773674038.668091:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674038.668095:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674038.668105:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668112:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674038.668114:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668117:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674038.668120:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674038.668123:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674038.668125:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.668128:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674038.668136:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=121 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674038.668140:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674038.668143:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674038.668145:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674038.668148:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674038.668151:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.668155:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674038.668157:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215231 00000100:00000001:2.0:1773674038.668159:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674038.668161:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.668166:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668179:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.668182:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674038.668184:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674038.668189:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674038.668196:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435520:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674038.668202:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674038.668204:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674038.668206:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674038.668208:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674038.668210:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674038.668212:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674038.668216:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674038.668224:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668231:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674038.668232:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668234:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674038.668235:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674038.668236:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674038.668238:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.668240:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674038.668244:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674038.668247:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=74 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674038.668249:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674038.668251:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674038.668253:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674038.668255:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.668257:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674038.668259:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:2.0:1773674038.668261:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674038.668262:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.668266:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668287:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.668289:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674038.668290:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674038.668294:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674038.668302:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435776:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674038.668306:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674038.668308:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674038.668309:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674038.668312:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674038.668314:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674038.668316:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674038.668320:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674038.668336:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668344:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674038.668346:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668347:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674038.668349:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674038.668350:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674038.668352:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.668353:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674038.668357:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674038.668359:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674038.668361:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674038.668363:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674038.668364:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674038.668367:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.668369:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.668373:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668380:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.668382:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674038.668384:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674038.668387:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674038.668394:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953435392:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674038.668398:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674038.668400:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674038.668401:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bc08. 00000400:00000200:2.0:1773674038.668404:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674038.668405:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674038.668407:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674038.668410:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674038.668419:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668437:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674038.668439:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668441:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674038.668442:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674038.668444:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674038.668445:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.668447:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674038.668451:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=121 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674038.668454:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674038.668456:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674038.668457:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674038.668459:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674038.668461:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.668463:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674038.668465:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674038.668467:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674038.668468:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.668472:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668478:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.668480:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674038.668481:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674038.668485:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674038.668492:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953435648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674038.668496:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668499:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.668503:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953435520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668510:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674038.668513:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674038.668516:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806de00. 02000000:00000001:2.0:1773674038.668521:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674038.668524:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674038.668526:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674038.668529:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674038.668532:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a300. 02000000:00000001:2.0:1773674038.668536:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674038.668538:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674038.668541:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:2.0:1773674038.668544:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674038.668546:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668548:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.668551:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953435776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668563:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674038.668565:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674038.668566:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674038.668569:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674038.668570:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674038.668571:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674038.668573:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674038.668574:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028ad00. 02000000:00000001:2.0:1773674038.668576:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674038.668577:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674038.668579:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:2.0:1773674038.668581:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674038.668582:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668583:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.668587:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953435392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674054 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668593:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674038.668594:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674038.668595:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674038.668597:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674038.668598:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674038.668599:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674038.668601:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674038.668603:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a700. 02000000:00000001:2.0:1773674038.668605:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674038.668606:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674038.668607:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:2.0:1773674038.668609:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674038.668611:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668612:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.668615:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953435648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674038.668622:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674038.668623:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674038.668625:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674038.668627:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674038.668628:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674038.668629:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674038.668631:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674038.668632:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc2028a800. 02000000:00000001:2.0:1773674038.668634:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674038.668635:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674038.668637:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:2.0:1773674038.668639:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674038.668641:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668643:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.668651:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674038.668653:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.668655:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.668658:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674038.786263:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674038.786273:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674038.786275:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674038.786279:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674038.786284:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674038.786286:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674038.786287:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674038.786289:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674038.786293:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674038.786295:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.787566:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674038.787571:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674038.787574:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674038.795317:0:53297:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:3.0:1773674038.795324:0:53297:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674038.795327:0:53297:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674038.795335:0:53297:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674038.795344:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674038.795350:0:53297:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674038.795354:0:53297:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674038.795362:0:53297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674038.795379:0:53297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674038.795385:0:53297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674038.795392:0:53297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674038.795396:0:53297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674038.795400:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8600. 00000008:00000010:3.0:1773674038.795412:0:53297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674038.795416:0:53297:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674038.795427:0:53297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674038.795432:0:53297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674038.795435:0:53297:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674038.795438:0:53297:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674038.795442:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674038.795445:0:53297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674038.795448:0:53297:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674038.795450:0:53297:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674038.795453:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674038.795455:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674038.795456:0:53297:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674038.795460:0:53297:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff98dc07fb0bc8 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773674038.795463:0:53297:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc07284f80 00020000:00000001:3.0:1773674038.795467:0:53297:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674038.795469:0:53297:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674038.795472:0:53297:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674038.795474:0:53297:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795477:0:53297:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674038.795479:0:53297:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674038.795480:0:53297:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795482:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674038.795483:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674038.795485:0:53297:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674038.795486:0:53297:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc07284f80 00000020:00000001:3.0:1773674038.795489:0:53297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795491:0:53297:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674038.795493:0:53297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773674038.795495:0:53297:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674038.795499:0:53297:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674038.795503:0:53297:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773674038.795507:0:53297:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674038.795509:0:53297:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674038.795510:0:53297:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674038.795513:0:53297:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24bd0. 00000020:00000010:3.0:1773674038.795517:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674038.795520:0:53297:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1112f600. 00000020:00000010:3.0:1773674038.795523:0:53297:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4d80. 00000008:00000010:3.0:1773674038.795526:0:53297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674038.795529:0:53297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674038.795532:0:53297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674038.795535:0:53297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674038.795538:0:53297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674038.795542:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000008:00000010:3.0:1773674038.795545:0:53297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674038.795548:0:53297:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674038.795550:0:53297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674038.795553:0:53297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d202d0. 00000020:00000001:3.0:1773674038.795556:0:53297:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067736 : -113404168483880 : ffff98dc08d24bd8) 00000020:00001000:3.0:1773674038.795558:0:53297:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24bd0 00000020:00000001:3.0:1773674038.795561:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674038.795563:0:53297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674038.795566:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674038.795567:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674038.795569:0:53297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795571:0:53297:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795572:0:53297:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674038.795575:0:53297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674038.795577:0:53297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795580:0:53297:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795581:0:53297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795583:0:53297:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773674038.795585:0:53297:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674038.795587:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674038.795588:0:53297:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674038.795590:0:53297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674038.795592:0:53297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795594:0:53297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795596:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.795598:0:53297:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795599:0:53297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674038.795600:0:53297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795602:0:53297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795603:0:53297:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773674038.795606:0:53297:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674038.795607:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674038.795608:0:53297:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674038.795610:0:53297:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773674038.795613:0:53297:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773674038.795619:0:53297:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674038.795621:0:53297:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674038.795622:0:53297:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674038.795625:0:53297:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674038.795627:0:53297:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674038.795629:0:53297:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446630669464164032 : -113404245387584 : ffff98dc043cd6c0) 00000008:00000020:3.0:1773674038.795632:0:53297:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff98dc043cd6c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1773674038.795636:0:53297:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674038.795637:0:53297:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674038.795638:0:53297:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674038.795640:0:53297:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1773674038.795643:0:53297:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1773674038.795645:0:53297:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff98dc071936c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff98dc043cd6c0], [28672|1|+|-|ffff98dc043cf000|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1773674038.795654:0:53297:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000274131fa ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773674038.795667:0:53297:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1773674038.795670:0:53297:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1773674038.795675:0:53297:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1773674038.795678:0:53297:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674038.795682:0:53297:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff98dc071936c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff98dc043cd6c0], [28672|1|+|-|ffff98dc043cf000|1024|ffff98dc07284f80]} make ready 00000008:00010000:3.0:1773674038.795688:0:53297:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000274131fa ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773674038.795695:0:53297:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:3.0:1773674038.795697:0:53297:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1773674038.795708:0:53297:0:(cl_page.c:1200:cl_page_make_ready()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000000000000] 00000020:00008000:3.0:1773674038.795710:0:53297:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:3.0:1773674038.795711:0:53297:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:3.0:1773674038.795713:0:53297:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674038.795715:0:53297:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674038.795716:0:53297:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773674038.795718:0:53297:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773674038.795720:0:53297:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674038.795723:0:53297:0:(cl_page.c:547:__cl_page_state_set()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000000000000] 00000020:00000001:3.0:1773674038.795725:0:53297:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1773674038.795726:0:53297:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674038.795727:0:53297:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1773674038.795730:0:53297:0:(cl_page.c:1222:cl_page_make_ready()) page@000000000db0d9b0[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:3.0:1773674038.795732:0:53297:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1773674038.795733:0:53297:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795736:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:3.0:1773674038.795738:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:3.0:1773674038.795740:0:53297:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773674038.795743:0:53297:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.795745:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000001:3.0:1773674038.795747:0:53297:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.795750:0:53297:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:3.0:1773674038.795754:0:53297:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98dc07f29800: cli: ffff98dc0726d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1773674038.795760:0:53297:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98dc05243748. 00000008:00000010:3.0:1773674038.795795:0:53297:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98dc08b99270. 00000020:00000001:3.0:1773674038.795799:0:53297:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674038.795803:0:53297:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674038.795804:0:53297:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674038.795807:0:53297:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773674037/1773674037 00000020:00000001:3.0:1773674038.795810:0:53297:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674038.795812:0:53297:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674038.795815:0:53297:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1773674038.795818:0:53297:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:3.0:1773674038.795821:0:53297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674038.795827:0:53297:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7c00 count: 2 00010000:00000001:3.0:1773674038.795830:0:53297:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674038.795835:0:53297:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773674038.795839:0:53297:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773674038.795843:0:53297:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674038.795848:0:53297:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674038.795851:0:53297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674038.795860:0:53297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674038.795862:0:53297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674038.795864:0:53297:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773674038.795866:0:53297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674038.795869:0:53297:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674038.795871:0:53297:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=3 00000020:00000001:3.0:1773674038.795873:0:53297:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674038.795876:0:53297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00000008:00000001:3.0:1773674038.795879:0:53297:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674038.795881:0:53297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674038.795882:0:53297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773674038.795883:0:53297:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674038.795886:0:53297:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1773674038.795891:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773674038.795895:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674038.795902:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674038.795905:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674038.795907:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674038.795915:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc208bcc00. 00000100:00000001:3.0:1773674038.795921:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674038.795929:0:53297:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4 00000008:00000020:3.0:1773674038.795933:0:53297:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98dc07f29800: dirty: 28672 undirty: 484638720 dropped 143360 grant: 16674816 cl_lost_grant 0 00000008:00000001:3.0:1773674038.795939:0:53297:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1773674038.795976:0:53297:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8027 MB/s 00000008:00008000:3.0:1773674038.795983:0:53297:0:(osc_request.c:1340:osc_checksum_bulk()) page fffff3eb449d9cc0 map ffff98dc05956db8 index 0 flags 17ffffc0005028 count 2 priv ffff98dc064097e0: off 0 00000008:00000001:3.0:1773674038.795993:0:53297:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1773674038.795996:0:53297:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 4553d968 (4) 00000008:00100000:3.0:1773674038.796208:0:53297:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff98dc07ff5880 - object 0x280000401:9131 offset 0<>4 00000008:00000001:3.0:1773674038.796211:0:53297:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.796213:0:53297:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674038.796215:0:53297:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674038.796216:0:53297:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674038.796218:0:53297:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773674037/1773674037 00000020:00000001:3.0:1773674038.796220:0:53297:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674038.796222:0:53297:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1773674038.796223:0:53297:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1773674038.796226:0:53297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674038.796228:0:53297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000008:00000002:3.0:1773674038.796241:0:53297:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 0000000033b98a38, now 0r/1w/0d in flight req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1773674038.796250:0:53297:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x6:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1773674038.796259:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773674038.796289:0:53297:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1773674038.796291:0:53297:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796294:0:53297:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796296:0:53297:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674038.796298:0:53297:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796300:0:53297:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674038.796301:0:53297:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796303:0:53297:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674038.796304:0:53297:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796307:0:53297:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674038.796309:0:53297:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674038.796311:0:53297:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1773674038.796314:0:53297:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1773674038.796317:0:53297:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674038.796320:0:53297:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.796323:0:53297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796324:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796326:0:53297:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.796328:0:53297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.796330:0:53297:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674038.796332:0:53297:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773674038.796333:0:53297:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674038.796334:0:53297:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773674038.796336:0:53297:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674038.796338:0:53297:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796340:0:53297:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773674038.796341:0:53297:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674038.796343:0:53297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773674038.796345:0:53297:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674038.796346:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674038.796348:0:53297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674038.796349:0:53297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674038.796350:0:53297:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796353:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796354:0:53297:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674038.796355:0:53297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674038.796357:0:53297:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773674038.796358:0:53297:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674038.796360:0:53297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674038.796361:0:53297:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674038.796362:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674038.796364:0:53297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674038.796365:0:53297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674038.796366:0:53297:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796368:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674038.796370:0:53297:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674038.796371:0:53297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674038.796372:0:53297:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674038.796374:0:53297:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674038.796375:0:53297:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674038.796377:0:53297:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674038.796378:0:53297:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674038.796380:0:53297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674038.796381:0:53297:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24bd0 00000020:00000010:3.0:1773674038.796385:0:53297:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1112f600. 00000020:00000010:3.0:1773674038.796390:0:53297:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4d80. 00000008:00000010:3.0:1773674038.796394:0:53297:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674038.796398:0:53297:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674038.796401:0:53297:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674038.796405:0:53297:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674038.796408:0:53297:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674038.796411:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000008:00000010:3.0:1773674038.796415:0:53297:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674038.796417:0:53297:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674038.796420:0:53297:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674038.796423:0:53297:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d202d0. 00000020:00000010:3.0:1773674038.796426:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000020:00000010:3.0:1773674038.796429:0:53297:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24bd0. 00020000:00000001:3.0:1773674038.796431:0:53297:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674038.796434:0:53297:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674038.796436:0:53297:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674038.796438:0:53297:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674038.796441:0:53297:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674038.796442:0:53297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674038.796444:0:53297:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674038.796446:0:53297:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674038.796449:0:53297:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674038.796451:0:53297:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674038.796454:0:53297:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674038.796457:0:53297:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674038.796459:0:53297:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674038.796461:0:53297:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674038.796464:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8800. 00000008:00000010:3.0:1773674038.796466:0:53297:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674038.796468:0:53297:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674038.796471:0:53297:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674038.796473:0:53297:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674038.796476:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674038.796478:0:53297:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674038.796480:0:53297:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674038.796483:0:53297:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674038.796717:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674038.796721:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674038.796724:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674038.796731:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674038.796733:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674038.796735:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674038.796736:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674038.796739:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674038.796745:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674038.796753:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674038.796756:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674038.796759:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674038.796762:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674038.796786:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674038.796790:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953435904:192.168.201.103@tcp:4:bash.0 00000100:00000001:3.0:1773674038.796794:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674038.796799:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674038.796801:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674038.796803:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674038.796809:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf2400. 02000000:00000001:3.0:1773674038.796811:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674038.796819:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674038.796823:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fe70. 00000400:00000010:3.0:1773674038.796830:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674038.796837:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953435904, portal 4 00000100:00000001:3.0:1773674038.796839:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674038.796841:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000040:3.0:1773674038.796848:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674038.796855:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674038.796858:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674038.796861:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674038.796864:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1859825953435904, offset 0 00000400:00000200:3.0:1773674038.796872:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674038.796880:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674038.796887:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674038.796892:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674038.796896:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674038.796900:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674038.796903:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674038.796907:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252539:252539:256:4294967295] 192.168.201.103@tcp LPNI seq info [252507:252507:8:4294967295] 00000400:00000200:3.0:1773674038.796912:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674038.796921:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674038.797117:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674038.797122:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a500. 00000800:00000200:3.0:1773674038.797129:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674038.797137:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674038.797141:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a500 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1773674038.797161:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674038.797166:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 535907 usecs (536 jiffies) 00000400:00000200:3.0:1773674038.797170:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674038.797173:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300596386 00000100:00000001:3.0:1773674038.797176:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300599622 00000100:00000001:3.0:1773674038.797179:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300596386 00000100:00000001:3.0:1773674038.797181:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300599622 00000100:00000001:3.0:1773674038.797184:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674038.797187:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674038.797190:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674038.797193:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.797677:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.797681:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674038.798582:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674038.798588:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:1.0:1773674038.798594:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.798601:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674038.798607:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773674038.798610:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773674038.798614:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674038.798620:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674038.798631:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674038.798634:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674038.798641:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674038.798643:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674038.814934:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.814965:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674038.814970:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.814974:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.814984:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.814993:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674038.815004:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.815010:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.815018:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.815021:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b80794c7100 00000400:00000200:1.0:1773674038.815027:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674038.815033:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c4f79 [1] + 224 00000800:00000001:1.0:1773674038.815041:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.815051:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674038.815054:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674038.815058:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674038.815066:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674038.815075:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674038.815087:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674038.815110:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674038.815119:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674038.815122:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.815304:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.815309:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674038.815316:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674038.815319:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674038.815322:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fe70. 00000400:00000200:2.0:1773674038.815328:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:2.0:1773674038.815330:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:2.0:1773674038.815334:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674038.815339:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674038.815363:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5880 x1859825953435904/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674038.815378:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674038.815380:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.815383:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674038.815387:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674038.815390:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674038.815392:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674038.815396:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674038.815407:0:2413:0:(import.c:2136:obd_at_measure()) add 36 to ffff98dc050c24e8 time=282 v=36 (36 36 0 0) 00000100:00001000:2.0:1773674038.815412:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=74 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674038.815416:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674038.815417:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674038.815421:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674038.815425:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.815429:0:2413:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674038.815432:0:2413:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674038.815434:0:2413:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674038.815436:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674038.815438:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000001:2.0:1773674038.815441:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674038.815443:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:2.0:1773674038.815446:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674038.815449:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.815455:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674038.815462:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674038.815465:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674038.815467:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674038.815470:0:2413:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:2.0:1773674038.815472:0:2413:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1773674038.815477:0:2413:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1773674038.815481:0:2413:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1773674038.815485:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for usr 0 00000001:04000000:2.0:1773674038.815488:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for grp 0 00000001:04000000:2.0:1773674038.815490:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for prj 0 00000001:00000001:2.0:1773674038.815493:0:2413:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773674038.815495:0:2413:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:2.0:1773674038.815498:0:2413:0:(osc_request.c:2085:check_write_checksum()) checksum 4553d968 confirmed 00000008:00000001:2.0:1773674038.815503:0:2413:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773674038.815507:0:2413:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1773674038.815510:0:2413:0:(osc_request.c:2579:brw_interpret()) request ffff98dc07ff5880 aa ffff98dc07ff5a30 rc 0 00000020:00000001:2.0:1773674038.815518:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674038.815522:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674038.815524:0:2413:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674038.815529:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674038.815532:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674038.815534:0:2413:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674038.815536:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000010:2.0:1773674038.815539:0:2413:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98dc08b99270. 00000020:00000001:2.0:1773674038.815544:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674038.815547:0:2413:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1773674038.815559:0:2413:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1773674038.815562:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.815566:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674038.815574:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674038.815578:0:2413:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:2.0:1773674038.815581:0:2413:0:(osc_cache.c:901:osc_extent_finish()) extent ffff98dc071936c0@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff98dc043cd6c0], [28672|1|+|-|ffff98dc043cf000|1024|ffff98dc07284f80]} extent finished. 00000008:00010000:2.0:1773674038.815589:0:2413:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000274131fa ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773674038.815603:0:2413:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:2.0:1773674038.815605:0:2413:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:2.0:1773674038.815610:0:2413:0:(cl_page.c:1144:cl_page_complete()) page@000000000db0d9b0[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:2.0:1773674038.815611:0:2413:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:2.0:1773674038.815613:0:2413:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773674038.815615:0:2413:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773674038.815617:0:2413:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674038.815619:0:2413:0:(cl_page.c:547:__cl_page_state_set()) page@000000000db0d9b0[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:2.0:1773674038.815621:0:2413:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1773674038.815623:0:2413:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1773674038.815625:0:2413:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1773674038.815628:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000000000000] 00000080:00008000:2.0:1773674038.815630:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1773674038.815659:0:2413:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1773674038.815661:0:2413:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:2.0:1773674038.815663:0:2413:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674038.815666:0:2413:0:(cl_page.c:596:cl_batch_put()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000000000000] 00000020:00000001:2.0:1773674038.815668:0:2413:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:2.0:1773674038.815670:0:2413:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773674038.815671:0:2413:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:2.0:1773674038.815675:0:2413:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 25112576 dirty: 0/0 00000008:00000020:2.0:1773674038.815680:0:2413:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff98dc071936c0@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff98dc043cd6c0], [28672|0|-|-|ffff98dc043cf000|1024|ffff98dc07284f80]} destroyed. 00000008:00010000:2.0:1773674038.815686:0:2413:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000274131fa ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674038.815695:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674038.815697:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1773674038.815701:0:2413:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff98dc071936c0. 00000008:00000001:2.0:1773674038.815705:0:2413:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773674038.815708:0:2413:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff98dc05243748. 00000008:00000020:2.0:1773674038.815715:0:2413:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff98dc0726d548. 00000008:00000001:2.0:1773674038.815727:0:2413:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674038.815732:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674038.815741:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953435904:192.168.201.103@tcp:4:bash.0 00000100:00000001:2.0:1773674038.815746:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.815748:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674038.815751:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674038.815758:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.815761:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674038.817301:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674038.817305:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674038.817309:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674038.817312:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674038.817324:0:76256:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674038.817331:0:76256:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674038.817336:0:76256:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806ce00. 00000020:00000010:2.0:1773674038.817341:0:76256:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674038.817345:0:76256:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd80. 00000008:00000010:2.0:1773674038.817351:0:76256:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674038.817355:0:76256:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc071936c0. 00008000:00000010:2.0:1773674038.817360:0:76256:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674038.817365:0:76256:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674038.817369:0:76256:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674038.817373:0:76256:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806de00. 00000008:00000010:2.0:1773674038.818676:0:76256:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674038.818687:0:76256:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674038.818691:0:76256:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674038.818696:0:76256:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674038.818700:0:76256:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674038.818703:0:76256:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000008:00000020:2.0:1773674038.818706:0:76256:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff98dc0726d548. 00000008:00000001:2.0:1773674038.818709:0:76256:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773674038.818711:0:76256:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773674038.818713:0:76256:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674038.818715:0:76256:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1773674038.818717:0:76256:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674038.818721:0:76256:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674038.818726:0:76256:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd80. 00000008:00000010:2.0:1773674038.818730:0:76256:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674038.818734:0:76256:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc071936c0. 00008000:00000010:2.0:1773674038.818738:0:76256:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674038.818741:0:76256:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674038.818745:0:76256:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674038.818748:0:76256:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806ce00. 00000008:00000010:2.0:1773674038.818751:0:76256:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674038.818754:0:76256:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674038.818757:0:76256:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674038.818760:0:76256:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674038.819307:0:76256:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806de00. 00000020:00000010:2.0:1773674038.819312:0:76256:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00010000:00000001:0.0:1773674039.809086:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674039.809093:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674039.809099:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674039.809101:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674039.809126:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674039.809140:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674039.809143:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773674040.803554:0:92712:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674040.803563:0:92712:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674040.803565:0:92712:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674040.803569:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bb20 00000080:00200000:2.0:1773674040.803573:0:92712:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674040.803580:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc1806de00. 00800000:00000002:2.0:1773674040.803587:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674040.803591:0:92712:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674040.803596:0:92712:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674040.803599:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3ba40 00800000:00000002:2.0:1773674040.803601:0:92712:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674040.803606:0:92712:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674040.803609:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674040.803611:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674040.803614:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674040.803617:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674040.803620:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674040.803622:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674040.803624:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674040.803628:0:92712:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674040.803634:0:92712:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674040.803636:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b910 00000002:00010000:2.0:1773674040.803638:0:92712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674040.803641:0:92712:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674040.803643:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674040.803647:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674040.803654:0:92712:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674040.803656:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674040.803658:0:92712:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674040.803661:0:92712:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674040.803663:0:92712:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773674040.803669:0:92712:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674040.803674:0:92712:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674040.803679:0:92712:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674040.803684:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674040.803688:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674040.803692:0:92712:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674040.803695:0:92712:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674040.803699:0:92712:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674040.803705:0:92712:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959e800. 00000100:00000001:2.0:1773674040.803712:0:92712:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674040.803717:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674040.803719:0:92712:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674040.803721:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674040.803722:0:92712:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674040.803724:0:92712:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674040.803729:0:92712:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00010000:00000001:2.0:1773674040.803733:0:92712:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674040.803736:0:92712:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674040.803740:0:92712:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7000. 00010000:00000010:2.0:1773674040.803744:0:92712:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3b00. 00010000:00000001:2.0:1773674040.803750:0:92712:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674040.803753:0:92712:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cfe00. 00000020:00000001:2.0:1773674040.803757:0:92712:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674040.803760:0:92712:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cfe00 with handle 0x2f77f561138141f7 to hash 00000020:00000001:2.0:1773674040.803762:0:92712:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674040.803793:0:92712:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674040.803797:0:92712:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674040.803801:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674040.803804:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674040.803808:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674040.803818:0:92712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674040.803828:0:92712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674040.803833:0:92712:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674040.803835:0:92712:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674040.803841:0:92712:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129a80. 00000100:00000001:2.0:1773674040.803843:0:92712:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679499904 : -113404030051712 : ffff98dc11129a80) 00000100:00000001:2.0:1773674040.803845:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674040.803846:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000001:2.0:1773674040.803850:0:92712:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674040.803854:0:92712:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674040.803856:0:92712:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674040.803857:0:92712:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674040.803867:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674040.803876:0:92712:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674040.803877:0:92712:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674040.803881:0:92712:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674040.803883:0:92712:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674040.803886:0:92712:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674040.803889:0:92712:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953436032:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773674040.803893:0:92712:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674040.803899:0:92712:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674040.803900:0:92712:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674040.803903:0:92712:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674040.803908:0:92712:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc050c6800. 02000000:00000001:2.0:1773674040.803910:0:92712:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674040.819640:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674040.819987:0:92712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674040.819999:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674040.820008:0:92712:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953436032, portal 10 00000100:00000001:3.0:1773674040.820011:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674040.820013:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674040.820031:0:92712:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674040.820039:0:92712:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674040.820043:0:92712:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674040.820046:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674040.820049:0:92712:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953436032, offset 0 00000400:00000200:3.0:1773674040.820055:0:92712:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674040.820064:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674040.820072:0:92712:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674040.820078:0:92712:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674040.820083:0:92712:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674040.820087:0:92712:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674040.820089:0:92712:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674040.820094:0:92712:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252540:252540:256:4294967295] 192.168.201.103@tcp LPNI seq info [252508:252508:8:4294967295] 00000400:00000200:3.0:1773674040.820099:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674040.820109:0:92712:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674040.820115:0:92712:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674040.820120:0:92712:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a100. 00000800:00000200:3.0:1773674040.820127:0:92712:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674040.820146:0:92712:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674040.820152:0:92712:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773674040.820161:0:92712:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674040.820166:0:92712:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 333925 usecs (334 jiffies) 00000400:00000200:3.0:1773674040.820169:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674040.820172:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300598209 00000100:00000001:3.0:1773674040.820176:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300599622 00000100:00000001:3.0:1773674040.820178:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300598209 00000100:00000001:3.0:1773674040.820181:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300599622 00000100:00000001:3.0:1773674040.820183:0:92712:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674040.820186:0:92712:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674040.820189:0:92712:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674040.820191:0:92712:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674040.820194:0:92712:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129a80 going to sleep for 25 seconds 00000100:00000001:3.0:1773674040.820197:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674040.820200:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674040.820420:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674040.820425:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:1.0:1773674040.820430:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674040.820436:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674040.820441:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:1.0:1773674040.820444:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:1.0:1773674040.820448:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674040.820453:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674040.820464:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674040.820468:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674040.820476:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674040.820477:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773674040.832982:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674040.832990:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674040.832995:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674040.832996:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674040.833000:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674040.833001:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674040.833103:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674040.833107:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674040.833110:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674041.856988:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674041.856998:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674041.857004:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674041.857006:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674041.857009:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674041.857010:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674041.857110:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674041.857113:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674041.857116:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674042.624948:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300599622, at 4300599680 00000100:00000010:0.0:1773674042.624965:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c120. 00000100:00000040:1.0:1773674042.625064:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300599622, at 4300599680 00000100:00000010:1.0:1773674042.625070:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cba0. 00010000:00000001:0.0:1773674042.880905:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674042.880912:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674042.880918:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674042.880919:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674042.880923:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674042.880924:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674042.880949:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674042.880952:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674042.880954:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674043.781152:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674043.781164:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674043.781176:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674043.781182:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773674043.781187:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674043.781190:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674043.781195:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674043.781203:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:1.0:1773674043.781209:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781221:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674043.781232:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674043.781237:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781243:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a079efec] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.781281:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781285:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674043.781288:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674043.781291:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba680. 00000020:00000040:1.0:1773674043.781294:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674043.781296:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674043.781298:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674043.781299:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674043.781303:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3900. 00000100:00000001:1.0:1773674043.781306:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781310:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674043.781318:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674043.781320:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781324:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082b8623b] to pc [ptlrpcd_00_01+1] req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.781339:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781341:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674043.781344:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674043.781347:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773674043.781349:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674043.781352:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674043.781353:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674043.781355:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674043.781358:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:1.0:1773674043.781361:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781365:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674043.781373:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674043.781374:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781378:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edf8ca83] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.781384:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781386:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674043.781389:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674043.781392:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbad80. 00000020:00000040:1.0:1773674043.781394:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674043.781396:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674043.781397:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674043.781399:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674043.781402:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:1.0:1773674043.781405:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781409:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674043.781416:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674043.781418:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781422:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000220a64a2] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.781429:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674043.781431:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674043.781434:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674043.781439:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5938) 00000100:00000001:0.0:1773674043.781530:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.781535:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674043.781537:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674043.781544:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.781551:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674043.781553:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.781557:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674043.781560:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674043.781563:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674043.781566:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953436160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.781571:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674043.781577:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674043.781580:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.781582:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674043.781587:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ee00. 02000000:00000001:0.0:1773674043.781589:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674043.781597:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674043.781601:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674043.781608:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674043.781616:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436160, portal 25 00000100:00000001:0.0:1773674043.781618:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674043.781620:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:0.0:1773674043.781626:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.781634:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674043.781636:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674043.781639:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773674043.781642:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953436160, offset 0 00000400:00000200:0.0:1773674043.781649:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674043.781659:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.781666:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674043.781671:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674043.781675:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674043.781679:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674043.781682:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674043.781686:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252541:252541:256:4294967295] 192.168.201.103@tcp LPNI seq info [252509:252509:8:4294967295] 00000400:00000200:0.0:1773674043.781691:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.781701:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674043.781707:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674043.781713:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000800:00000200:0.0:1773674043.781720:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674043.781728:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674043.781732:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674043.781760:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674043.781814:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674043.781818:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300604745 00000100:00000010:0.0:1773674043.781824:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b960. 00000100:00000001:0.0:1773674043.781831:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674043.781838:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300604745 00000100:00000010:0.0:1773674043.781841:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bd20. 00000100:00000001:0.0:1773674043.781844:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674043.781846:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.781849:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.781852:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674043.781856:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.781863:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674043.781865:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.781879:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674043.781881:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674043.781883:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674043.781887:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.781891:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674043.781894:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674043.781895:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.781897:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674043.781901:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fe00. 02000000:00000001:0.0:1773674043.781903:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674043.781906:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674043.781909:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674043.781913:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674043.781915:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436416, portal 10 00000100:00000001:0.0:1773674043.781917:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674043.781919:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:0.0:1773674043.781926:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.781939:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674043.781941:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674043.781944:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674043.781946:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953436416, offset 0 00000400:00000200:0.0:1773674043.781950:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674043.781955:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.781959:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674043.781961:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674043.781964:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674043.781966:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674043.781969:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674043.781972:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252542:252542:255:4294967295] 192.168.201.103@tcp LPNI seq info [252510:252510:7:4294967295] 00000400:00000200:0.0:1773674043.781977:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.781983:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674043.781987:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674043.781991:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0200. 00000800:00000200:0.0:1773674043.781995:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674043.781999:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674043.782003:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674043.782006:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.782010:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 102772 usecs (103 jiffies) 00000400:00000200:0.0:1773674043.782013:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674043.782015:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300600940 00000100:00000001:0.0:1773674043.782018:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782020:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300600940 00000100:00000001:0.0:1773674043.782022:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782024:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.782026:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782029:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782032:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.782040:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674043.782043:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674043.782046:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.782047:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674043.782049:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674043.782052:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773674043.782054:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.782055:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674043.782057:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.782059:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.782060:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674043.782061:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674043.782065:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.782071:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674043.782073:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.782075:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674043.782077:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674043.782079:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674043.782082:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.782085:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674043.782088:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674043.782089:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.782091:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674043.782095:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ea00. 02000000:00000001:0.0:1773674043.782097:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674043.782100:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674043.782102:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674043.782106:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773674043.782109:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436288, portal 10 00000100:00000001:0.0:1773674043.782111:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674043.782112:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550080 : -113403998001536 : ffff98dc12fba680) 00000100:00000040:0.0:1773674043.782119:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.782126:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674043.782129:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674043.782131:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979aa0. 00000100:00000200:0.0:1773674043.782133:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953436288, offset 0 00000400:00000200:0.0:1773674043.782137:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674043.782141:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.782145:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674043.782148:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674043.782150:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674043.782152:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674043.782155:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674043.782158:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252543:252543:254:4294967295] 192.168.201.103@tcp LPNI seq info [252511:252511:6:4294967295] 00000400:00000200:0.0:1773674043.782162:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.782168:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674043.782172:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674043.782176:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674043.782179:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674043.782183:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674043.782186:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674043.782189:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.782192:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 333925 usecs (334 jiffies) 00000400:00000200:0.0:1773674043.782195:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674043.782197:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300601171 00000100:00000001:0.0:1773674043.782199:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782201:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300601171 00000100:00000001:0.0:1773674043.782203:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782205:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.782207:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782210:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674043.782213:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.782219:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674043.782220:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.782223:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674043.782224:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674043.782227:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674043.782229:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.782233:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674043.782236:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674043.782237:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.782239:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674043.782242:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e600. 02000000:00000001:0.0:1773674043.782244:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674043.782247:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674043.782250:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773674043.782253:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773674043.782256:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436544, portal 4 00000100:00000001:0.0:1773674043.782258:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674043.782259:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:0.0:1773674043.782264:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.782270:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674043.782272:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674043.782274:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979440. 00000100:00000200:0.0:1773674043.782276:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953436544, offset 0 00000400:00000200:0.0:1773674043.782279:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674043.782283:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.782287:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674043.782289:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674043.782292:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674043.782294:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674043.782297:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674043.782300:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252544:252544:253:4294967295] 192.168.201.103@tcp LPNI seq info [252512:252512:5:4294967295] 00000400:00000200:0.0:1773674043.782303:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674043.782309:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674043.782313:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674043.782317:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0a00. 00000800:00000200:0.0:1773674043.782321:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674043.782325:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674043.782327:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674043.782330:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.782333:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 532142 usecs (533 jiffies) 00000400:00000200:0.0:1773674043.782336:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674043.782338:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300601370 00000100:00000001:0.0:1773674043.782581:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782584:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300601370 00000100:00000001:0.0:1773674043.782586:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300604745 00000100:00000001:0.0:1773674043.782588:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.782590:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782593:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782596:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.782609:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.782611:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674043.782987:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674043.782992:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000400:00000200:1.0:1773674043.782999:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.783006:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674043.783012:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:1.0:1773674043.783014:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:1.0:1773674043.783019:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674043.783024:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783034:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674043.783038:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783045:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674043.783047:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674043.783059:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674043.783061:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:1.0:1773674043.783064:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.783067:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674043.783070:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:1.0:1773674043.783071:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:1.0:1773674043.783073:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674043.783076:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783083:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674043.783087:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783094:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674043.783095:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674043.783102:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674043.783104:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:1.0:1773674043.783106:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.783109:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674043.783111:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979aa0 00000400:00000010:1.0:1773674043.783112:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979aa0. 00000100:00000001:1.0:1773674043.783113:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674043.783117:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783122:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674043.783125:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783131:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674043.783132:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674043.783203:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674043.783206:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0a00. 00000400:00000200:1.0:1773674043.783209:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.783212:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674043.783215:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979440 00000400:00000010:1.0:1773674043.783216:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979440. 00000100:00000001:1.0:1773674043.783218:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674043.783222:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783228:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674043.783231:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.783237:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674043.783239:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674043.789509:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789527:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674043.789532:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789535:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789545:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789553:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674043.789562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789574:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789578:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7200 00000400:00000200:1.0:1773674043.789584:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789591:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f89 [1] + 224 00000800:00000001:1.0:1773674043.789600:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789606:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789609:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.789614:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674043.789622:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674043.789632:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674043.789645:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.789673:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674043.789683:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789687:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674043.789690:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789692:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789696:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789701:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674043.789706:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789709:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789715:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7380 00000400:00000200:1.0:1773674043.789719:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789724:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fb9 [1] + 224 00000800:00000001:1.0:1773674043.789728:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789732:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789734:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.789738:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674043.789741:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674043.789745:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674043.789823:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.789833:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674043.789838:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789842:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674043.789844:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789847:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789850:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789854:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674043.789859:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789865:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789878:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7300 00000400:00000200:1.0:1773674043.789882:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.789887:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4f99 [1] + 224 00000800:00000001:1.0:1773674043.789891:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789898:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.789901:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.789904:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674043.789907:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674043.789912:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674043.789922:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.789930:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674043.789934:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.789937:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.791228:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.791236:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674043.791245:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674043.791248:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674043.791251:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773674043.791257:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:0.0:1773674043.791259:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:0.0:1773674043.791263:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674043.791270:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674043.791287:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.791293:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674043.791296:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.791299:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674043.791303:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674043.791306:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674043.791308:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.791311:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674043.792232:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674043.792239:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=79 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674043.792242:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674043.792244:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.792248:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674043.792252:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.792257:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674043.792259:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640270 00000100:00000001:0.0:1773674043.792261:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674043.792264:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.792271:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.792278:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.792282:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674043.792284:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674043.792289:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674043.792297:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436544:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674043.792306:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674043.792307:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674043.792310:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674043.792314:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:0.0:1773674043.792316:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:0.0:1773674043.792320:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674043.792324:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674043.792333:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.792350:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674043.792352:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.792354:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674043.792356:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674043.792357:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674043.792359:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.792361:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674043.792364:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674043.792367:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674043.792369:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674043.792371:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.792372:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674043.792374:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.792376:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.792380:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.792388:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.792390:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674043.792392:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674043.792395:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674043.792403:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953436160:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674043.792409:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674043.792410:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674043.792412:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:0.0:1773674043.792415:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674043.792418:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674043.792420:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674043.792424:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674043.792432:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.792439:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674043.792440:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.792442:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674043.792443:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674043.792444:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674043.792446:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.792448:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674043.792452:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=126 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674043.792455:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674043.792458:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674043.792459:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.792461:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674043.792463:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.792465:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674043.792466:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773674043.792468:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674043.792470:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.792474:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.792480:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.792482:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674043.792483:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674043.792486:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674043.796205:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.796213:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.796217:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.796224:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953436544/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.796234:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674043.796237:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674043.796242:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e600. 02000000:00000001:0.0:1773674043.796248:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674043.796251:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.796253:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674043.796256:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.796259:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:0.0:1773674043.796263:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.796266:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.796268:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:0.0:1773674043.796272:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.796273:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.796275:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.796279:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953436160/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.796287:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674043.796288:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674043.796290:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ee00. 02000000:00000001:0.0:1773674043.796292:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674043.796293:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.796294:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674043.796296:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.796297:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:0.0:1773674043.796300:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.796301:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.796303:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:0.0:1773674043.796305:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.796307:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.796309:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.796313:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953436416/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.796320:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674043.796322:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674043.796323:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fe00. 02000000:00000001:0.0:1773674043.796325:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674043.796327:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.796328:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674043.796330:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.796332:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773674043.796334:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.796335:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.796337:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:0.0:1773674043.796339:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.796341:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.796345:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.796348:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.796350:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674043.796354:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.796356:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674043.802211:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.802233:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674043.802237:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.802240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.802250:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.802258:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674043.802269:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.802275:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.802281:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.802284:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7280 00000400:00000200:1.0:1773674043.802289:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674043.802296:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fa9 [1] + 224 00000800:00000001:1.0:1773674043.802305:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.802316:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674043.802320:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674043.802325:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674043.802333:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674043.802356:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674043.802369:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674043.802397:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674043.802406:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674043.802410:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.803886:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.803894:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674043.803904:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674043.803906:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674043.803910:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773674043.803917:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:0.0:1773674043.803919:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:0.0:1773674043.803923:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674043.803934:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674043.803945:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.803952:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674043.803954:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.803956:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674043.803959:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674043.803962:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674043.803964:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674043.803967:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674043.803977:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=126 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674043.803981:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674043.803984:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674043.803986:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.803989:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674043.803992:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.803996:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674043.803998:0:2411:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215233 gen 10 00000100:00000040:0.0:1773674043.804004:0:2411:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215233) req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804012:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674043.804014:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:0.0:1773674043.804017:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.804020:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804027:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.804029:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.804033:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804040:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773674043.804043:0:2411:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc0414fec0. 00000100:00000001:0.0:1773674043.804048:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.804051:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953434752/t103079215232(103079215232) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674067 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804058:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773674043.804061:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.804063:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674043.804065:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.804069:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc072c7000. 02000000:00000001:0.0:1773674043.804073:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.804075:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.804077:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:0.0:1773674043.804080:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.804082:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674043.804086:0:2411:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215233) req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804093:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.804096:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953435136/t103079215233(103079215233) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674043.804102:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674043.804104:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674043.804106:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f000. 02000000:00000001:0.0:1773674043.804110:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674043.804111:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.804112:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674043.804114:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.804116:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0120b000. 02000000:00000001:0.0:1773674043.804119:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.804120:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.804121:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:0.0:1773674043.804123:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.804125:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.804127:0:2411:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773674043.804129:0:2411:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1773674043.804132:0:2411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674043.804134:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674043.804139:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.804147:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674043.804150:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674043.804152:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674043.804156:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674043.804164:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953436288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674043.804173:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.804176:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674043.804178:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba680 x1859825953436288/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674043.804185:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674043.804186:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674043.804188:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ea00. 02000000:00000001:0.0:1773674043.804191:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674043.804192:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674043.804194:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674043.804196:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674043.804197:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3900. 02000000:00000001:0.0:1773674043.804199:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674043.804201:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674043.804202:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba680. 00000100:00000001:0.0:1773674043.804205:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674043.804206:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.804208:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674043.804217:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674043.804219:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674043.804222:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674043.804224:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.905300:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674043.905308:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.905314:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674043.905315:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674043.905319:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674043.905320:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674043.905424:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674043.905427:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674043.905430:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674044.928915:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674044.928923:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674044.928929:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674044.928930:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674044.928933:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674044.928935:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674044.929585:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674044.929593:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674044.929598:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674045.957315:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674045.957323:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674045.957330:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674045.957331:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674045.957334:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674045.957335:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674045.957374:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674045.957378:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674045.957380:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674046.977128:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674046.977135:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674046.977140:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674046.977142:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674046.977145:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674046.977147:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674046.977251:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674046.977260:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674046.977265:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674047.746373:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300604745, at 4300604801 00000100:00000010:1.0:1773674047.746397:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bd20. 00000100:00000040:0.0:1773674047.746471:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300604745, at 4300604801 00000100:00000010:0.0:1773674047.746489:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b960. 00010000:00000001:0.0:1773674048.001467:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674048.001473:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001478:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674048.001481:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674048.001484:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674048.001490:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674048.001492:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674048.001494:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001497:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674048.001499:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001501:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001503:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001507:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674048.001509:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674048.001510:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674048.001511:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001513:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674048.001515:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001517:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674048.001519:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674048.001642:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674048.001646:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674048.001649:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674048.897061:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674048.897072:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674048.897084:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674048.897091:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674048.897095:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674048.897098:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674048.897103:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674048.897110:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5b00. 00000100:00000001:2.0:1773674048.897117:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897130:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674048.897144:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674048.897148:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897155:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897193:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897196:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674048.897200:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674048.897203:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674048.897205:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674048.897208:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674048.897209:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674048.897211:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674048.897214:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674048.897217:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897222:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674048.897229:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674048.897231:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897235:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_01+1] req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897244:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897247:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674048.897250:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674048.897253:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674048.897255:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674048.897257:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674048.897258:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674048.897259:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674048.897262:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5500. 00000100:00000001:2.0:1773674048.897265:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897269:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674048.897277:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674048.897279:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897282:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_00+0] req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897289:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897292:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674048.897295:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674048.897297:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674048.897299:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674048.897300:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674048.897302:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674048.897303:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674048.897306:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5400. 00000100:00000001:2.0:1773674048.897308:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897312:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674048.897534:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674048.897536:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897540:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897547:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897548:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674048.897552:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674048.897556:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5943) 00000100:00000001:2.0:1773674048.897582:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.897586:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674048.897589:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674048.897594:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897603:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674048.897605:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.897609:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674048.897611:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674048.897614:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674048.897617:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953436800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.897622:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674048.897626:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674048.897629:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.897631:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674048.897635:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674048.897637:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674048.897645:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674048.897649:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bc08. 00000400:00000010:2.0:1773674048.897656:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674048.897662:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436800, portal 10 00000100:00000001:2.0:1773674048.897665:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674048.897667:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:2.0:1773674048.897683:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897690:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674048.897693:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674048.897696:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674048.897699:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953436800, offset 0 00000400:00000200:2.0:1773674048.897706:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674048.897714:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.897721:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674048.897726:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674048.897730:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674048.897734:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674048.897737:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674048.897742:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252545:252545:256:4294967295] 192.168.201.103@tcp LPNI seq info [252513:252513:8:4294967295] 00000400:00000200:2.0:1773674048.897746:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.897758:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674048.897839:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674048.897846:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5f00. 00000800:00000200:2.0:1773674048.897854:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674048.897863:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674048.897867:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674048.897882:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.897887:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 333186 usecs (334 jiffies) 00000400:00000200:2.0:1773674048.897891:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674048.897894:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300606287 00000100:00000010:2.0:1773674048.897900:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cd80. 00000100:00000001:2.0:1773674048.897907:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674048.897914:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300606287 00000100:00000010:2.0:1773674048.897917:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c780. 00000100:00000001:2.0:1773674048.897920:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674048.897923:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.897926:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.897929:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674048.897933:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897940:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674048.897942:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.897944:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674048.897946:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674048.897948:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674048.897951:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.897957:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674048.897960:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674048.897961:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.897963:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674048.897966:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674048.897968:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674048.897971:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674048.897974:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674048.897977:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674048.897980:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953437056, portal 4 00000100:00000001:2.0:1773674048.897982:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674048.897983:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674048.897989:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.897996:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674048.897998:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674048.898001:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674048.898003:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953437056, offset 0 00000400:00000200:2.0:1773674048.898007:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898010:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898014:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674048.898016:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674048.898019:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674048.898022:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674048.898024:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898027:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252546:252546:255:4294967295] 192.168.201.103@tcp LPNI seq info [252514:252514:7:4294967295] 00000400:00000200:2.0:1773674048.898032:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898039:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674048.898043:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674048.898046:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674048.898050:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674048.898055:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674048.898058:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674048.898061:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.898063:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 528347 usecs (529 jiffies) 00000400:00000200:2.0:1773674048.898066:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674048.898068:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300606482 00000100:00000001:2.0:1773674048.898074:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300606287 00000100:00000001:2.0:1773674048.898077:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300606482 00000100:00000001:2.0:1773674048.898079:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300606287 00000100:00000001:2.0:1773674048.898082:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.898084:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.898087:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.898089:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.898096:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674048.898098:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674048.898100:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.898102:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674048.898103:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674048.898106:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773674048.898108:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.898110:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674048.898111:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.898113:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.898114:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674048.898116:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674048.898119:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.898126:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674048.898127:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.898129:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674048.898131:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674048.898133:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674048.898136:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953436672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.898139:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674048.898142:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674048.898143:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.898145:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674048.898147:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674048.898149:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674048.898152:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674048.898155:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674048.898159:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674048.898162:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436672, portal 25 00000100:00000001:2.0:1773674048.898163:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674048.898165:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674048.898169:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.898176:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674048.898178:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674048.898180:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064660. 00000100:00000200:2.0:1773674048.898182:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953436672, offset 0 00000400:00000200:2.0:1773674048.898186:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898189:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898192:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674048.898194:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674048.898197:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674048.898199:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674048.898201:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898204:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252547:252547:254:4294967295] 192.168.201.103@tcp LPNI seq info [252515:252515:6:4294967295] 00000400:00000200:2.0:1773674048.898208:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898215:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674048.898219:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674048.898221:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674048.898225:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674048.898229:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674048.898232:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674048.898234:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674048.898237:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674048.898239:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300609861 00000100:00000001:2.0:1773674048.898242:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300606482 00000100:00000001:2.0:1773674048.898246:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300609861 00000100:00000001:2.0:1773674048.898248:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300606482 00000100:00000001:2.0:1773674048.898251:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.898253:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.898255:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674048.898258:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.898264:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674048.898266:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.898268:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674048.898269:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674048.898271:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674048.898274:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953436928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.898276:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674048.898278:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674048.898280:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.898281:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674048.898284:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674048.898286:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674048.898289:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674048.898291:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873ba50. 00000400:00000010:2.0:1773674048.898294:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674048.898296:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953436928, portal 10 00000100:00000001:2.0:1773674048.898298:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674048.898300:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674048.898306:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.898313:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674048.898315:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674048.898317:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674048.898319:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953436928, offset 0 00000400:00000200:2.0:1773674048.898323:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898326:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898329:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674048.898331:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674048.898334:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674048.898336:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674048.898338:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674048.898342:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252548:252548:253:4294967295] 192.168.201.103@tcp LPNI seq info [252516:252516:5:4294967295] 00000400:00000200:2.0:1773674048.898346:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674048.898352:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674048.898356:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674048.898359:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674048.898363:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674048.898367:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674048.898369:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674048.898372:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.898375:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 102122 usecs (103 jiffies) 00000400:00000200:2.0:1773674048.898378:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674048.898380:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300606056 00000100:00000001:2.0:1773674048.898382:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300609861 00000100:00000001:2.0:1773674048.898384:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300606056 00000100:00000001:2.0:1773674048.898386:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300609861 00000100:00000001:2.0:1773674048.898584:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.898588:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.898591:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.898594:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674048.898663:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674048.898666:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674048.898996:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674048.899002:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5f00. 00000400:00000200:1.0:1773674048.899008:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674048.899014:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674048.899018:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:1.0:1773674048.899021:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:1.0:1773674048.899025:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674048.899031:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899041:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674048.899045:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899052:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674048.899054:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674048.899063:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674048.899065:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:1.0:1773674048.899068:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674048.899071:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674048.899073:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:1.0:1773674048.899075:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:1.0:1773674048.899077:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674048.899081:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899088:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674048.899091:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899097:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674048.899099:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674048.899103:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674048.899105:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:1.0:1773674048.899108:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674048.899111:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674048.899113:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:1.0:1773674048.899115:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:1.0:1773674048.899117:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674048.899120:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899128:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674048.899131:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899137:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674048.899139:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674048.899194:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674048.899197:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:1.0:1773674048.899199:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674048.899203:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674048.899205:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:1.0:1773674048.899206:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:1.0:1773674048.899208:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674048.899212:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899220:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674048.899223:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674048.899229:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674048.899230:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674048.906682:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.906705:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674048.906710:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.906713:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.906723:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906731:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674048.906742:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906748:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906754:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906759:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7480 00000400:00000200:0.0:1773674048.906816:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906825:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fc9 [1] + 224 00000800:00000001:0.0:1773674048.906836:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.906844:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.906848:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674048.906853:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674048.906861:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674048.906872:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674048.906886:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674048.906915:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674048.906926:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.906930:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674048.906932:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.906934:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.906938:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906942:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674048.906947:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906949:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906952:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906955:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7500 00000400:00000200:0.0:1773674048.906959:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.906963:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fe1 [1] + 224 00000800:00000001:0.0:1773674048.906967:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.907000:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.907002:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674048.907007:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674048.907009:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674048.907014:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674048.907023:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674048.907030:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674048.907034:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.907037:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.908333:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.908341:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674048.908350:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674048.908353:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674048.908357:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873ba50. 00000400:00000200:2.0:1773674048.908365:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:2.0:1773674048.908367:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:2.0:1773674048.908370:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674048.908379:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674048.908390:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908398:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674048.908400:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.908403:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674048.908407:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674048.908409:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674048.908412:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.908415:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674048.908425:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=131 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674048.908430:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674048.908433:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674048.908436:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674048.908439:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674048.908443:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.908448:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674048.908450:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674048.908453:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674048.908455:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.908460:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908469:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.908473:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674048.908475:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674048.908480:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674048.908490:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953436928:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674048.908497:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674048.908499:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674048.908501:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bc08. 00000400:00000200:2.0:1773674048.908505:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674048.908507:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674048.908512:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674048.908517:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674048.908534:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908541:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674048.908543:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.908545:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674048.908547:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674048.908548:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674048.908550:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.908552:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674048.908556:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=131 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674048.908560:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674048.908563:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674048.908564:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674048.908566:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674048.908569:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.908572:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674048.908573:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215233 00000100:00000001:2.0:1773674048.908575:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674048.908577:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.908581:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908590:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.908593:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674048.908594:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674048.908599:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674048.908608:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953436800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.908613:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.908616:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674048.908620:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953436928/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908628:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674048.908631:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674048.908634:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674048.908639:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674048.908641:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674048.908643:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674048.908645:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674048.908648:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5500. 02000000:00000001:2.0:1773674048.908652:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674048.908653:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674048.908655:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674048.908659:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674048.908660:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.908662:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674048.908666:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953436800/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.908686:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674048.908687:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674048.908689:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674048.908691:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674048.908692:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674048.908694:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674048.908696:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674048.908698:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:2.0:1773674048.908700:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674048.908701:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674048.908702:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:2.0:1773674048.908705:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674048.908706:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.908710:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.908712:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.908713:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674048.908715:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.908717:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674048.909558:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674048.909579:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674048.909583:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674048.909590:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674048.909601:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674048.909610:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674048.909619:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674048.909626:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674048.909632:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674048.909637:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7400 00000400:00000200:1.0:1773674048.909643:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674048.909650:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fd9 [1] + 224 00000800:00000001:1.0:1773674048.909659:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674048.909664:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674048.915387:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.915412:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.915418:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674048.915988:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674048.915999:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674048.916009:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674048.916022:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674048.916229:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674048.916243:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.916250:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674048.916253:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.916255:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.916262:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.916267:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674048.916276:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.916281:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.916286:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.916291:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7580 00000400:00000200:0.0:1773674048.916297:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674048.916302:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4fd1 [1] + 224 00000800:00000001:0.0:1773674048.916310:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.916319:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674048.916321:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674048.916325:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674048.916328:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674048.916333:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674048.916342:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674048.916350:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674048.916354:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674048.916357:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.919380:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.919388:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674048.919631:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674048.919633:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674048.919639:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674048.919817:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674048.919821:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674048.919827:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674048.919838:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674048.919850:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.919858:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674048.919860:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.919863:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674048.919867:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674048.919869:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674048.919872:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.919875:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674048.919883:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674048.919886:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674048.919889:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674048.919891:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674048.919894:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674048.919896:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.919899:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.919903:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.919910:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.919913:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674048.919915:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674048.919919:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674048.919940:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953436672:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674048.919946:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674048.919947:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674048.919949:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674048.919952:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674048.919954:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674048.919956:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674048.919960:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674048.919968:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.919974:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674048.919975:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.919977:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674048.919978:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674048.919979:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674048.919981:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674048.919983:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674048.919988:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674048.919991:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=84 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674048.919993:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674048.919994:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674048.919996:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674048.919999:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.920002:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674048.920005:0:2414:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: committing for last_committed 47244640276 gen 3 00000100:00000040:2.0:1773674048.920010:0:2414:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640276) req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674048.920019:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674048.920021:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5880 x1859825953435904/t47244640276(47244640276) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773674093 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674048.920028:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674048.920030:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674048.920033:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf2400. 02000000:00000001:2.0:1773674048.920038:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674048.920040:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674048.920042:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674048.920044:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674048.920047:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc208bcc00. 02000000:00000001:2.0:1773674048.920052:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674048.920054:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674048.920056:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5880. 00000100:00000001:2.0:1773674048.920060:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674048.920061:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.920063:0:2414:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674048.920066:0:2414:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1773674048.920068:0:2414:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674048.920069:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674048.920073:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.920079:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674048.920081:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674048.920083:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674048.920086:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674048.920101:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674048.920105:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.920107:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674048.920111:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953436672/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.920116:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674048.920118:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674048.920119:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674048.920122:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674048.920124:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674048.920125:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674048.920127:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674048.920128:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5b00. 02000000:00000001:2.0:1773674048.920131:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674048.920132:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674048.920133:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674048.920136:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674048.920137:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.920139:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674048.920142:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953437056/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674048.920148:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674048.920149:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674048.920150:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674048.920153:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674048.920154:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674048.920155:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674048.920157:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674048.920158:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5400. 02000000:00000001:2.0:1773674048.920159:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674048.920160:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674048.920162:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674048.920164:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674048.920165:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.920168:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674048.920176:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674048.920178:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674048.920181:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674048.920184:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025136:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674049.025144:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674049.025146:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674049.025150:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025154:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674049.025157:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025159:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025161:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025166:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674049.025167:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674049.025171:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674049.025172:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674049.025865:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674049.025873:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674049.025878:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674050.051880:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674050.051891:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674050.051899:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674050.051900:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674050.051905:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674050.051906:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.052246:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674050.052250:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.052255:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773674050.903319:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.903349:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674050.903355:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.903358:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.903371:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.903380:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674050.903393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.903401:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.903408:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.903414:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c7180 00000400:00000200:1.0:1773674050.905480:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.905501:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c4f81 [1] + 224 00000800:00000001:1.0:1773674050.905518:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.905546:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.905550:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674050.905556:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674050.905568:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674050.907823:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674050.907850:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674050.907881:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674050.907905:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.907919:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.910490:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674050.910510:0:92712:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674050.910512:0:92712:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674050.910519:0:92712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674050.910530:0:92712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674050.910532:0:92712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674050.910537:0:92712:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674050.910551:0:92712:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674050.910565:0:92712:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674070 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.910574:0:92712:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674050.910576:0:92712:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.910580:0:92712:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674050.910586:0:92712:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674050.910590:0:92712:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674050.910593:0:92712:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.910597:0:92712:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674050.910611:0:92712:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=133 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674050.910617:0:92712:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674050.910620:0:92712:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674050.910622:0:92712:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.910626:0:92712:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674050.910631:0:92712:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.910636:0:92712:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674050.910639:0:92712:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215233 00000100:00000001:3.0:1773674050.910642:0:92712:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674050.910644:0:92712:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674050.910649:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674070 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.910657:0:92712:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674050.910661:0:92712:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674050.910664:0:92712:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674050.910668:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674070 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674050.910677:0:92712:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953436032:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773674050.910682:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.910685:0:92712:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.910688:0:92712:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674050.910691:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.910696:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674070 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.910703:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674050.910707:0:92712:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129a80. 00000100:00000001:3.0:1773674050.910714:0:92712:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674050.910716:0:92712:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.910720:0:92712:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674050.910725:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.910728:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.910732:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:3.0:1773674050.910735:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910738:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000040:3.0:1773674050.910746:0:92712:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cfe00, remote cookie: 0x441c89a0128d6998, flags: 0x1001 00010000:00010000:3.0:1773674050.910801:0:92712:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674050.910817:0:92712:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910825:0:92712:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674050.910831:0:92712:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674050.910833:0:92712:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674050.910835:0:92712:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674050.910837:0:92712:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674050.910841:0:92712:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc043b7000) refcount = 1 00010000:00010000:3.0:1773674050.910846:0:92712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910854:0:92712:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674050.910858:0:92712:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674050.910860:0:92712:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.910864:0:92712:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674050.910867:0:92712:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.910871:0:92712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910878:0:92712:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674050.910880:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910882:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.910883:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910885:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.910887:0:92712:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.910892:0:92712:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674050.910895:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.910896:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.910898:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.910900:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910903:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910905:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.910907:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.910908:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:3.0:1773674050.910910:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910912:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910916:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.910920:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.910923:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910931:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910932:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.910934:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.910935:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.910936:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:3.0:1773674050.910939:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910941:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910944:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.910948:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910956:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910957:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674050.910960:0:92712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.910967:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.910969:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910970:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.910971:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.910972:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674050.910978:0:92712:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674070 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674050.910989:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.910991:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.910992:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.910994:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910997:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.910999:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.911000:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.911002:0:92712:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.911005:0:92712:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.911008:0:92712:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674050.911011:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.911013:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.911014:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.911016:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.911019:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00000002:00010000:3.0:1773674050.911022:0:92712:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.911036:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.911037:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.911040:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674050.911041:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.911042:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.911043:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.911046:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.911048:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000040:3.0:1773674050.911057:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 2 00010000:00000001:3.0:1773674050.911060:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674050.911065:0:92712:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773674050.911068:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.911069:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.911070:0:92712:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674050.911074:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b890 00000002:00002000:3.0:1773674050.911077:0:92712:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674050.911080:0:92712:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.911085:0:92712:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.911088:0:92712:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674050.911092:0:92712:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674050.911096:0:92712:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.911101:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674050.911105:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc1806de00. 00000080:00000001:3.0:1773674050.911112:0:92712:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674050.911114:0:92712:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674050.911123:0:92712:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773674050.911129:0:92712:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773674050.911141:0:92712:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc05771800. 00800000:00000001:3.0:1773674050.911143:0:92712:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484759040 : -113404224792576 : ffff98dc05771800) 00800000:00000001:3.0:1773674050.911146:0:92712:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.911149:0:92712:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674050.911153:0:92712:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773674050.911155:0:92712:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773674050.911159:0:92712:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773674050.911163:0:92712:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773674050.911165:0:92712:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.911172:0:92712:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773674050.911176:0:92712:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773674050.911179:0:92712:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773673995 to 1773674037 00000080:00200000:3.0:1773674050.911185:0:92712:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773674050.911188:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.911189:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.911191:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.911193:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.911195:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.911198:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.911200:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674050.911201:0:92712:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674050.911205:0:92712:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773674050.911206:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771800 1 00800000:00000010:3.0:1773674050.911209:0:92712:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc05771800. 00800000:00000001:3.0:1773674050.911213:0:92712:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.911217:0:92712:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141f7 00800000:00000001:3.0:1773674050.911221:0:92712:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674050.912896:0:92712:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674050.912905:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.912909:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.912914:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.912920:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.912926:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.912929:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.912931:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.912933:0:92712:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.912936:0:92712:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.912940:0:92712:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.912945:0:92712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674050.912949:0:92712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141f7 from it ffffbabdc1c3bb58 00010000:00000001:3.0:1773674050.912954:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.912955:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.912957:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.912959:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.912961:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.912965:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.912971:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.912982:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.912996:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.912998:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.913002:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.913005:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674050.913019:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.913025:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.913027:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.913034:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.913035:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.913037:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.913042:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.913045:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.913048:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.913051:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.913054:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.913055:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.913056:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674050.913060:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.913080:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953436032/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674070 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.913090:0:92712:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674050.913094:0:92712:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674050.913100:0:92712:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc050c6800. 02000000:00000001:3.0:1773674050.913109:0:92712:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674050.913113:0:92712:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674050.913115:0:92712:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674050.913118:0:92712:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674050.913122:0:92712:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959e800. 02000000:00000001:3.0:1773674050.913127:0:92712:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674050.913129:0:92712:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674050.913139:0:92712:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:3.0:1773674050.913144:0:92712:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674050.913146:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.913150:0:92712:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674050.913157:0:92712:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674050.913194:0:92712:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc185b1b80. 00000020:00000001:3.0:1773674050.913202:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bae8 00000080:00200000:3.0:1773674050.913205:0:92712:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=8 00000080:00000001:3.0:1773674050.913210:0:92712:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773674050.913212:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b998 00000080:00200000:3.0:1773674050.914547:0:92712:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:3.0:1773674050.914876:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc02bb8600. 00800000:00000002:3.0:1773674050.914888:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674050.914896:0:92712:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674050.914903:0:92712:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.914907:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b8b8 00800000:00000002:3.0:1773674050.914910:0:92712:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.914915:0:92712:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674050.914919:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.914923:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.914926:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.914930:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.914933:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.914935:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.914938:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.914942:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b850 00800000:00000002:3.0:1773674050.914945:0:92712:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:3.0:1773674050.914952:0:92712:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.914955:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b788 00000002:00010000:3.0:1773674050.914957:0:92712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674050.914963:0:92712:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674050.914966:0:92712:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773674050.914974:0:92712:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773674050.914981:0:92712:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773674050.915001:0:92712:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674050.915007:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.915016:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.915018:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.915020:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.915024:0:92712:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674050.915028:0:92712:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674050.915033:0:92712:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674050.915044:0:92712:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc07bf3800. 00000100:00000001:3.0:1773674050.915055:0:92712:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.915064:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674050.915066:0:92712:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.915068:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674050.915070:0:92712:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.915072:0:92712:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.915081:0:92712:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00010000:00000001:3.0:1773674050.915087:0:92712:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674050.915090:0:92712:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773674050.915100:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 2 00010000:00000001:3.0:1773674050.915104:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.915107:0:92712:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674050.915112:0:92712:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869a200. 00000020:00000001:3.0:1773674050.915117:0:92712:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674050.915120:0:92712:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869a200 with handle 0x2f77f561138141fe to hash 00000020:00000001:3.0:1773674050.915123:0:92712:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674050.915124:0:92712:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.915129:0:92712:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.915133:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.915137:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.915159:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674050.915170:0:92712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674050.915183:0:92712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 92712 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674050.915189:0:92712:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674050.915191:0:92712:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674050.915201:0:92712:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674050.915203:0:92712:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496819712 : -113404212731904 : ffff98dc062f2000) 00000100:00000001:3.0:1773674050.915206:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674050.915207:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000001:3.0:1773674050.915214:0:92712:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674050.917919:0:92712:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.917932:0:92712:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674050.917935:0:92712:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674050.917954:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.917967:0:92712:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674050.917970:0:92712:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.917977:0:92712:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674050.917981:0:92712:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674050.917985:0:92712:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674050.919676:0:92712:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953437184:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773674050.919686:0:92712:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674050.919696:0:92712:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674050.919700:0:92712:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.919704:0:92712:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674050.919720:0:92712:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc088ec000. 02000000:00000001:3.0:1773674050.919723:0:92712:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674050.919734:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674050.919743:0:92712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674050.919784:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674050.919795:0:92712:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953437184, portal 10 00000100:00000001:3.0:1773674050.919798:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674050.919800:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000040:3.0:1773674050.919812:0:92712:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.919823:0:92712:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674050.919826:0:92712:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674050.919830:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674050.919835:0:92712:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953437184, offset 0 00000400:00000200:3.0:1773674050.919844:0:92712:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674050.919857:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674050.919868:0:92712:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674050.919874:0:92712:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674050.919880:0:92712:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674050.919885:0:92712:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674050.919888:0:92712:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674050.919894:0:92712:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252549:252549:256:4294967295] 192.168.201.103@tcp LPNI seq info [252517:252517:8:4294967295] 00000400:00000200:3.0:1773674050.919900:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674050.919914:0:92712:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674050.919921:0:92712:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674050.919928:0:92712:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a000. 00000800:00000200:3.0:1773674050.919937:0:92712:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674050.919949:0:92712:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674050.919956:0:92712:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a000 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:0.0:1773674050.922381:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674050.922394:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000400:00000200:0.0:1773674050.922403:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674050.922415:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674050.922424:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:0.0:1773674050.922427:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:0.0:1773674050.922432:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674050.922442:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674050.922456:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674050.922460:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674050.922469:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674050.922471:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674050.922976:0:92712:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674050.922998:0:92712:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 361987 usecs (362 jiffies) 00000400:00000200:3.0:1773674050.923008:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674050.923014:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300608340 00000100:00000001:3.0:1773674050.923019:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300609861 00000100:00000001:3.0:1773674050.923022:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300608340 00000100:00000001:3.0:1773674050.923025:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300609861 00000100:00000001:3.0:1773674050.923028:0:92712:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674050.923032:0:92712:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.923037:0:92712:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674050.923039:0:92712:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674050.923043:0:92712:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2000 going to sleep for 25 seconds 00000100:00000001:3.0:1773674050.923048:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674050.923052:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674050.928858:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.928876:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674050.928880:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.928884:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.928893:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.928901:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674050.928911:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.928917:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.928922:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.928926:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 640 into portal 10 MB=0x69b80794c7600 00000400:00000200:1.0:1773674050.928931:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.928937:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 640/640 into md 0x2c4fe9 [1] + 224 00000800:00000001:1.0:1773674050.928945:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.928957:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.928960:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674050.928964:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674050.928971:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674050.928980:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674050.928991:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674050.929020:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674050.929029:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.929032:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.929882:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674050.929892:0:92712:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674050.929894:0:92712:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674050.929897:0:92712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674050.929902:0:92712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674050.929905:0:92712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674050.929908:0:92712:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674050.929915:0:92712:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674050.929924:0:92712:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.929930:0:92712:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674050.929932:0:92712:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.929935:0:92712:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674050.929938:0:92712:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674050.929941:0:92712:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674050.929943:0:92712:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.929946:0:92712:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674050.930128:0:92712:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=133 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674050.930133:0:92712:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674050.930136:0:92712:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674050.930138:0:92712:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.930140:0:92712:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674050.930144:0:92712:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.930147:0:92712:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674050.930150:0:92712:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215233 00000100:00000001:3.0:1773674050.930152:0:92712:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674050.930154:0:92712:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674050.930159:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.930166:0:92712:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674050.930171:0:92712:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674050.930173:0:92712:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674050.930177:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674080 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674050.930184:0:92712:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953437184:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773674050.930188:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.930191:0:92712:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.930193:0:92712:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674050.930196:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.930199:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674080 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.930204:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674050.930207:0:92712:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674050.930210:0:92712:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674050.930212:0:92712:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.930215:0:92712:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674050.930220:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930233:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930236:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=4 00000020:00000001:3.0:1773674050.930239:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930242:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000040:3.0:1773674050.930249:0:92712:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869a200, remote cookie: 0x441c89a0128d69b4, flags: 0x1001 00010000:00010000:3.0:1773674050.930254:0:92712:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773674050.930269:0:92712:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773674050.930272:0:92712:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773674050.930281:0:92712:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabb00. 00010000:00000010:3.0:1773674050.930285:0:92712:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8880. 00010000:00000001:3.0:1773674050.930290:0:92712:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.930293:0:92712:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674050.930300:0:92712:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930306:0:92712:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674050.930310:0:92712:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674050.930312:0:92712:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674050.930313:0:92712:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674050.930315:0:92712:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674050.930317:0:92712:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff98dc02dabb00) refcount = 1 00010000:00010000:3.0:1773674050.930321:0:92712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930327:0:92712:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674050.930330:0:92712:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674050.930331:0:92712:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.930334:0:92712:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674050.930336:0:92712:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.930340:0:92712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930346:0:92712:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674050.930347:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930349:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.930350:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930351:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.930352:0:92712:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.930356:0:92712:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674050.930358:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930359:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930361:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.930363:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930365:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930367:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930368:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930369:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=4 00000020:00000001:3.0:1773674050.930370:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930372:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930375:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.930378:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.930381:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930386:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930387:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.930388:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930389:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930390:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=5 00000020:00000001:3.0:1773674050.930392:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930394:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930396:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.930398:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930417:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930418:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674050.930421:0:92712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930428:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.930429:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930430:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.930432:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930433:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674050.930438:0:92712:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674080 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674050.930447:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930448:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930450:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.930452:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930453:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00000002:00010000:3.0:1773674050.930457:0:92712:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773674050.930466:0:92712:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc05771800. 00010000:00000001:3.0:1773674050.930468:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930470:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.930471:0:92712:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.930473:0:92712:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.930476:0:92712:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674050.930479:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930480:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930481:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.930483:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930485:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00000002:00010000:3.0:1773674050.930489:0:92712:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.930495:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930496:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.930498:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674050.930499:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.930500:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.930502:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.930503:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.930505:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000040:3.0:1773674050.930509:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:3.0:1773674050.930511:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674050.930514:0:92712:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:3.0:1773674050.930517:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.930518:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.930520:0:92712:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674050.930522:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b708 00000002:00002000:3.0:1773674050.930525:0:92712:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674050.930528:0:92712:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.930532:0:92712:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.930535:0:92712:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674050.930539:0:92712:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773674050.930542:0:92712:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.930545:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:3.0:1773674050.930548:0:92712:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773674050.930550:0:92712:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1c3bb20 it_disposition b 00000080:00000001:3.0:1773674050.930553:0:92712:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674050.930559:0:92712:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773674050.930561:0:92712:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674050.930564:0:92712:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:3.0:1773674050.930568:0:92712:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1773674050.930575:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.930580:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.930584:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674050.930589:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.930594:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.930599:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.930604:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.930610:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.930616:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.930619:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.930623:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000008:00000010:3.0:1773674050.930626:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.930630:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.930633:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.930636:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.930639:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.930641:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.930644:0:92712:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674050.930648:0:92712:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674050.930650:0:92712:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674050.930656:0:92712:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc042c4720. 00020000:00000010:3.0:1773674050.930659:0:92712:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06499500. 00020000:00000010:3.0:1773674050.930663:0:92712:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc042c4240. 00020000:00000001:3.0:1773674050.930665:0:92712:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463077440 : -113404246474176 : ffff98dc042c4240) 00020000:00000002:3.0:1773674050.930668:0:92712:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc042c4240, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674050.930672:0:92712:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674050.930675:0:92712:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06499500: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674050.930679:0:92712:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000001:3.0:1773674050.930682:0:92712:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674050.930684:0:92712:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000010:3.0:1773674050.932366:0:92712:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06499500. 00020000:00000010:3.0:1773674050.932373:0:92712:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc042c4720. 00020000:00000010:3.0:1773674050.932377:0:92712:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc042c4240. 00020000:00000002:3.0:1773674050.932380:0:92712:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674050.932383:0:92712:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.932386:0:92712:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674050.932389:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.932394:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.932398:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.933262:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.933274:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.933279:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.933284:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.933288:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.933291:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8800. 00000008:00000010:3.0:1773674050.933295:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.933299:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.933303:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.933306:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.933309:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.933312:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674050.933319:0:92712:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:3.0:1773674050.933323:0:92712:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:3.0:1773674050.933330:0:92712:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x6:0x0](ffff98dc05956c08): rc = 0 00000080:00000001:3.0:1773674050.933333:0:92712:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486746632 : -113404222804984 : ffff98dc05956c08) 00010000:00000001:3.0:1773674050.933337:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.933340:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.933342:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.933345:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.933348:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00000080:00000001:3.0:1773674050.933351:0:92712:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674050.933353:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.933361:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.933365:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.933369:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674050.933372:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.933377:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.933380:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.933384:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.933388:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.933391:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.933394:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8e00. 00000008:00000010:3.0:1773674050.933415:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.933419:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.933422:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.933425:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.933427:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.933430:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.933432:0:92712:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674050.933434:0:92712:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674050.933436:0:92712:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674050.933441:0:92712:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc042c4240. 00020000:00000010:3.0:1773674050.933445:0:92712:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06499500. 00020000:00000010:3.0:1773674050.933449:0:92712:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc042c4720. 00020000:00000001:3.0:1773674050.933451:0:92712:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463078688 : -113404246472928 : ffff98dc042c4720) 00020000:00000002:3.0:1773674050.933650:0:92712:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc042c4720, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674050.933654:0:92712:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674050.933657:0:92712:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06499500: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674050.933660:0:92712:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000001:3.0:1773674050.933662:0:92712:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674050.933664:0:92712:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000010:3.0:1773674050.933667:0:92712:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06499500. 00020000:00000010:3.0:1773674050.933670:0:92712:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc042c4240. 00020000:00000010:3.0:1773674050.933673:0:92712:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc042c4720. 00020000:00000002:3.0:1773674050.933675:0:92712:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674050.933677:0:92712:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.933678:0:92712:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.933682:0:92712:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773674050.933685:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674050.933688:0:92712:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c840 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674050.933690:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674050.933693:0:92712:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773674050.933695:0:92712:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674050.933696:0:92712:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674050.933698:0:92712:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773674050.933700:0:92712:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773674050.933702:0:92712:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773674050.933705:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.933708:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674050.933711:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.933714:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.933716:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.933718:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.933721:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.933723:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.933725:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000008:00000010:3.0:1773674050.933727:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.933730:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.933732:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.933735:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.933737:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.933739:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674050.933741:0:92712:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.933743:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.933744:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674050.933746:0:92712:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674050.933800:0:92712:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773674050.933802:0:92712:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.933806:0:92712:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) for lock 0x2f77f561138141fe 00800000:00000001:3.0:1773674050.933810:0:92712:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674050.933813:0:92712:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674050.933814:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.933816:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.933818:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.933820:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.933822:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.933825:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.933826:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.933828:0:92712:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.933829:0:92712:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1773674050.933837:0:92712:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18af8bd0 inode ffff98dc05956c08 refc 1 flags 0x40000e 00000080:00000001:3.0:1773674050.933841:0:92712:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1773674050.933845:0:92712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) 00000080:00010000:3.0:1773674050.933849:0:92712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141fe from it ffffbabdc1c3bb20 00010000:00000001:3.0:1773674050.933851:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.933852:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.933853:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.933855:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.933857:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.933860:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.933864:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674050.933872:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.933873:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.933875:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.933877:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.933880:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674050.933888:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.933891:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.933893:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.933898:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.933899:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.933901:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.933904:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.933906:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.933908:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.933912:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.933914:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.933915:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.933917:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674050.933918:0:92712:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773674050.933922:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc02bb8600. 00000100:00000001:3.0:1773674050.933927:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.933939:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7100 x1859825953437184/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674080 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674050.933947:0:92712:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674050.933950:0:92712:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674050.933954:0:92712:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc088ec000. 02000000:00000001:3.0:1773674050.933958:0:92712:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674050.933960:0:92712:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674050.933962:0:92712:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674050.933965:0:92712:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674050.933968:0:92712:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc07bf3800. 02000000:00000001:3.0:1773674050.933971:0:92712:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674050.933973:0:92712:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674050.933975:0:92712:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7100. 00000100:00000001:3.0:1773674050.933979:0:92712:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674050.933980:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674050.933983:0:92712:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773674050.933984:0:92712:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1c3bb20 released 00000080:00000001:3.0:1773674050.933986:0:92712:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1773674050.933999:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bd08 00000080:00200008:3.0:1773674050.934001:0:92712:0:(file.c:6209:ll_getattr_dentry()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773674050.934007:0:92712:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674050.934008:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bc80 00000080:00200000:3.0:1773674050.934010:0:92712:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff98dc05956c08),name=f130c.recovery-small 00000080:00000010:3.0:1773674050.934017:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc02bb8600. 00800000:00000002:3.0:1773674050.934023:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674050.934029:0:92712:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674050.934033:0:92712:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.934034:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bba0 00800000:00000002:3.0:1773674050.934036:0:92712:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x6:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.934040:0:92712:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674050.934043:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.934046:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.934048:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.934050:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.934052:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.934053:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.934056:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.934058:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.934059:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.934060:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.934062:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.934063:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.934065:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773674050.934067:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.934069:0:92712:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674050.934073:0:92712:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.934075:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3ba70 00000002:00010000:3.0:1773674050.934077:0:92712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674050.934081:0:92712:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674050.934083:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.934085:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.934092:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:3.0:1773674050.934095:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.934100:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.934103:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674050.934107:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674050.934115:0:92712:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674050.934121:0:92712:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.934124:0:92712:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674050.934131:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674050.934133:0:92712:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.934135:0:92712:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.934137:0:92712:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.934139:0:92712:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.934142:0:92712:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674050.934145:0:92712:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674050.934147:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674050.934150:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc02bb8600. 00000080:00000001:3.0:1773674050.934153:0:92712:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674050.934155:0:92712:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.934157:0:92712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) 00000080:00010000:3.0:1773674050.934160:0:92712:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) for lock 0x2f77f561138141fe 00800000:00000001:3.0:1773674050.934163:0:92712:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674050.934165:0:92712:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674050.934166:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.934168:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.934169:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.934172:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.934174:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.934176:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934177:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.934179:0:92712:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.934180:0:92712:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.934183:0:92712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141fe from it ffffbabdc1c3bcb8 00010000:00000001:3.0:1773674050.934184:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.934185:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.934187:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674050.934188:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.934191:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674050.934193:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.934196:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674050.934202:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934203:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.934204:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.934206:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.934209:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674050.934220:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.934222:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.934223:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.934226:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934227:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.934228:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934230:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.934232:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934234:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934236:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934238:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.934239:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934240:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674050.934242:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674050.934243:0:92712:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674050.934246:0:92712:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773674050.934249:0:92712:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773674050.934251:0:92712:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674050.934253:0:92712:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773674050.934254:0:92712:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.934257:0:92712:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674050.934260:0:92712:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773674050.934262:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.934265:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.934268:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674050.934272:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.934275:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.934279:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.934282:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.934285:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.934288:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.934291:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.934293:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000008:00000010:3.0:1773674050.934296:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.934299:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.934301:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.934304:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.934307:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.934309:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.934313:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.934315:0:92712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674050.934318:0:92712:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674050.934320:0:92712:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773674050.934323:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.934324:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674050.934555:0:92712:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674050.934556:0:92712:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.934559:0:92712:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674050.934562:0:92712:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff98dc07fb0bc8 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773674050.934566:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674050.934569:0:92712:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674050.934570:0:92712:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674050.934573:0:92712:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674050.934575:0:92712:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934577:0:92712:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674050.934579:0:92712:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674050.934581:0:92712:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934582:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.934583:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674050.934585:0:92712:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674050.934586:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00000020:00000001:3.0:1773674050.934588:0:92712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674050.934591:0:92712:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773674050.934592:0:92712:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x6:0x0] 00000020:00000001:3.0:1773674050.934595:0:92712:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773674050.934596:0:92712:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773674050.934599:0:92712:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773674050.934601:0:92712:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773674050.934606:0:92712:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773674050.934613:0:92712:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc184c8c00. 00020000:00000002:3.0:1773674050.934615:0:92712:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773674050.934617:0:92712:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773674050.934620:0:92712:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674050.934622:0:92712:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674050.934623:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.934626:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24bd0. 00000020:00000010:3.0:1773674050.934629:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674050.934632:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0a2c6000. 00000020:00000010:3.0:1773674050.934635:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4720. 00000008:00000010:3.0:1773674050.934639:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674050.934642:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674050.934645:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674050.934649:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674050.934651:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674050.934655:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1112f600. 00000008:00000010:3.0:1773674050.934658:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674050.934660:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674050.934663:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674050.934666:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d202d0. 00000020:00000001:3.0:1773674050.934668:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067736 : -113404168483880 : ffff98dc08d24bd8) 00000020:00001000:3.0:1773674050.934670:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24bd0 00000020:00000001:3.0:1773674050.934673:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.934674:0:92712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674050.934676:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.934677:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674050.934679:0:92712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934681:0:92712:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934683:0:92712:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674050.934685:0:92712:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773674050.934689:0:92712:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc185778f0. 00000008:00010000:3.0:1773674050.934691:0:92712:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773674050.934693:0:92712:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674050.934695:0:92712:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773674050.934696:0:92712:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc184c8c30, osc lock ffff98dc185778f0, flags 0x400001002 00000020:00000001:3.0:1773674050.934698:0:92712:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934700:0:92712:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934702:0:92712:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669800737792 : -113403908813824 : ffff98dc184c8c00) 00000020:00000001:3.0:1773674050.934705:0:92712:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674050.934706:0:92712:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773674050.934707:0:92712:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934709:0:92712:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934711:0:92712:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773674050.934713:0:92712:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773674050.934715:0:92712:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674050.934716:0:92712:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674050.934718:0:92712:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674050.934719:0:92712:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674050.934721:0:92712:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674050.934722:0:92712:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674050.934724:0:92712:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773674050.934728:0:92712:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674050.934731:0:92712:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674050.934732:0:92712:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674050.934734:0:92712:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674050.934735:0:92712:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674050.934736:0:92712:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674050.934738:0:92712:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773674050.934740:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.934744:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7c00 count: 2 00010000:00000001:3.0:1773674050.934747:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.934789:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.934793:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674050.934797:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773674050.934808:0:92712:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674050.934811:0:92712:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.934815:0:92712:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674050.934822:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.934823:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.934825:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=3 00000020:00000001:3.0:1773674050.934827:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674050.934830:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00000008:00000001:3.0:1773674050.934834:0:92712:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674050.934837:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.934838:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.934839:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=4 00000020:00000001:3.0:1773674050.934841:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674050.934843:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00000020:00000001:3.0:1773674050.934847:0:92712:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773674050.934849:0:92712:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773674050.934851:0:92712:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1773674050.934853:0:92712:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934854:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.934856:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.934857:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=5 00000020:00000001:3.0:1773674050.934859:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674050.934862:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674050.934864:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.934867:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674050.934874:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934875:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.934876:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.934878:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.934880:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674050.934889:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.934890:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.934892:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.934894:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934895:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.934896:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934899:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.934901:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934903:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934904:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.934906:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.934908:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934909:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.934910:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934911:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674050.934912:0:92712:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674050.934915:0:92712:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934917:0:92712:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.934919:0:92712:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934920:0:92712:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934922:0:92712:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773674050.934923:0:92712:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773674050.934926:0:92712:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773674050.934928:0:92712:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1773674050.934930:0:92712:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934932:0:92712:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.934935:0:92712:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674050.934938:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.934940:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.934941:0:92712:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674050.934944:0:92712:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674050.934948:0:92712:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674050.934950:0:92712:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:3.0:1773674050.934952:0:92712:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674050.934953:0:92712:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:3.0:1773674050.934955:0:92712:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[0]: s=4 (1) m=1773674037 a=0 c=1773674037 b=8 00020000:00000001:3.0:1773674050.934958:0:92712:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674050.934961:0:92712:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773674037 a=0 c=1773674037 b=8 00020000:00000001:3.0:1773674050.934963:0:92712:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934965:0:92712:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.934967:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:3.0:1773674050.934969:0:92712:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 8 00000080:00000001:3.0:1773674050.934972:0:92712:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773674050.934974:0:92712:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674050.934976:0:92712:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07fb0b68 (ffff98dc08d24998/0) at cl_lock_release():245 00000020:00000001:3.0:1773674050.934978:0:92712:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674050.934980:0:92712:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07fb0b68 (ffff98dc08d24998/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674050.934982:0:92712:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674050.934984:0:92712:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674050.934985:0:92712:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674050.934987:0:92712:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674050.934988:0:92712:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc184c8c30 (ffff98dc08d24bd8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674050.934991:0:92712:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674050.934992:0:92712:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674050.934994:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.934995:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674050.934996:0:92712:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674050.934998:0:92712:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674050.934999:0:92712:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674050.935000:0:92712:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674050.935001:0:92712:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674050.935002:0:92712:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07fb0b68 (ffff98dc08d24998/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674050.935005:0:92712:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674050.935006:0:92712:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674050.935007:0:92712:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc184c8c30 (ffff98dc08d24998/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674050.935010:0:92712:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc185778f0. 00000020:00000001:3.0:1773674050.935013:0:92712:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674050.935014:0:92712:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc184c8c00. 00020000:00000001:3.0:1773674050.935017:0:92712:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674050.935018:0:92712:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674050.935019:0:92712:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773674050.935021:0:92712:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.935023:0:92712:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674050.935025:0:92712:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674050.935027:0:92712:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674050.935028:0:92712:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674050.935029:0:92712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674050.935030:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24bd0 00000020:00000010:3.0:1773674050.935034:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0a2c6000. 00000020:00000010:3.0:1773674050.935038:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4720. 00000008:00000010:3.0:1773674050.935041:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674050.935044:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674050.935047:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674050.935051:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674050.935054:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674050.935056:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8800. 00000008:00000010:3.0:1773674050.935059:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674050.935061:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674050.935064:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674050.935066:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d202d0. 00000020:00000010:3.0:1773674050.935068:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1112f600. 00000020:00000010:3.0:1773674050.935070:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24bd0. 00020000:00000001:3.0:1773674050.935072:0:92712:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674050.935075:0:92712:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674050.935077:0:92712:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674050.935079:0:92712:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674050.935082:0:92712:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674050.935084:0:92712:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.935086:0:92712:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674050.935088:0:92712:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674050.935089:0:92712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674050.935090:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.935092:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.935095:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.935097:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.935100:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.935102:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.935104:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.935106:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.935109:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8600. 00000008:00000010:3.0:1773674050.935112:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.935114:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.935117:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.935119:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.935122:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.935124:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000001:00000001:3.0:1773674050.935126:0:92712:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.935132:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bd08 00000080:00000008:3.0:1773674050.935134:0:92712:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773674050.935139:0:92712:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674050.935141:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bda0 00000080:00002000:3.0:1773674050.935143:0:92712:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff98dc18af8bd0, parent ffff98dc10e90a20, inode ffff98dc05956c08) hashed, 00000080:00000001:3.0:1773674050.935145:0:92712:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.935189:0:92712:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674050.935193:0:92712:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674050.935194:0:92712:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674050.935196:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bbd8 00000080:00200000:3.0:1773674050.935198:0:92712:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674050.935203:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc1112f600. 00800000:00000002:3.0:1773674050.935207:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674050.935209:0:92712:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674050.935212:0:92712:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.935214:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3baf8 00800000:00000002:3.0:1773674050.935216:0:92712:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.935219:0:92712:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674050.935221:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.935222:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.935224:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.935226:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.935227:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.935229:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.935231:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.935234:0:92712:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674050.935236:0:92712:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.935238:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3b9c8 00000002:00010000:3.0:1773674050.935239:0:92712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674050.935242:0:92712:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674050.935243:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.935244:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.935248:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 2 00010000:00000001:3.0:1773674050.935250:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.935253:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.935256:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674050.935259:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674050.943710:0:92712:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674050.943717:0:92712:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.943723:0:92712:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674050.943733:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674050.943736:0:92712:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.943739:0:92712:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.943743:0:92712:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.943746:0:92712:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.943758:0:92712:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674050.943762:0:92712:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674050.943782:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674050.943788:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc1112f600. 00000080:00000001:3.0:1773674050.943795:0:92712:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674050.943798:0:92712:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.943801:0:92712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674050.943805:0:92712:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141f7 00800000:00000001:3.0:1773674050.943809:0:92712:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674050.943812:0:92712:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674050.943815:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.943817:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.943820:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.943823:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.943825:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.943829:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.943831:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.943832:0:92712:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.943834:0:92712:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.943836:0:92712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141f7 from it ffffbabdc1c3bc10 00010000:00000001:3.0:1773674050.943839:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.943840:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.943842:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.943844:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.943846:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.943848:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.943851:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674050.943857:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.943858:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.943860:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.943864:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.943866:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674050.943873:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.943877:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.943879:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.943884:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.943885:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.943887:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.943890:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.943892:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.943894:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.943899:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.943901:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.943902:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.943903:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674050.943906:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674050.943908:0:92712:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.943911:0:92712:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674050.943916:0:92712:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.943930:0:92712:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773674050.943933:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bda0 00000080:00002000:3.0:1773674050.943935:0:92712:0:(dcache.c:87:ll_dcompare()) found name f130c.recovery-small(ffff98dc18af8bd0) flags 0x48000e refc 0 00000080:00000001:3.0:1773674050.943939:0:92712:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.943941:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3be10 00000080:00200000:3.0:1773674050.943942:0:92712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f130c.recovery-small, flags=0 00000080:00000001:3.0:1773674050.943948:0:92712:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674050.943950:0:92712:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674050.943951:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bd30 00000080:00200000:3.0:1773674050.943953:0:92712:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674050.943963:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc1112f600. 00800000:00000002:3.0:1773674050.943969:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674050.943973:0:92712:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674050.943976:0:92712:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.943978:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bc50 00800000:00000002:3.0:1773674050.943981:0:92712:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.943984:0:92712:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674050.943986:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.943989:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.943991:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.943994:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.943996:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.943998:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.944000:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.944003:0:92712:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674050.944007:0:92712:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674050.944009:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bb20 00000002:00010000:3.0:1773674050.944010:0:92712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674050.944014:0:92712:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674050.944015:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.944018:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.944026:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 2 00010000:00000001:3.0:1773674050.944029:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.944033:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.944037:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674050.944040:0:92712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773674050.944051:0:92712:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674050.944053:0:92712:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674050.944056:0:92712:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773674050.944061:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674050.944063:0:92712:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.944065:0:92712:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.944067:0:92712:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674050.944068:0:92712:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.944070:0:92712:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674050.944072:0:92712:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674050.944074:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674050.944076:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc1112f600. 00000080:00000001:3.0:1773674050.944079:0:92712:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674050.944080:0:92712:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.944082:0:92712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674050.944085:0:92712:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138141f7 00800000:00000001:3.0:1773674050.944088:0:92712:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674050.944089:0:92712:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674050.944090:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.944092:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.944093:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.944095:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.944097:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.944100:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.944101:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674050.944102:0:92712:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.944103:0:92712:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674050.944105:0:92712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138141f7 from it ffffbabdc1c3bd68 00010000:00000001:3.0:1773674050.944108:0:92712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674050.944109:0:92712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674050.944111:0:92712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674050.944112:0:92712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.944114:0:92712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674050.944116:0:92712:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674050.944118:0:92712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674050.944124:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.944125:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.944126:0:92712:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674050.944128:0:92712:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674050.944130:0:92712:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674050.944135:0:92712:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674050.944137:0:92712:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674050.944138:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.944140:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.944141:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.944142:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.944144:0:92712:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674050.944145:0:92712:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.944147:0:92712:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.944149:0:92712:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.944150:0:92712:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674050.944152:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.944153:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674050.944154:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674050.944155:0:92712:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674050.944157:0:92712:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:3.0:1773674050.944160:0:92712:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.944164:0:92712:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1773674050.944166:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3bdf8 00000080:00200000:3.0:1773674050.944168:0:92712:0:(namei.c:2407:ll_unlink()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00000001:3.0:1773674050.944171:0:92712:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1773674050.944174:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.944179:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.944183:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1112f600. 00000020:00000010:3.0:1773674050.944189:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.944193:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.944199:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.944204:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.944208:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.944214:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.944219:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.946106:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8600. 00000008:00000010:3.0:1773674050.946120:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.946126:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.946130:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.946136:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.946140:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.946144:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.946147:0:92712:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773674050.946151:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674050.946155:0:92712:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c840 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674050.946158:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674050.946161:0:92712:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773674050.946163:0:92712:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674050.946165:0:92712:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674050.946167:0:92712:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1773674050.946171:0:92712:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1773674050.946173:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.946177:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.946183:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.946187:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.946191:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.946195:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.946198:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.946202:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.946205:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1112f600. 00000008:00000010:3.0:1773674050.946209:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.946212:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.946215:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.946217:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.946220:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674050.946857:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674050.946861:0:92712:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773674050.946869:0:92712:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc02bb8600. 00800000:00000002:3.0:1773674050.946875:0:92712:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00800000:00000001:3.0:1773674050.946888:0:92712:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:3.0:1773674050.946892:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.946894:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.946897:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.946899:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.946902:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.946904:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674050.946906:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.946909:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.946910:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.946912:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.946913:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.946915:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.946916:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773674050.946918:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.946920:0:92712:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1773674050.946922:0:92712:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674050.946923:0:92712:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674050.946924:0:92712:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674050.946925:0:92712:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674050.946926:0:92712:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.946928:0:92712:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773674050.946929:0:92712:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.946932:0:92712:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773674050.946934:0:92712:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.946936:0:92712:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x6:0x0] -> mds #0 00000002:00000001:3.0:1773674050.946941:0:92712:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1773674050.946943:0:92712:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773674050.946949:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 2 00010000:00000001:3.0:1773674050.946952:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.946956:0:92712:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773674050.946960:0:92712:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674050.946965:0:92712:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1773674050.946976:0:92712:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674050.946980:0:92712:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773674050.946982:0:92712:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773674050.946985:0:92712:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773674050.946988:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.946991:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.946993:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 3 00010000:00000001:3.0:1773674050.946995:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.946999:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.947001:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.947002:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.947004:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 3 00010000:00000001:3.0:1773674050.947005:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.947007:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.947008:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.947009:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.947011:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7000 count: 3 00010000:00000001:3.0:1773674050.947012:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.947014:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.947016:0:92712:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773674050.947018:0:92712:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773674050.947022:0:92712:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773674050.947024:0:92712:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773674050.947026:0:92712:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773674050.947028:0:92712:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.947031:0:92712:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674050.947035:0:92712:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674050.947037:0:92712:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674050.947039:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.947041:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773674050.947045:0:92712:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfe00 with handle 0x2f77f561138141f7 from hash 00010000:00000001:3.0:1773674050.947047:0:92712:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674050.947048:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.947050:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.947051:0:92712:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674050.947054:0:92712:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674050.947056:0:92712:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773674050.947059:0:92712:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674050.947061:0:92712:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.947063:0:92712:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.947064:0:92712:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773674050.947067:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 2 00010000:00000001:3.0:1773674050.947069:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674050.947071:0:92712:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773674050.947072:0:92712:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674050.947075:0:92712:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773674050.949425:0:92712:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674050.949430:0:92712:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773674050.949433:0:92712:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773674050.949435:0:92712:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:3.0:1773674050.949439:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.949442:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.949449:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:3.0:1773674050.949452:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.949456:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.949458:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.949459:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.949460:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:3.0:1773674050.949462:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.949464:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.949467:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.949468:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.949469:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:3.0:1773674050.949471:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.949473:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.949474:0:92712:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674050.949475:0:92712:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674050.949477:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabb00 count: 3 00010000:00000001:3.0:1773674050.949479:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674050.949481:0:92712:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.949482:0:92712:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.949485:0:92712:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674050.949487:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.949496:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.949502:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.949506:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.949511:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.949517:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.949522:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.949527:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.949533:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.949537:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.949541:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8800. 00000008:00000010:3.0:1773674050.949545:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.949548:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.949552:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.949555:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.949558:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.949560:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.949562:0:92712:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773674050.949565:0:92712:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:3.0:1773674050.949568:0:92712:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773674050.949571:0:92712:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773674050.949575:0:92712:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674050.949577:0:92712:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674050.949580:0:92712:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773674050.949583:0:92712:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.949585:0:92712:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674050.949587:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.949590:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.949596:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.949600:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.949604:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.949607:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.949611:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.949613:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.949616:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000008:00000010:3.0:1773674050.949620:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.949623:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.949626:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.949629:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.949632:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8800. 00000020:00000010:3.0:1773674050.949634:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674050.949637:0:92712:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.949640:0:92712:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773674050.949643:0:92712:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff98dc05956c08) invalid 00000020:00000001:3.0:1773674050.949646:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3ba60 00000080:00002000:3.0:1773674050.949649:0:92712:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff98dc18af8bd0) parent ffff98dc10e90a20 inode ffff98dc05956c08 refc 1 00000080:00000001:3.0:1773674050.949654:0:92712:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773674050.949656:0:92712:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773674050.949658:0:92712:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.949661:0:92712:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674050.949664:0:92712:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674050.949666:0:92712:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674050.949668:0:92712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674050.949672:0:92712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773674050.949874:0:92712:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869a200 with handle 0x2f77f561138141fe from hash 00010000:00000001:3.0:1773674050.949878:0:92712:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674050.949881:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674050.949882:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.949883:0:92712:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674050.949888:0:92712:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674050.949891:0:92712:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773674050.949895:0:92712:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674050.949897:0:92712:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674050.949900:0:92712:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773674050.949908:0:92712:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773674050.949913:0:92712:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:3.0:1773674050.949919:0:92712:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773674050.949921:0:92712:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.949924:0:92712:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674050.949929:0:92712:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674050.949933:0:92712:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.949936:0:92712:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674050.949938:0:92712:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674050.949943:0:92712:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674050.949949:0:92712:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc02bb8800. 00000100:00000001:3.0:1773674050.949956:0:92712:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.949958:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674050.949960:0:92712:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674050.949968:0:92712:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773674050.949978:0:92712:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674050.949985:0:92712:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1773674050.949986:0:92712:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773674050.949988:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674050.949991:0:92712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f561138141fe lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d69b4 expref: -99 pid: 92712 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1773674050.949999:0:92712:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc05771800. 00010000:00000040:3.0:1773674050.950003:0:92712:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc02dabb00 count: 0 00010000:00000010:3.0:1773674050.950009:0:92712:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc184c8880. 00010000:00000001:3.0:1773674050.950019:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.950020:0:92712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674050.950023:0:92712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f561138141f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6998 expref: -99 pid: 92712 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1773674050.950030:0:92712:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7000 count: 0 00010000:00000010:3.0:1773674050.950034:0:92712:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3b00. 00010000:00000001:3.0:1773674050.950040:0:92712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674050.950042:0:92712:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.950044:0:92712:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674050.950046:0:92712:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.950048:0:92712:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773674050.950059:0:92712:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773674050.950071:0:92712:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674050.950080:0:92712:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674050.950081:0:92712:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674050.950088:0:92712:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674050.950091:0:92712:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496819712 : -113404212731904 : ffff98dc062f2000) 00000100:00000001:3.0:1773674050.950093:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674050.950095:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000001:3.0:1773674050.950099:0:92712:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674050.950103:0:92712:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.950105:0:92712:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674050.950107:0:92712:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674050.950111:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.950119:0:92712:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674050.950121:0:92712:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.950125:0:92712:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674050.950128:0:92712:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674050.950130:0:92712:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674050.950134:0:92712:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953437440:192.168.201.103@tcp:36:rm.0 00000100:00000001:3.0:1773674050.950138:0:92712:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674050.950144:0:92712:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674050.950146:0:92712:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.950149:0:92712:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674050.950153:0:92712:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf3800. 02000000:00000001:3.0:1773674050.950155:0:92712:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674050.950162:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674050.950167:0:92712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674050.950173:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674050.950180:0:92712:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953437440, portal 10 00000100:00000001:3.0:1773674050.950182:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674050.950183:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000040:3.0:1773674050.950190:0:92712:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.950197:0:92712:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674050.950200:0:92712:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674050.950202:0:92712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674050.950207:0:92712:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859825953437440, offset 0 00000400:00000200:3.0:1773674050.950214:0:92712:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674050.950623:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674050.950632:0:92712:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674050.950637:0:92712:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674050.950641:0:92712:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674050.950645:0:92712:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674050.950648:0:92712:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674050.950652:0:92712:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252550:252550:256:4294967295] 192.168.201.103@tcp LPNI seq info [252518:252518:8:4294967295] 00000400:00000200:3.0:1773674050.950656:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674050.950666:0:92712:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674050.950671:0:92712:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674050.950677:0:92712:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a000. 00000800:00000200:3.0:1773674050.950831:0:92712:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674050.950839:0:92712:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674050.950843:0:92712:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1773674050.950934:0:92712:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674050.950940:0:92712:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 361163 usecs (362 jiffies) 00000400:00000200:3.0:1773674050.950945:0:92712:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674050.950948:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300608368 00000100:00000001:3.0:1773674050.950952:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300609861 00000100:00000001:3.0:1773674050.950955:0:92712:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300608368 00000100:00000001:3.0:1773674050.950957:0:92712:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300609861 00000100:00000001:3.0:1773674050.950960:0:92712:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674050.950963:0:92712:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.950965:0:92712:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674050.950967:0:92712:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674050.950970:0:92712:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2000 going to sleep for 25 seconds 00000100:00000001:3.0:1773674050.950973:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674050.950975:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674050.957964:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674050.957975:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a000. 00000400:00000200:1.0:1773674050.957983:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674050.957992:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674050.958001:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:1.0:1773674050.958004:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:1.0:1773674050.958011:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674050.958023:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674050.958036:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674050.958039:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674050.958047:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674050.958049:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773674050.959669:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabb00. 00010000:00000010:3.1:1773674050.959684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a200. 00010000:00000010:3.1:1773674050.959688:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7000. 00010000:00000010:3.1:1773674050.959692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000800:00000001:1.0:1773674050.972114:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.972134:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674050.972138:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.972141:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.972151:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.972159:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674050.972169:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.972174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.972179:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.972183:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c7700 00000400:00000200:1.0:1773674050.972188:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674050.972194:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c4ff1 [1] + 224 00000800:00000001:1.0:1773674050.972202:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.972214:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674050.972217:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674050.972222:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674050.972228:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674050.972237:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674050.972250:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674050.972278:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674050.972288:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674050.972291:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.973031:0:92712:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674050.973040:0:92712:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674050.973043:0:92712:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674050.973047:0:92712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674050.973052:0:92712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674050.973056:0:92712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674050.973059:0:92712:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674050.973065:0:92712:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674050.973077:0:92712:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7100 x1859825953437440/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674080 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.973084:0:92712:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674050.973086:0:92712:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.973089:0:92712:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674050.973092:0:92712:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674050.973094:0:92712:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674050.973097:0:92712:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674050.973100:0:92712:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674050.973109:0:92712:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=133 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674050.973114:0:92712:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674050.973116:0:92712:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674050.973118:0:92712:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674050.973121:0:92712:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674050.973125:0:92712:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.973128:0:92712:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674050.973130:0:92712:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1800000080] 00000100:00000001:3.0:1773674050.973132:0:92712:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674050.973134:0:92712:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674050.973136:0:92712:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000001:3.0:1773674050.973139:0:92712:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674050.973141:0:92712:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215233 00000100:00000001:3.0:1773674050.973143:0:92712:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674050.973145:0:92712:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674050.973150:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.973157:0:92712:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674050.973160:0:92712:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674050.973162:0:92712:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674050.973167:0:92712:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674050.973175:0:92712:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:92712:1859825953437440:192.168.201.103@tcp:36:rm.0 00000100:00000001:3.0:1773674050.973181:0:92712:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674050.973184:0:92712:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674050.973186:0:92712:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674050.973188:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.973191:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.973198:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674050.973201:0:92712:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674050.973205:0:92712:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674050.973206:0:92712:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674050.973214:0:92712:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674050.973218:0:92712:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674050.973235:0:92712:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674050.973240:0:92712:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc02bb8600. 00000100:00000001:3.0:1773674050.973246:0:92712:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674050.973250:0:92712:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674050.973256:0:92712:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.973261:0:92712:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674050.973274:0:92712:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674050.973277:0:92712:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c3be28 00000080:00002000:3.0:1773674050.973280:0:92712:0:(dcache.c:127:ll_ddelete()) deleting dentry f130c.recovery-small (ffff98dc18af8bd0, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773674050.973283:0:92712:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674050.973290:0:92712:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773674050.973296:0:92712:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773674050.973308:0:92712:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:3.0:1773674050.973311:0:92712:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674050.973315:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.973321:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674050.973326:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674050.973331:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.973335:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.973343:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.973349:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.973506:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.973514:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.973518:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.973522:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8e00. 00000008:00000010:3.0:1773674050.973527:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.973532:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.973535:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.973539:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674050.973543:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674050.973547:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674050.973551:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.973554:0:92712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674050.973557:0:92712:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674050.973559:0:92712:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674050.973562:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.973564:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674050.973566:0:92712:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674050.973569:0:92712:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff98dc07fb0bc8 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773674050.973572:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674050.973576:0:92712:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674050.973578:0:92712:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674050.973580:0:92712:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674050.973582:0:92712:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.973584:0:92712:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674050.973586:0:92712:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674050.973588:0:92712:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.973589:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.973590:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674050.973592:0:92712:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674050.973594:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00000020:00000001:3.0:1773674050.973597:0:92712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.973599:0:92712:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674050.973600:0:92712:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773674050.973603:0:92712:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674050.973606:0:92712:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674050.973610:0:92712:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773674050.973614:0:92712:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674050.973616:0:92712:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674050.973617:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674050.973620:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24bd0. 00000020:00000010:3.0:1773674050.973627:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1112f600. 00000020:00000010:3.0:1773674050.973631:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0a2c6000. 00000020:00000010:3.0:1773674050.973635:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4720. 00000008:00000010:3.0:1773674050.973638:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674050.973641:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674050.973644:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674050.973647:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674050.973650:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674050.973653:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc051ade00. 00000008:00000010:3.0:1773674050.973657:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674050.973659:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674050.973661:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674050.973664:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d202d0. 00000020:00000001:3.0:1773674050.973666:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067736 : -113404168483880 : ffff98dc08d24bd8) 00000020:00001000:3.0:1773674050.973669:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24bd0 00000020:00000001:3.0:1773674050.973671:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674050.973672:0:92712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674050.973675:0:92712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674050.973676:0:92712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674050.974155:0:92712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.974158:0:92712:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.974160:0:92712:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674050.974163:0:92712:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674050.974165:0:92712:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.974167:0:92712:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974169:0:92712:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974171:0:92712:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773674050.974173:0:92712:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674050.974175:0:92712:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674050.974176:0:92712:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674050.974177:0:92712:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674050.974179:0:92712:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974180:0:92712:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.974182:0:92712:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.974183:0:92712:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974185:0:92712:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674050.974186:0:92712:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974187:0:92712:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.974189:0:92712:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773674050.974191:0:92712:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674050.974192:0:92712:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674050.974193:0:92712:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674050.974195:0:92712:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773674050.974197:0:92712:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773674050.974201:0:92712:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773674050.974204:0:92712:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773674050.974208:0:92712:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674050.974212:0:92712:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cd6c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:3.0:1773674050.974216:0:92712:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674050.974218:0:92712:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.976148:0:92712:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976157:0:92712:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976160:0:92712:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.976162:0:92712:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.976164:0:92712:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674050.976166:0:92712:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773674050.976168:0:92712:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674050.976169:0:92712:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773674050.976171:0:92712:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674050.976172:0:92712:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976174:0:92712:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773674050.976176:0:92712:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674050.976178:0:92712:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773674050.976180:0:92712:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674050.976181:0:92712:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674050.976183:0:92712:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674050.976184:0:92712:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674050.976185:0:92712:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976187:0:92712:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976188:0:92712:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674050.976189:0:92712:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674050.976190:0:92712:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773674050.976192:0:92712:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674050.976193:0:92712:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674050.976194:0:92712:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674050.976196:0:92712:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674050.976197:0:92712:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674050.976198:0:92712:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674050.976199:0:92712:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976200:0:92712:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674050.976203:0:92712:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674050.976204:0:92712:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674050.976205:0:92712:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.976208:0:92712:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674050.976210:0:92712:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674050.976211:0:92712:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674050.976214:0:92712:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674050.976216:0:92712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674050.976219:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24bd0 00000020:00000010:3.0:1773674050.976510:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0a2c6000. 00000020:00000010:3.0:1773674050.976519:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4720. 00000008:00000010:3.0:1773674050.976524:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674050.976530:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674050.976535:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674050.976540:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674050.976544:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674050.976547:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1112f600. 00000008:00000010:3.0:1773674050.976551:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674050.976554:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674050.976558:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674050.976560:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d202d0. 00000020:00000010:3.0:1773674050.976563:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc051ade00. 00000020:00000010:3.0:1773674050.976566:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24bd0. 00020000:00000001:3.0:1773674050.976568:0:92712:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674050.976571:0:92712:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674050.976574:0:92712:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674050.976576:0:92712:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674050.976579:0:92712:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674050.976580:0:92712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674050.976583:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674050.976585:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674050.976588:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4900. 00000008:00000010:3.0:1773674050.976591:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674050.976594:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674050.976596:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674050.976599:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674050.976601:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674050.976603:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8600. 00000008:00000010:3.0:1773674050.976606:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674050.976609:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674050.976611:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674050.976614:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674050.976616:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674050.976618:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674050.976621:0:92712:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674050.976631:0:92712:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773674050.976634:0:92712:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446630669497964512 : -113404211587104 : ffff98dc064097e0) 00000020:00000001:3.0:1773674050.976637:0:92712:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:3.0:1773674050.976639:0:92712:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:3.0:1773674050.976641:0:92712:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674050.976643:0:92712:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674050.976644:0:92712:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674050.976650:0:92712:0:(cl_page.c:547:__cl_page_state_set()) page@000000000db0d9b0[2 000000005f573643 1 1 0000000000000000] 00000020:00000001:3.0:1773674050.976652:0:92712:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1773674050.976654:0:92712:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1773674050.976656:0:92712:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1773674050.976658:0:92712:0:(osc_page.c:138:osc_page_delete()) ffff98dc06409840 00000008:00000001:3.0:1773674050.976661:0:92712:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1773674050.976663:0:92712:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc06409850 page ffff98dc06409840 at index 0. 00000008:00000001:3.0:1773674050.976666:0:92712:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674050.976673:0:92712:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1773674050.976685:0:92712:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb449d9cc0 index 0 00000020:00000001:3.0:1773674050.976691:0:92712:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1773674050.976692:0:92712:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:3.0:1773674050.976694:0:92712:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674050.976697:0:92712:0:(cl_page.c:596:cl_batch_put()) page@000000000db0d9b0[1 000000005f573643 5 1 0000000000000000] 00000020:00000001:3.0:1773674050.976698:0:92712:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:3.0:1773674050.976700:0:92712:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:3.0:1773674050.976703:0:92712:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc064097e0. 00000020:00000001:3.0:1773674050.976707:0:92712:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:3.0:1773674050.976708:0:92712:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773674050.982293:0:92712:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773674050.982306:0:92712:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff98dc05956c08) 00800000:00000001:2.0:1773674050.982318:0:92712:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773674050.982321:0:92712:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x6:0x0] 00000002:00000001:2.0:1773674050.982330:0:92712:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773674050.982340:0:92712:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674050.982343:0:92712:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773674050.982346:0:92712:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674050.982348:0:92712:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674050.982351:0:92712:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1773674050.982353:0:92712:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773674050.982356:0:92712:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674050.982359:0:92712:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674050.982365:0:92712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674050.982376:0:92712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674050.982385:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674050.982391:0:92712:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1806d000. 00000020:00000010:2.0:1773674050.982395:0:92712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c7e0. 00000008:00000010:2.0:1773674050.982404:0:92712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674050.982409:0:92712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc071936c0. 00008000:00000010:2.0:1773674050.982415:0:92712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674050.982423:0:92712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674050.982427:0:92712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674050.982431:0:92712:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806ce00. 00000008:00000010:2.0:1773674050.982435:0:92712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674050.982439:0:92712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674050.982443:0:92712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674050.982446:0:92712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674050.982450:0:92712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674050.982453:0:92712:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00020000:00000001:2.0:1773674050.982462:0:92712:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:2.0:1773674050.982465:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:2.0:1773674050.982468:0:92712:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:2.0:1773674050.982472:0:92712:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674050.982477:0:92712:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674050.982482:0:92712:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc062cf800: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674050.982485:0:92712:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773674050.982488:0:92712:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674050.982490:0:92712:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1773674050.982492:0:92712:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1773674050.982499:0:92712:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1773674050.982504:0:92712:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7c00 count: 2 00010000:00000001:2.0:1773674050.982508:0:92712:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674050.982511:0:92712:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1773674050.982515:0:92712:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1773674050.982522:0:92712:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 4 blocks 8 [cma]time 1773674037 1773674037 0 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:2.0:1773674050.982539:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000020:00000001:2.0:1773674050.982541:0:92712:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd6c0 -> ffff98dc043c2210 00000008:00000001:2.0:1773674050.982543:0:92712:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674050.982546:0:92712:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674050.982548:0:92712:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674050.982550:0:92712:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773674050.982557:0:92712:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98dc043cd6c0. 00020000:00000001:2.0:1773674050.982565:0:92712:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1773674050.982568:0:92712:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98dc043c2ed8. 00020000:00000001:2.0:1773674050.982679:0:92712:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1773674050.982683:0:92712:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674050.982685:0:92712:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674050.982687:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:2.0:1773674050.982690:0:92712:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:2.0:1773674050.982692:0:92712:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:2.0:1773674050.982694:0:92712:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:2.0:1773674050.982697:0:92712:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:2.0:1773674050.982700:0:92712:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98dc07306ca8. 00020000:00000010:2.0:1773674050.982706:0:92712:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98dc11129180. 00020000:00000010:2.0:1773674050.982711:0:92712:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98dc042b4d80. 00020000:00000002:2.0:1773674050.982715:0:92712:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674050.982719:0:92712:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674050.982723:0:92712:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc062cf800: ostid: 0x280000401:9131 ost idx: 0 gen: 0 00020000:00000010:2.0:1773674050.982728:0:92712:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc062cf800. 00020000:00000010:2.0:1773674050.982732:0:92712:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437cde0. 00020000:00000010:2.0:1773674050.982735:0:92712:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437c840. 00020000:00000001:2.0:1773674050.982737:0:92712:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1773674050.982739:0:92712:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000010:2.0:1773674050.982742:0:92712:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff98dc043c04d8. 00020000:00000001:2.0:1773674050.982745:0:92712:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:2.0:1773674050.982748:0:92712:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff98dc043c2190. 00000020:00001000:2.0:1773674050.982810:0:92712:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674050.982815:0:92712:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1806d000. 00000020:00000010:2.0:1773674050.982821:0:92712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c7e0. 00000008:00000010:2.0:1773674050.982825:0:92712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674050.982831:0:92712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc071936c0. 00008000:00000010:2.0:1773674050.982834:0:92712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674050.982839:0:92712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674050.982843:0:92712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674050.982846:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806ca00. 00000008:00000010:2.0:1773674050.982850:0:92712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674050.982853:0:92712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674050.982857:0:92712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674050.982860:0:92712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674050.982862:0:92712:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806ce00. 00000020:00000010:2.0:1773674050.982865:0:92712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674050.982869:0:92712:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1773674050.982873:0:92712:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1773674050.983630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc185b1b80. 00000080:00000010:2.1:1773674051.048845:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05956b40. 00010000:00000001:0.0:1773674051.072978:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674051.073002:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674051.073010:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674051.073012:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674051.083185:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674051.083195:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674051.083201:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674052.097128:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674052.097135:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674052.097141:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674052.097143:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674052.097313:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674052.097317:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674052.097321:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674052.864906:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300609861, at 4300609920 00000100:00000010:0.0:1773674052.864924:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cd80. 00000100:00000040:1.0:1773674052.865511:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300609861, at 4300609920 00000100:00000010:1.0:1773674052.865519:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c780. 00010000:00000001:0.0:1773674053.123320:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674053.123328:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674053.123334:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674053.123336:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674053.123441:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674053.123448:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674053.123454:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674054.017416:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674054.017431:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674054.017446:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674054.017454:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674054.017459:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674054.017463:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674054.017471:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674054.017481:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5400. 00000100:00000001:2.0:1773674054.017669:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.017684:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674054.017699:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674054.017731:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.017740:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.017795:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.017799:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674054.017804:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674054.017808:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674054.017812:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674054.017814:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674054.017816:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674054.017819:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674054.017823:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5b00. 00000100:00000001:2.0:1773674054.017827:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.017832:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674054.017840:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674054.017842:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.017846:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_01+1] req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.017862:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.017950:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674054.017963:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674054.017967:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674054.017973:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674054.017979:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1773674054.017988:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773674054.017988:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674054.017998:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674054.018007:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674054.018011:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674054.018018:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674054.018028:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:3.0:1773674054.018032:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674054.018036:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.018038:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.018046:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773674054.018048:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1773674054.018053:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674054.018066:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.018077:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1773674054.018082:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953437568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674054.018083:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.018094:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.018104:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773674054.018114:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.018116:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1773674054.018119:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1773674054.018122:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.018130:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1773674054.018132:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1773674054.018137:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674054.018143:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674054.018146:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1773674054.018147:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8600. 02000000:00000001:2.0:1773674054.018149:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674054.018156:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.018157:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674054.018167:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5500. 00000400:00000200:3.0:1773674054.018184:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674054.018193:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674054.018201:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674054.018209:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953437568, portal 25 00000100:00000001:3.0:1773674054.018212:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674054.018213:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:3.0:1773674054.018222:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.018230:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674054.018233:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674054.018236:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674054.018239:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953437568, offset 0 00000400:00000200:3.0:1773674054.018245:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674054.018255:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674054.018263:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674054.018267:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674054.018271:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674054.018276:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674054.018279:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674054.018284:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252551:252551:256:4294967295] 192.168.201.103@tcp LPNI seq info [252519:252519:8:4294967295] 00000400:00000200:3.0:1773674054.018289:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674054.018300:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674054.018305:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674054.018311:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a100. 00000800:00000200:3.0:1773674054.018318:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674054.018327:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674054.018332:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674054.019539:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674054.019552:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674054.019556:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300614981 00000100:00000010:3.0:1773674054.019565:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4900. 00000100:00000001:3.0:1773674054.019573:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674054.019580:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300614981 00000100:00000010:3.0:1773674054.019583:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4720. 00000100:00000001:3.0:1773674054.019586:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674054.019589:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674054.019593:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.019597:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.019601:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.019610:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674054.019613:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674054.019617:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674054.019625:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674054.019627:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674054.019665:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.019681:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674054.019696:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674054.019713:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.019722:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.019733:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.019737:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674054.019742:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674054.019751:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5948) 00000100:00000001:2.0:1773674054.019795:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674054.019799:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674054.019801:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674054.019808:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.019817:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674054.019820:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.019824:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674054.019828:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674054.019832:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674054.019836:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674054.019841:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674054.019847:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674054.019851:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.019856:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1773674054.019877:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.020300:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674054.020302:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.020307:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674054.020311:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674054.020315:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674054.020319:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953437824:192.168.201.103@tcp:400:kworker.0 02000000:00000010:2.0:1773674054.021124:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674054.021131:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674054.021142:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674054.021150:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674054.021159:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674054.021226:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953437696, portal 10 00000100:00000001:2.0:1773674054.021230:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674054.021232:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674054.021246:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.021261:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674054.021264:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674054.021268:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674054.021273:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953437696, offset 0 00000400:00000200:2.0:1773674054.021281:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674054.021292:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674054.021300:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674054.021306:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674054.021310:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674054.021315:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674054.021318:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674054.021323:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252552:252552:255:4294967295] 192.168.201.103@tcp LPNI seq info [252520:252520:7:4294967295] 00000400:00000200:2.0:1773674054.021328:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674054.021340:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674054.021347:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674054.021532:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674054.021542:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674054.021551:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674054.021557:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674054.021563:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.021568:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 360367 usecs (361 jiffies) 00000400:00000200:2.0:1773674054.021571:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674054.021575:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300611437 00000100:00000001:2.0:1773674054.021578:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300614981 00000100:00000001:2.0:1773674054.021581:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300611437 00000100:00000001:2.0:1773674054.021584:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300614981 00000100:00000001:2.0:1773674054.021586:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674054.021589:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.021593:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674054.021599:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.021607:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674054.021609:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.021612:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674054.021615:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674054.021617:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674054.021620:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674054.021623:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674054.021628:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674054.021630:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.021633:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674054.021637:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806de00. 02000000:00000001:2.0:1773674054.021639:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674054.021642:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674054.021646:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674054.021650:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674054.021653:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953437952, portal 4 00000100:00000001:2.0:1773674054.021656:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674054.021657:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674054.021664:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.021671:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674054.021674:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674054.021677:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674054.021679:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953437952, offset 0 00000400:00000200:2.0:1773674054.021684:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674054.021688:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674054.021692:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674054.021695:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674054.021698:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674054.021714:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674054.021717:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674054.021720:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252553:252553:254:4294967295] 192.168.201.103@tcp LPNI seq info [252521:252521:6:4294967295] 00000400:00000200:2.0:1773674054.021725:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674054.021732:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674054.021737:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674054.021742:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674054.021746:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674054.021751:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674054.021754:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674054.021758:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.021761:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 524722 usecs (525 jiffies) 00000400:00000200:2.0:1773674054.021788:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674054.021790:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300611602 00000100:00000001:2.0:1773674054.021793:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300614981 00000100:00000001:2.0:1773674054.021795:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300611602 00000100:00000001:2.0:1773674054.021798:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300614981 00000100:00000001:2.0:1773674054.021801:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674054.021803:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.021806:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.021811:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.021821:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674054.021824:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674054.021828:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674054.021829:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674054.021832:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.021835:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.022282:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674054.022294:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674054.022299:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.022304:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674054.022316:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb9400. 02000000:00000001:3.0:1773674054.022320:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674054.022330:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674054.022336:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674054.022343:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674054.022349:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953437824, portal 10 00000100:00000001:3.0:1773674054.022352:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674054.022354:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674054.022366:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.022878:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674054.022883:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674054.022887:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674054.022892:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953437824, offset 0 00000400:00000200:3.0:1773674054.022898:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674054.022907:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674054.022914:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674054.022919:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674054.022923:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674054.022927:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674054.022930:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674054.022934:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252554:252554:253:4294967295] 192.168.201.103@tcp LPNI seq info [252522:252522:5:4294967295] 00000400:00000200:3.0:1773674054.022939:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674054.022949:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674054.022956:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674054.022961:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a500. 00000800:00000200:3.0:1773674054.022967:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674054.022976:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674054.022981:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674054.022985:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674054.022990:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 101483 usecs (102 jiffies) 00000400:00000200:3.0:1773674054.022993:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674054.022996:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300611180 00000100:00000001:3.0:1773674054.023000:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300614981 00000100:00000001:3.0:1773674054.023003:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300611180 00000100:00000001:3.0:1773674054.023005:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300614981 00000100:00000001:3.0:1773674054.023007:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674054.023010:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.023015:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.023018:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.023026:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674054.023028:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674054.023031:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674054.023033:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674054.023034:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.023036:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674054.025129:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674054.025138:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a100. 00000400:00000200:1.0:1773674054.025147:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.025157:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674054.025164:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:1.0:1773674054.025167:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:1.0:1773674054.025244:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674054.025253:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.025267:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674054.025271:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.025278:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674054.025281:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674054.025296:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674054.025299:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:1.0:1773674054.025303:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.025307:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674054.025311:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:1.0:1773674054.025313:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:1.0:1773674054.025315:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674054.025320:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.025329:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674054.025333:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.025340:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674054.025342:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674054.025350:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674054.025352:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:1.0:1773674054.025355:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.025359:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674054.025361:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:1.0:1773674054.025364:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:1.0:1773674054.025366:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674054.026039:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.026051:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674054.026055:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.026062:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674054.026063:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674054.031656:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674054.031667:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a500. 00000400:00000200:1.0:1773674054.031675:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.031684:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674054.031691:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:1.0:1773674054.031694:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:1.0:1773674054.031709:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674054.031718:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.031731:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674054.031736:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.031744:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674054.031747:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674054.058863:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.058886:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674054.058890:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.058893:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.058904:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.058911:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674054.058924:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.058929:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.058935:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.058939:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7900 00000400:00000200:1.0:1773674054.058946:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.058952:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5009 [1] + 224 00000800:00000001:1.0:1773674054.058961:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.058965:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.058969:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.058974:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674054.058982:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674054.058991:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674054.059003:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.059030:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674054.059040:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059044:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674054.059046:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059048:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059052:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059056:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674054.059060:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059063:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059066:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059069:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7800 00000400:00000200:1.0:1773674054.059072:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059077:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5001 [1] + 224 00000800:00000001:1.0:1773674054.059081:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059084:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059086:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.059089:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674054.059092:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674054.059096:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674054.059111:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.059119:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674054.059123:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059126:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674054.059128:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059130:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059133:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059137:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674054.059141:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059143:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059149:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7880 00000400:00000200:1.0:1773674054.059152:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059156:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5011 [1] + 224 00000800:00000001:1.0:1773674054.059160:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059163:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059164:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.059168:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674054.059183:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674054.059189:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674054.059197:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.059210:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674054.059214:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059218:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674054.059220:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059222:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059225:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059231:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674054.059235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059238:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059244:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7780 00000400:00000200:1.0:1773674054.059247:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674054.059251:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c4ff9 [1] + 224 00000800:00000001:1.0:1773674054.059255:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059263:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674054.059266:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674054.059269:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674054.059271:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674054.059276:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674054.059284:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674054.059291:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674054.059294:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674054.059297:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.060797:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674054.060805:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674054.060814:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674054.060816:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674054.060820:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674054.060827:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:3.0:1773674054.060830:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:3.0:1773674054.060833:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674054.060842:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674054.060852:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.060865:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674054.060867:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.060870:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674054.060873:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674054.060876:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674054.060878:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.060880:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674054.060890:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=137 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674054.060894:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=137 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674054.060897:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674054.060899:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674054.060902:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674054.060907:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.060910:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674054.060912:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674054.060915:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674054.060916:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674054.060922:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.060928:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674054.060932:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674054.060934:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674054.060938:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674054.060947:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953437824:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674054.060954:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674054.060956:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674054.060958:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674054.060960:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674054.060962:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674054.060965:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674054.060969:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674054.060978:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.060983:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674054.060985:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.060987:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674054.060988:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674054.060989:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674054.060991:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674054.060993:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674054.060996:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674054.060999:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674054.061002:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674054.061003:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674054.061005:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674054.061006:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.061008:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674054.061012:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.061018:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674054.061020:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674054.061021:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674054.061024:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674054.061031:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953437568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674054.061035:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.061037:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674054.061040:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953437824/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.061046:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674054.061049:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674054.061052:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb9400. 02000000:00000001:3.0:1773674054.061056:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674054.061059:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674054.061061:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674054.061063:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674054.061066:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:3.0:1773674054.061070:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674054.061071:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674054.061073:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:3.0:1773674054.061077:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674054.061078:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.061079:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674054.061083:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953437568/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674054.061089:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674054.061090:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674054.061091:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8600. 02000000:00000001:3.0:1773674054.061093:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674054.061094:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674054.061096:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674054.061098:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674054.061099:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5400. 02000000:00000001:3.0:1773674054.061101:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674054.061102:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674054.061103:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:3.0:1773674054.061105:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674054.061106:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.061109:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674054.061116:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674054.061118:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674054.061121:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674054.061123:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.061548:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674054.061551:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674054.061555:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674054.061557:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674054.061560:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674054.061563:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674054.061566:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674054.061569:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674054.061574:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674054.061584:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061591:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674054.061592:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061594:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674054.061595:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674054.061596:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674054.061598:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.061600:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674054.061605:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=137 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674054.061608:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674054.061610:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674054.061611:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674054.061613:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674054.061615:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.061618:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674054.061619:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215233 00000100:00000001:2.0:1773674054.061621:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674054.061623:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.061627:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061634:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674054.061635:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674054.061648:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674054.061652:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674054.061660:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437696:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674054.061665:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674054.061667:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674054.061668:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674054.061671:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674054.061672:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674054.061674:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674054.061678:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674054.061687:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061694:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674054.061695:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061697:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674054.061698:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674054.061707:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674054.061708:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674054.061710:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674054.061714:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674054.061717:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674054.061719:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674054.061720:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674054.061722:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674054.061723:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.061726:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674054.061727:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:2.0:1773674054.061729:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674054.061730:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674054.061734:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061740:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674054.061742:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674054.061743:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674054.061746:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674054.061759:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953437952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674054.061787:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061790:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674054.061793:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953437696/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061799:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674054.061801:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674054.061803:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674054.061806:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674054.061807:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674054.061809:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674054.061810:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674054.061812:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5b00. 02000000:00000001:2.0:1773674054.061815:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674054.061816:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674054.061817:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674054.061820:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674054.061822:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061823:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674054.061826:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953437952/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674054.061832:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674054.061833:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674054.061835:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806de00. 02000000:00000001:2.0:1773674054.061837:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674054.061838:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674054.061839:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674054.061841:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674054.061842:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5500. 02000000:00000001:2.0:1773674054.061844:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674054.061846:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674054.061847:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674054.061849:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674054.061850:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061852:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674054.061856:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674054.061858:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674054.061860:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674054.061862:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674054.144913:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674054.144921:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674054.144927:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674054.144928:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674054.144954:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674054.144957:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674054.144961:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674055.168946:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674055.168956:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674055.168963:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674055.168965:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674055.169405:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674055.169409:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674055.169412:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674056.192932:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674056.192939:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674056.192946:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674056.192947:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674056.193126:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674056.193131:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.193134:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773674056.910227:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674056.910246:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674056.910250:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674056.910254:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674056.910264:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674056.910272:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674056.910281:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674056.910287:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674056.910293:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674056.910297:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d14680 00000400:00000200:0.0:1773674056.910306:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 328 00000800:00000001:0.0:1773674056.910316:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674056.910325:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674056.910329:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674056.910334:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674056.910342:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773674056.910345:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773674056.910351:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00380. 00000100:00000040:0.0:1773674056.910355:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a00380 x1859825928586880 msgsize 328 00000100:00100000:0.0:1773674056.910360:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773674056.910369:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773674056.910377:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674056.910381:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674056.910489:0:81783:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773674056.910493:0:81783:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928586880 02000000:00000001:1.0:1773674056.910496:0:81783:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773674056.910499:0:81783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674056.910502:0:81783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674056.910507:0:81783:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674056.910512:0:81783:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928586880 00000020:00000001:1.0:1773674056.910515:0:81783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674056.910517:0:81783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813af7 00000020:00000001:1.0:1773674056.910520:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674056.910524:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a1000 refcount=4 00000020:00000001:1.0:1773674056.910527:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000020:00000001:1.0:1773674056.910530:0:81783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000100:00000001:1.0:1773674056.910534:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674056.910540:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031780. 00000100:00000001:1.0:1773674056.910543:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674056.910546:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031780. 00000020:00000010:1.0:1773674056.910552:0:81783:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc213c3800. 00000020:00000010:1.0:1773674056.910559:0:81783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799280. 00000020:00000010:1.0:1773674056.910564:0:81783:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773674056.910574:0:81783:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773674056.910577:0:81783:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773674056.910579:0:81783:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773674056.910581:0:81783:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674056.910589:0:81783:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674056.910606:0:81783:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674056.910620:0:81783:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773674056.910622:0:81783:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773674056.910628:0:81783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 38 00000100:00000040:1.0:1773674056.910632:0:81783:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a1000 : new rpc_count 1 00000100:00000001:1.0:1773674056.910635:0:81783:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669520995200 : -113404188556416 : ffff98dc07a00380) 00000100:00000040:1.0:1773674056.910642:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a00380 x1859825928586880/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:132/0 lens 328/0 e 0 to 0 dl 1773674067 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674056.910665:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674056.910669:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031780. 00000100:00000001:1.0:1773674056.910672:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674056.910674:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031780. 00000100:00100000:1.0:1773674056.910679:0:81783:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28897:x1859825928586880:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773674056.910683:0:81783:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928586880 00010000:00000001:1.0:1773674056.910686:0:81783:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773674056.910693:0:81783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674056.910695:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674056.910697:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=2 00000020:00000001:1.0:1773674056.910700:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:1.0:1773674056.910703:0:81783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:1.0:1773674056.910706:0:81783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674056.910710:0:81783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674056.910716:0:81783:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:1.0:1773674056.910729:0:81783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773674056.910731:0:81783:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773674056.910737:0:81783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc072c6000. 02000000:00000001:1.0:1773674056.910739:0:81783:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674056.910742:0:81783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674056.910748:0:81783:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773674056.910751:0:81783:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674056.910755:0:81783:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=112 v=5 (1 1 0 1) 00000100:00000001:1.0:1773674056.910759:0:81783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674056.910762:0:81783:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674056.910799:0:81783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773674056.910802:0:81783:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773674056.910804:0:81783:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674056.910807:0:81783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674056.910810:0:81783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674056.910815:0:81783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd440. 00000100:00000200:1.0:1773674056.910832:0:81783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928586880, offset 224 00000400:00000200:1.0:1773674056.910839:0:81783:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674056.910845:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.910852:0:81783:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674056.910857:0:81783:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252555:252555:256:4294967295] 192.168.201.103@tcp LPNI seq info [252523:252523:8:4294967295] 00000400:00000200:1.0:1773674056.910862:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.910870:0:81783:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674056.910876:0:81783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674056.910881:0:81783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3000. 00000800:00000200:1.0:1773674056.910887:0:81783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674056.910894:0:81783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674056.910898:0:81783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674056.910915:0:81783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674056.910919:0:81783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773674056.910923:0:81783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773674056.910927:0:81783:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc12fc4f00. 00010000:00000001:1.0:1773674056.910930:0:81783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773674056.910941:0:81783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773674056.910944:0:81783:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674056.910945:0:81783:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674056.910947:0:81783:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674056.910952:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00380 x1859825928586880/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:132/0 lens 328/224 e 0 to 0 dl 1773674067 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773674056.910963:0:81783:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28897:x1859825928586880:12345-192.168.201.103@tcp:104: Request processed in 309us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1773674056.910971:0:81783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 38 00000100:00000040:1.0:1773674056.910975:0:81783:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a1000 : new rpc_count 0 00000100:00000001:1.0:1773674056.910978:0:81783:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773674056.910980:0:81783:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773674056.910985:0:81783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799280. 00000020:00000010:1.0:1773674056.910991:0:81783:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000001:3.0:1773674056.910992:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1773674056.910995:0:81783:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc213c3800. 00000020:00000001:3.0:1773674056.910996:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.911003:0:81794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:1.0:1773674056.911004:0:81783:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a1000 : new refcount 3 00010000:00000001:3.0:1773674056.911007:0:81794:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1773674056.911008:0:81783:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674056.911010:0:81794:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674056.911016:0:81794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674056.911027:0:81794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cf000 already unused, calling callback (ffffffffc0fc4260) 00000008:00000001:3.0:1773674056.911031:0:81794:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773674056.911034:0:81794:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674056.911035:0:81794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674056.911037:0:81794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674056.911039:0:81794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf000 refcount=3 00000020:00000001:3.0:1773674056.911041:0:81794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674056.911043:0:81794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464170496 : -113404245381120 : ffff98dc043cf000) 00010000:00000001:3.0:1773674056.911047:0:81794:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674056.911050:0:81794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x428400010000 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773674056.911059:0:81794:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773674056.911061:0:81794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674056.911068:0:81794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674056.911072:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb8e00. 00000020:00000010:3.0:1773674056.911076:0:81794:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674056.911080:0:81794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4240. 00000008:00000010:3.0:1773674056.911086:0:81794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00000800:00000200:1.0:1773674056.911087:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00020000:00000010:3.0:1773674056.911092:0:81794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206ff00. 00000800:00000010:1.0:1773674056.911093:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3000. 00000400:00000200:1.0:1773674056.911100:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00008000:00000010:3.0:1773674056.911101:0:81794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000400:00000200:1.0:1773674056.911107:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000080:00000010:3.0:1773674056.911110:0:81794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000400:00000200:1.0:1773674056.911112:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd440 00000080:00000010:3.0:1773674056.911116:0:81794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000400:00000010:1.0:1773674056.911117:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd440. 00000020:00000010:3.0:1773674056.911123:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc02bb9400. 00000100:00000001:1.0:1773674056.911123:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674056.911125:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000010:3.0:1773674056.911135:0:81794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674056.911140:0:81794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674056.911145:0:81794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674056.911149:0:81794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674056.911152:0:81794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674056.911154:0:81794:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000008:00000001:3.0:1773674056.911156:0:81794:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773674056.911158:0:81794:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674056.911161:0:81794:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674056.911163:0:81794:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc02bb8600. 00000020:00000010:3.0:1773674056.911166:0:81794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4240. 00000008:00000010:3.0:1773674056.911169:0:81794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674056.911172:0:81794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206ff00. 00008000:00000010:3.0:1773674056.911176:0:81794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674056.911178:0:81794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674056.911181:0:81794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674056.911183:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb8e00. 00000008:00000010:3.0:1773674056.911185:0:81794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674056.911188:0:81794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674056.911192:0:81794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674056.911195:0:81794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674056.911197:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc02bb9400. 00000020:00000010:3.0:1773674056.911201:0:81794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000008:00000001:3.0:1773674056.911204:0:81794:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674056.911207:0:81794:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674056.911211:0:81794:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674056.911213:0:81794:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674056.911214:0:81794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674056.911216:0:81794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674056.911219:0:81794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cf000 with handle 0x2f77f561138141f0 from hash 00010000:00000001:3.0:1773674056.911222:0:81794:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674056.911223:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674056.911225:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674056.911226:0:81794:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674056.911230:0:81794:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674056.911231:0:81794:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773674056.911236:0:81794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674056.911241:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674056.911243:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674056.911244:0:81794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674056.911246:0:81794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674056.911248:0:81794:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674056.911254:0:81794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773674056.911258:0:81794:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674056.911264:0:81794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674056.911266:0:81794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674056.911270:0:81794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674056.911276:0:81794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc02bb9400. 00000100:00000001:3.0:1773674056.911282:0:81794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674056.911284:0:81794:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674056.911288:0:81794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674056.911296:0:81794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674056.911297:0:81794:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674056.911301:0:81794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674056.911305:0:81794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674056.911313:0:81794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.911386:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674056.911390:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674056.911393:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674056.911399:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.911408:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674056.911410:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674056.911414:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674056.911417:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674056.911419:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674056.911423:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438080:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773674056.911427:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674056.911432:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674056.911435:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674056.911437:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674056.911442:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674056.911445:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674056.911461:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674056.911465:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674056.911470:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674056.911475:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438080, portal 18 00000100:00000001:2.0:1773674056.911477:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674056.911479:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527239296 : -113404182312320 : ffff98dc07ff4a80) 00000100:00000040:2.0:1773674056.911485:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.911492:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674056.911494:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674056.911497:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674056.911500:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953438080, offset 0 00000400:00000200:2.0:1773674056.911505:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674056.911511:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674056.911515:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674056.911519:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674056.911523:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674056.911527:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674056.911530:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674056.911533:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252556:252556:256:4294967295] 192.168.201.103@tcp LPNI seq info [252524:252524:8:4294967295] 00000400:00000200:2.0:1773674056.911537:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674056.911545:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674056.911550:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674056.911555:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5500. 00000800:00000200:2.0:1773674056.911559:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674056.911565:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674056.911567:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674056.911593:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674056.911601:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 521325 usecs (522 jiffies) 00000400:00000200:2.0:1773674056.911605:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674056.911609:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300614488 00000100:00000001:2.0:1773674056.911612:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300614981 00000100:00000001:2.0:1773674056.911614:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300614488 00000100:00000001:2.0:1773674056.911617:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300614981 00000100:00000001:2.0:1773674056.911619:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674056.911622:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674056.911625:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674056.911628:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773674056.911648:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674056.911664:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5500. 00000400:00000200:0.0:1773674056.911668:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674056.911673:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674056.911677:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:0.0:1773674056.911679:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:0.0:1773674056.911683:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674056.911687:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674056.911698:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674056.911702:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674056.911710:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674056.911712:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773674056.911822:0:81794:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674056.911827:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674056.911828:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674056.911830:0:81794:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674056.911832:0:81794:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674056.911834:0:81794:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.911838:0:81794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674056.911847:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674056.911849:0:81794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 000000001740ee96/0x2f77f561138141f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x441c89a0128d698a expref: -99 pid: 92457 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:3.0:1773674056.911863:0:81794:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85680. 00010000:00000040:3.0:1773674056.911867:0:81794:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7c00 count: 0 00010000:00000010:3.0:1773674056.911873:0:81794:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc043b7200. 00010000:00000001:3.0:1773674056.911883:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674056.911884:0:81794:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773674056.911887:0:81794:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc12fc4f00. 00010000:00000001:3.0:1773674056.911889:0:81794:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674056.911892:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674056.911893:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.911895:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674056.911897:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674056.911898:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.911900:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674056.911901:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674056.911902:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674056.911904:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674056.911922:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674056.911926:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674056.921629:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674056.921646:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674056.921649:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674056.921663:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674056.921675:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.921683:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674056.921693:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.921699:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.921705:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.921709:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c7980 00000400:00000200:1.0:1773674056.921714:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674056.921721:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5021 [1] + 224 00000800:00000001:1.0:1773674056.921730:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674056.921742:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674056.921746:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674056.921750:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674056.921758:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674056.921790:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674056.921804:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.921923:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674056.921927:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674056.921932:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674056.921934:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674056.922908:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674056.922920:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674056.922926:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674056.924836:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674056.924842:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674056.924846:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674056.924853:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674056.924857:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674056.924861:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674056.924872:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674056.924883:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.924890:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674056.924892:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674056.924896:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674056.924899:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674056.924901:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674056.924903:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674056.924906:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674056.924917:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2530 time=300 v=5 (5 5 0 0) 00000100:00001000:2.0:1773674056.924921:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=92 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674056.924924:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674056.924925:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674056.924928:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674056.924932:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674056.924936:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674056.924938:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:2.0:1773674056.924940:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674056.924942:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674056.924946:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.924953:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674056.924956:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674056.924958:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674056.924962:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674056.924970:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438080:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773674056.924974:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674056.924978:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674056.924980:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4a80 x1859825953438080/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674072 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674056.924986:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674056.924988:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674056.924991:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674056.924995:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674056.924997:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674056.924999:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674056.925001:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674056.925004:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc02bb9400. 02000000:00000001:2.0:1773674056.925007:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674056.925008:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674056.925010:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4a80. 00000100:00000001:2.0:1773674056.926059:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674056.926060:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674056.926063:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674056.926070:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674056.926072:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674056.926074:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674056.926077:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773674056.930322:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7c00. 00010000:00000010:3.1:1773674056.930340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf000. 00010000:00000001:0.0:1773674057.218094:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674057.218101:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674057.218107:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674057.218109:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674057.219586:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674057.219592:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674057.219596:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674057.984996:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300614981, at 4300615040 00000100:00000010:0.0:1773674057.985022:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4900. 00000100:00000040:1.0:1773674057.985837:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300614981, at 4300615041 00000100:00000010:1.0:1773674057.985846:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4720. 00010000:00000001:0.0:1773674058.240968:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674058.240975:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674058.240981:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674058.240982:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674058.241478:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674058.241482:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674058.241485:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674059.139947:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674059.139957:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674059.139967:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674059.139973:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674059.139978:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674059.139981:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674059.139987:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674059.140007:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5b00. 00000100:00000001:2.0:1773674059.140014:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140026:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674059.140037:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674059.140042:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140049:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140092:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140096:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674059.140100:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674059.140103:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674059.140106:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674059.140109:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674059.140110:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674059.140112:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674059.140116:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5000. 00000100:00000001:2.0:1773674059.140119:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140124:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674059.140141:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674059.140143:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140148:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140158:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140161:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674059.140164:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674059.140169:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674059.140171:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674059.140174:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674059.140176:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674059.140178:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674059.140181:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5f00. 00000100:00000001:2.0:1773674059.140184:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140189:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674059.140197:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674059.140199:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140203:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140211:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140214:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674059.140217:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674059.140220:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674059.140223:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674059.140225:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674059.140226:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674059.140228:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674059.140231:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5500. 00000100:00000001:2.0:1773674059.140233:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140237:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674059.140244:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674059.140246:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140249:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140256:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140258:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674059.140261:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674059.140267:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5953) 00000100:00000001:2.0:1773674059.140283:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.140287:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674059.140289:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674059.140294:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140303:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674059.140306:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140310:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674059.140312:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674059.140315:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674059.140319:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.140323:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674059.140328:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674059.140331:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140333:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674059.140338:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674059.140340:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674059.140348:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674059.140353:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674059.140360:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674059.140368:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438336, portal 10 00000100:00000001:2.0:1773674059.140371:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674059.140372:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674059.140380:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140388:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674059.140391:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674059.140394:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064990. 00000100:00000200:2.0:1773674059.140397:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953438336, offset 0 00000400:00000200:2.0:1773674059.140404:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140412:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140420:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674059.140425:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674059.140430:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674059.140434:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674059.140437:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140442:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252557:252557:256:4294967295] 192.168.201.103@tcp LPNI seq info [252525:252525:8:4294967295] 00000400:00000200:2.0:1773674059.140447:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140458:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674059.140464:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674059.140468:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5400. 00000800:00000200:2.0:1773674059.140475:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674059.140482:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674059.140487:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674059.140509:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140514:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 359638 usecs (360 jiffies) 00000400:00000200:2.0:1773674059.140518:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674059.140521:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300616555 00000100:00000010:2.0:1773674059.140526:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c7e0. 00000100:00000001:2.0:1773674059.140533:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674059.140538:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300616555 00000100:00000010:2.0:1773674059.140542:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c840. 00000100:00000001:2.0:1773674059.140545:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674059.140549:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.140552:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.140555:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674059.140559:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140567:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674059.140568:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140571:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674059.140573:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674059.140574:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674059.140577:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.140581:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674059.140583:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674059.140584:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140586:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674059.140589:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674059.140591:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674059.140594:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674059.140597:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674059.140600:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674059.140603:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438592, portal 4 00000100:00000001:2.0:1773674059.140605:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674059.140606:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:2.0:1773674059.140612:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140632:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674059.140635:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674059.140638:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674059.140641:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953438592, offset 0 00000400:00000200:2.0:1773674059.140645:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140650:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140653:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674059.140656:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674059.140659:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674059.140662:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674059.140665:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140668:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252558:252558:255:4294967295] 192.168.201.103@tcp LPNI seq info [252526:252526:7:4294967295] 00000400:00000200:2.0:1773674059.140673:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140678:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674059.140683:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674059.140687:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5a00. 00000800:00000200:2.0:1773674059.140691:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674059.140695:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674059.140698:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674059.140701:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.140704:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 517722 usecs (518 jiffies) 00000400:00000200:2.0:1773674059.140707:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674059.140709:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300616713 00000100:00000001:2.0:1773674059.140715:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300616555 00000100:00000001:2.0:1773674059.140718:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300616713 00000100:00000001:2.0:1773674059.140721:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300616555 00000100:00000001:2.0:1773674059.140724:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.140726:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.140729:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.140732:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.140739:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674059.140741:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674059.140744:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.140745:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674059.140747:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674059.140750:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1773674059.140752:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.140755:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674059.140756:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.140758:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.140759:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674059.140761:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674059.140803:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140811:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674059.140813:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140816:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674059.140818:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674059.140820:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674059.140824:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953438208:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.140827:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674059.140829:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674059.140831:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140833:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674059.140837:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674059.140838:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674059.140842:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674059.140845:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bc08. 00000400:00000010:2.0:1773674059.140849:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674059.140853:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438208, portal 25 00000100:00000001:2.0:1773674059.140855:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674059.140856:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674059.140860:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140866:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674059.140868:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674059.140870:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064110. 00000100:00000200:2.0:1773674059.140872:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953438208, offset 0 00000400:00000200:2.0:1773674059.140876:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140880:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140883:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674059.140886:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674059.140888:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674059.140891:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674059.140893:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674059.140896:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252559:252559:254:4294967295] 192.168.201.103@tcp LPNI seq info [252527:252527:6:4294967295] 00000400:00000200:2.0:1773674059.140900:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.140906:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674059.140911:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674059.140915:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674059.140919:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674059.140924:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674059.140927:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674059.140930:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674059.140933:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674059.140935:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300620104 00000100:00000001:2.0:1773674059.140938:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300616713 00000100:00000001:2.0:1773674059.140942:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300620104 00000100:00000001:2.0:1773674059.140945:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300616713 00000100:00000001:2.0:1773674059.140948:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.140950:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.140952:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674059.140955:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.140962:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674059.140964:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140966:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674059.140967:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674059.140969:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674059.140972:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.140975:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674059.140978:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674059.140979:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.140981:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674059.140984:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674059.140986:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674059.140989:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674059.140992:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873ba50. 00000400:00000010:2.0:1773674059.140995:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674059.140999:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438464, portal 10 00000100:00000001:2.0:1773674059.141001:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674059.141002:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674059.141009:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.141015:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674059.141017:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674059.141019:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674059.141022:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953438464, offset 0 00000400:00000200:2.0:1773674059.141026:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674059.141029:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.141032:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674059.141035:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674059.141038:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674059.141040:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674059.141042:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674059.141045:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252560:252560:253:4294967295] 192.168.201.103@tcp LPNI seq info [252528:252528:5:4294967295] 00000400:00000200:2.0:1773674059.141049:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674059.141056:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674059.141060:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674059.141064:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674059.141068:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674059.141072:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674059.141075:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674059.141078:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.141081:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 101137 usecs (102 jiffies) 00000400:00000200:2.0:1773674059.141084:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674059.141087:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300616298 00000100:00000001:2.0:1773674059.141089:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300620104 00000100:00000001:2.0:1773674059.141091:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300616298 00000100:00000001:2.0:1773674059.141093:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300620104 00000100:00000001:2.0:1773674059.141097:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.141099:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.141101:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.141104:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674059.141647:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674059.141652:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5400. 00000400:00000200:0.0:1773674059.141659:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.141665:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674059.141671:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:0.0:1773674059.141674:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:0.0:1773674059.141678:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674059.141684:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141694:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674059.141698:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141712:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674059.141713:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674059.141727:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674059.141729:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5a00. 00000400:00000200:0.0:1773674059.141732:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.141735:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674059.141738:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:0.0:1773674059.141739:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:0.0:1773674059.141742:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674059.141746:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141753:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674059.141757:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141808:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674059.141810:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674059.141824:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674059.141826:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:0.0:1773674059.141829:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.141832:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674059.141835:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:0.0:1773674059.141837:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:0.0:1773674059.141839:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674059.141842:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141849:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674059.141852:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.141858:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674059.141859:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674059.143408:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674059.143415:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:0.0:1773674059.143423:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.143431:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674059.143436:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:0.0:1773674059.143438:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:0.0:1773674059.143442:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674059.143447:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.143456:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674059.143459:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.143465:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674059.143467:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674059.143698:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674059.143703:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674059.146302:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674059.146319:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674059.146323:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674059.146326:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674059.146336:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674059.146344:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674059.146353:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674059.146358:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674059.146365:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674059.146370:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7a00 00000400:00000200:1.0:1773674059.147289:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674059.147298:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5039 [1] + 224 00000800:00000001:1.0:1773674059.147309:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674059.147320:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674059.147323:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674059.147328:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674059.147335:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674059.147343:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674059.147356:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674059.147380:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674059.147388:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674059.147392:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.151095:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.151104:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674059.151114:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674059.151117:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674059.151121:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bc08. 00000400:00000200:2.0:1773674059.151131:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674059.151134:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674059.151139:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674059.151153:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674059.151166:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.151174:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674059.151176:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.151178:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674059.151182:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674059.151185:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674059.151187:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.151190:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674059.151198:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674059.151202:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674059.151204:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674059.151206:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674059.151210:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674059.151212:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.151215:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.151221:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.151229:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.151232:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674059.151235:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674059.151239:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674059.151247:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953438208:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.151253:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.151255:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674059.151258:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953438208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.151265:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674059.151269:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674059.151272:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674059.151277:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674059.151279:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674059.151282:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674059.151285:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674059.151288:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5b00. 02000000:00000001:2.0:1773674059.151291:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674059.151293:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674059.151295:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674059.151298:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674059.151299:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.151303:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.151305:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.151306:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674059.151308:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.151310:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674059.156735:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156755:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674059.156759:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156762:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.156796:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156803:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674059.156815:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156820:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156826:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156830:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7b80 00000400:00000200:0.0:1773674059.156835:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156842:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5031 [1] + 224 00000800:00000001:0.0:1773674059.156852:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156858:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.156862:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.156867:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674059.156873:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674059.156882:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674059.156894:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.156920:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674059.156936:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156941:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674059.156943:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156945:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.156948:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156952:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674059.156956:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156959:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156961:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156964:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7a80 00000400:00000200:0.0:1773674059.156968:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.156972:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5029 [1] + 224 00000800:00000001:0.0:1773674059.156976:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.156979:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.156981:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.156985:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674059.156988:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674059.156993:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674059.157015:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.157022:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674059.157027:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.157031:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674059.157032:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.157035:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.157037:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.157040:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674059.157045:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.157047:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.157051:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.157054:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7b00 00000400:00000200:0.0:1773674059.157056:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674059.157060:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5041 [1] + 224 00000800:00000001:0.0:1773674059.157064:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.157070:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674059.157073:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674059.157076:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674059.157078:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674059.157083:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674059.157091:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674059.157098:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674059.157101:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674059.157104:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.159977:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.159987:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674059.160005:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674059.160007:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674059.160012:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873ba50. 00000400:00000200:2.0:1773674059.160022:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:2.0:1773674059.160025:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:2.0:1773674059.160029:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674059.160040:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674059.160054:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160061:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674059.160063:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.160066:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674059.160070:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674059.160072:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674059.160074:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.160077:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674059.160098:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=142 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674059.160104:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674059.160107:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674059.160108:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674059.160111:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674059.160115:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.160119:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674059.160121:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674059.160123:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674059.160125:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.160131:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160139:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.160142:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674059.160144:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674059.160149:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674059.160156:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438464:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674059.160162:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674059.160164:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674059.160166:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674059.160169:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674059.160171:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674059.160173:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674059.160178:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674059.160186:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160193:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674059.160194:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.160196:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674059.160198:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674059.160199:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674059.160200:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.160202:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674059.160207:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=142 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674059.160210:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674059.160213:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674059.160214:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674059.160216:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674059.160217:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.160219:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674059.160221:0:2413:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215234 gen 10 00000100:00000040:2.0:1773674059.160227:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215234) req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160234:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674059.160237:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7100 x1859825953437440/t103079215234(103079215234) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674080 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160243:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674059.160245:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674059.160249:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf3800. 02000000:00000001:2.0:1773674059.160254:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674059.160256:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674059.160259:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674059.160262:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674059.160265:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc02bb8800. 02000000:00000001:2.0:1773674059.160269:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674059.160271:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674059.160273:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7100. 00000100:00000001:2.0:1773674059.160277:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674059.160278:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.160280:0:2413:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674059.160283:0:2413:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1773674059.160286:0:2413:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674059.160288:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.160292:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.160299:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.160301:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674059.160302:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674059.163296:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674059.163323:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438336:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674059.163336:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674059.163338:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674059.163342:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674059.163348:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674059.163350:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674059.163355:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674059.163361:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674059.163372:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.163379:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674059.163381:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163384:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674059.163388:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674059.163390:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674059.163392:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674059.163395:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674059.163405:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674059.163410:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=95 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674059.163412:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674059.163414:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674059.163417:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674059.163421:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.163425:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674059.163668:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:2.0:1773674059.163670:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674059.163672:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674059.163678:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.163685:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674059.163688:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674059.163689:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674059.163693:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674059.163701:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674059.163706:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163709:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674059.163713:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953438464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.163721:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674059.163723:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674059.163727:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674059.163731:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674059.163733:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674059.163735:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674059.163738:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674059.163741:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5f00. 02000000:00000001:2.0:1773674059.163745:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674059.163746:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674059.163749:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674059.163752:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674059.163753:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163755:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674059.163759:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953438336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.163794:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674059.163796:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674059.163798:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674059.163802:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674059.163803:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674059.163804:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674059.163806:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674059.163808:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5000. 02000000:00000001:2.0:1773674059.163810:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674059.163811:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674059.163812:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674059.163815:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674059.163816:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163818:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674059.163821:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953438592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674059.163827:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674059.163829:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674059.163830:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674059.163832:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674059.163841:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674059.163842:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674059.163843:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674059.163845:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5500. 02000000:00000001:2.0:1773674059.163847:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674059.163848:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674059.163849:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:2.0:1773674059.163852:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674059.163853:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163855:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674059.163863:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674059.163865:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674059.163868:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674059.163870:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674059.266379:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674059.266388:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674059.266390:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674059.266394:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674059.266399:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674059.266402:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674059.266404:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674059.266406:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674059.266411:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674059.266412:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674059.266600:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674059.266604:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674059.266607:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674060.289125:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674060.289144:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674060.289150:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674060.289153:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674060.289156:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674060.289162:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674060.289164:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674060.289166:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674060.289170:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674060.289172:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674060.289175:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674060.289177:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674060.289846:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674060.289850:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674060.289854:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674061.312955:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674061.312962:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674061.312968:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674061.312970:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674061.313051:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674061.313055:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674061.313059:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674062.337004:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674062.337012:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674062.337019:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674062.337020:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674062.337111:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674062.337115:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674062.337118:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674063.105660:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300620104, at 4300620160 00000100:00000010:1.0:1773674063.105687:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c840. 00000100:00000040:0.0:1773674063.105871:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300620104, at 4300620161 00000100:00000010:0.0:1773674063.105879:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c7e0. 00000100:00000001:0.0:1773674063.234283:0:81783:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1773674063.234294:0:81783:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674063.362886:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674063.362897:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674063.362905:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674063.362907:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674063.363399:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674063.363404:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674063.363629:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674064.257018:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674064.257033:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674064.257049:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674064.257057:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674064.257063:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674064.257067:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674064.257075:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674064.257085:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5500. 00000100:00000001:2.0:1773674064.257093:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257106:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674064.257117:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674064.257122:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257128:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_01+1] req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.257156:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257160:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674064.257164:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674064.257168:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674064.257172:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674064.257174:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674064.257176:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1773674064.257178:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773674064.257178:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674064.257182:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5000. 00000100:00000001:3.0:1773674064.257185:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674064.257186:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.257189:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674064.257191:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1773674064.257197:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.257199:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674064.257201:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257206:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.257207:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674064.257210:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.257214:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.257215:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773674064.257217:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1773674064.257218:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674064.257220:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1773674064.257222:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674064.257223:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000100:00100000:3.0:1773674064.257225:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953438720:192.168.201.103@tcp:400:kworker.0 00000020:00000040:2.0:1773674064.257226:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674064.257228:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674064.257229:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1773674064.257230:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674064.257231:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674064.257233:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5f00. 00000100:00000001:2.0:1773674064.257236:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.257238:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1773674064.257240:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1773674064.257241:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.257245:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773674064.257247:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674064.257249:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674064.257251:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8e00. 02000000:00000001:3.0:1773674064.257253:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257253:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.257260:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674064.257263:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:2.0:1773674064.257263:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674064.257267:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1773674064.257269:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000100:00000010:2.0:1773674064.257271:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674064.257273:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674064.257275:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674064.257276:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1773674064.257278:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 02000000:00000001:2.0:1773674064.257278:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674064.257280:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5b00. 00000100:00000001:2.0:1773674064.257283:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257286:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773674064.257287:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438720, portal 25 00000100:00000001:3.0:1773674064.257290:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674064.257292:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000001:2.0:1773674064.257294:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674064.257296:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674064.257298:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674064.257299:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_00+0] req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.257308:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773674064.257308:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.257310:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674064.257311:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674064.257314:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000040:2.0:1773674064.257314:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1773674064.257318:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953438720, offset 0 00000100:00000040:2.0:1773674064.257319:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5959) 00000400:00000200:3.0:1773674064.257326:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674064.257338:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674064.257348:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674064.257354:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674064.257360:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674064.257365:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674064.257369:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674064.257374:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252561:252561:256:4294967295] 192.168.201.103@tcp LPNI seq info [252529:252529:8:4294967295] 00000400:00000200:3.0:1773674064.257379:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674064.257391:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:2.0:1773674064.257395:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674064.257397:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1773674064.257398:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773674064.257399:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1773674064.257404:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a800. 00000100:00000040:2.0:1773674064.257404:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.257633:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674064.257636:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.257640:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674064.257641:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674064.257646:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674064.257649:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674064.257653:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674064.257657:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674064.257659:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.257661:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674064.257665:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674064.257667:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674064.257671:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674064.257674:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674064.257679:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674064.257683:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438848, portal 10 00000100:00000001:2.0:1773674064.257685:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674064.257686:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674064.257694:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.257702:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674064.257705:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674064.257707:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674064.257710:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953438848, offset 0 00000400:00000200:2.0:1773674064.257715:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674064.257720:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674064.257723:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674064.257726:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674064.257729:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674064.257731:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674064.257733:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674064.257736:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252562:252562:255:4294967295] 192.168.201.103@tcp LPNI seq info [252530:252530:7:4294967295] 00000400:00000200:2.0:1773674064.257741:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:3.0:1773674064.257743:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:2.0:1773674064.257747:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674064.257752:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000200:3.0:1773674064.257753:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674064.257758:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1773674064.257758:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5200. 00000800:00000200:2.0:1773674064.257762:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674064.257797:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674064.257800:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674064.257873:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674064.257880:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674064.257884:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300625221 00000100:00000010:3.0:1773674064.257890:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4240. 00000100:00000001:3.0:1773674064.257899:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674064.257907:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300625221 00000100:00000010:3.0:1773674064.257911:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4660. 00000100:00000001:3.0:1773674064.258201:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674064.258207:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674064.258210:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.258214:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.258217:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.258227:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674064.258229:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674064.258232:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674064.258233:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674064.258234:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674064.258239:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.258246:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674064.258247:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.258249:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674064.258252:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674064.258254:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674064.258256:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953438976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674064.258260:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674064.258262:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674064.258264:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.258265:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674064.258270:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc02bb8600. 02000000:00000001:3.0:1773674064.258272:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674064.258276:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674064.258279:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674064.258283:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674064.258287:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953438976, portal 10 00000100:00000001:3.0:1773674064.258289:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674064.258290:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:3.0:1773674064.258296:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.258303:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674064.258305:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674064.258308:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674064.258311:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953438976, offset 0 00000400:00000200:3.0:1773674064.258315:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674064.258320:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674064.258325:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674064.258327:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674064.258330:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674064.258332:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674064.258335:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674064.258339:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252563:252563:254:4294967295] 192.168.201.103@tcp LPNI seq info [252531:252531:6:4294967295] 00000400:00000200:3.0:1773674064.258343:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674064.258617:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674064.258622:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674064.258627:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a700. 00000800:00000200:3.0:1773674064.258632:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674064.258637:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674064.258640:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674064.258910:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.258910:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.258916:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 358842 usecs (359 jiffies) 00000400:00000200:2.0:1773674064.258921:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773674064.258924:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 100592 usecs (101 jiffies) 00000100:00000001:2.0:1773674064.258924:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300621673 00000400:00000200:3.0:1773674064.258927:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674064.258927:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300625221 00000100:00000001:3.0:1773674064.258930:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300621415 00000100:00000001:2.0:1773674064.258930:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300621673 00000100:00000001:3.0:1773674064.258933:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300625221 00000100:00000001:2.0:1773674064.258933:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300625221 00000100:00000001:3.0:1773674064.258935:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300621415 00000100:00000001:2.0:1773674064.258944:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674064.258945:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300625221 00000100:00000001:2.0:1773674064.258947:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.258948:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674064.258950:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.258950:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773674064.258953:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.258956:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674064.258957:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.258960:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674064.258962:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674064.258964:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674064.258965:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674064.258966:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674064.258966:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.258967:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.258969:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773674064.258970:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.258971:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674064.258973:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674064.258976:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953439104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674064.258980:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674064.258983:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674064.258984:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.258986:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674064.258991:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674064.258993:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674064.259216:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674064.259220:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674064.259225:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674064.259229:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439104, portal 4 00000100:00000001:2.0:1773674064.259231:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674064.259232:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674064.259240:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.259259:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674064.259262:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674064.259265:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674064.259268:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953439104, offset 0 00000400:00000200:2.0:1773674064.259274:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674064.259278:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674064.259282:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674064.259285:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674064.259289:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674064.259292:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674064.259294:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674064.259298:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252564:252564:253:4294967295] 192.168.201.103@tcp LPNI seq info [252532:252532:5:4294967295] 00000400:00000200:2.0:1773674064.259302:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674064.259309:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674064.259313:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674064.259317:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5e00. 00000800:00000200:2.0:1773674064.259321:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674064.259325:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674064.259327:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674064.259330:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.259332:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 514255 usecs (515 jiffies) 00000400:00000200:2.0:1773674064.259334:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674064.259336:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300621829 00000100:00000001:2.0:1773674064.259338:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300625221 00000100:00000001:2.0:1773674064.259339:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300621829 00000100:00000001:2.0:1773674064.259341:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300625221 00000100:00000001:2.0:1773674064.259343:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674064.259344:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.259346:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.259348:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.259351:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674064.259353:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674064.259364:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674064.259365:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674064.259366:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.259368:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674064.261327:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674064.261340:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a800. 00000400:00000200:0.0:1773674064.261571:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.261661:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674064.261670:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:0.0:1773674064.261674:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:0.0:1773674064.261681:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674064.261690:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261704:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674064.261709:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261717:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674064.261720:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674064.261741:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674064.261745:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5200. 00000400:00000200:0.0:1773674064.261749:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.261753:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674064.261757:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:0.0:1773674064.261758:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:0.0:1773674064.261762:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674064.261879:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261889:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674064.261892:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261899:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674064.261900:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674064.261928:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674064.261931:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:0.0:1773674064.261935:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.261939:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674064.261942:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:0.0:1773674064.261944:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:0.0:1773674064.261947:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674064.261952:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261960:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674064.261963:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.261970:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674064.261972:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674064.262251:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674064.262254:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5e00. 00000400:00000200:0.0:1773674064.262258:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.262263:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674064.262266:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:0.0:1773674064.262268:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:0.0:1773674064.262272:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674064.262278:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.262286:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674064.262290:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.262297:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674064.262299:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674064.269866:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.269894:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674064.269899:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.269902:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.269937:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270153:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674064.270165:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270171:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270179:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270184:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7c00 00000400:00000200:0.0:1773674064.270190:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270198:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5049 [1] + 224 00000800:00000001:0.0:1773674064.270209:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270218:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270222:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.270227:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674064.270237:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674064.270250:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674064.270265:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.270333:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674064.270339:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674064.270368:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674064.270382:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270387:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674064.270390:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270393:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270397:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270401:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674064.270505:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270509:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270512:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270516:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7d00 00000400:00000200:0.0:1773674064.270521:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270526:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5059 [1] + 224 00000800:00000001:0.0:1773674064.270531:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270550:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270553:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.270557:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674064.270561:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674064.270567:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674064.270579:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.270586:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674064.270591:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270594:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674064.270596:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270598:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270601:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270604:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674064.270608:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270611:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270613:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270617:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7c80 00000400:00000200:0.0:1773674064.270620:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270625:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5051 [1] + 224 00000800:00000001:0.0:1773674064.270629:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270633:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270635:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.270639:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674064.270641:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674064.270647:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674064.270657:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.270682:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674064.270688:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270692:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674064.270694:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270696:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270700:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270703:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674064.270707:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270710:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270713:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270716:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7d80 00000400:00000200:0.0:1773674064.270721:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674064.270726:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5061 [1] + 224 00000800:00000001:0.0:1773674064.270730:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270739:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674064.270742:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674064.270745:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674064.270748:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674064.270754:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674064.270763:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674064.270820:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674064.270824:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674064.270828:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271264:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674064.271268:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674064.271277:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674064.271280:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674064.271284:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:2.0:1773674064.271289:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674064.271292:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674064.271297:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674064.271303:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674064.271314:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271322:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674064.271324:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271328:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674064.271331:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674064.271336:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674064.271338:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.271344:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674064.271357:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=147 v=16 (17 17 17 36) 00000100:00001000:2.0:1773674064.271363:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674064.271367:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674064.271369:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674064.271373:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674064.271377:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.271382:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674064.271385:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674064.271387:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674064.271390:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.271396:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271403:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674064.271407:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674064.271409:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674064.271414:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674064.271422:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953438848:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674064.271429:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674064.271431:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674064.271433:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:2.0:1773674064.271436:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:2.0:1773674064.271437:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:2.0:1773674064.271439:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674064.271442:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674064.271450:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271457:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674064.271458:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271459:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674064.271461:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674064.271462:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674064.271464:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674064.271465:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674064.271470:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674064.271473:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=100 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674064.271475:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674064.271477:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674064.271478:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674064.271481:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.271484:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674064.271485:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:2.0:1773674064.271487:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674064.271488:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674064.271493:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271500:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674064.271503:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674064.271504:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674064.271508:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674064.271515:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953439104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674064.271519:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271522:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674064.271526:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953438848/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271544:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674064.271547:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674064.271552:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674064.271557:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674064.271560:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674064.271562:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674064.271565:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674064.271568:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5000. 02000000:00000001:2.0:1773674064.271572:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674064.271574:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674064.271577:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674064.271581:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674064.271583:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271585:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674064.271589:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953439104/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674064.271603:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674064.271604:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674064.271606:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674064.271609:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674064.271611:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674064.271612:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674064.271614:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674064.271616:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5b00. 02000000:00000001:2.0:1773674064.271618:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674064.271619:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674064.271621:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674064.271623:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674064.271624:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271627:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674064.271636:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674064.271639:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674064.271641:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674064.271644:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674064.272325:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674064.272329:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674064.272332:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674064.272336:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674064.272338:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674064.272342:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674064.272350:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674064.272740:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.272753:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674064.272755:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.272757:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674064.272761:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674064.272762:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674064.272886:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.272890:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674064.272896:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=147 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674064.272900:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674064.272903:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674064.272904:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674064.272907:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674064.272909:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.272912:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674064.273000:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.273008:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674064.273011:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674064.273013:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674064.273016:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674064.273024:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953438720:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674064.273028:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.273031:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674064.273035:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953438720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.273042:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674064.273045:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674064.273047:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8e00. 02000000:00000001:3.0:1773674064.273051:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674064.273054:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674064.273057:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674064.273059:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674064.273062:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5500. 02000000:00000001:3.0:1773674064.273066:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674064.273068:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674064.273070:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:3.0:1773674064.273074:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674064.273075:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.273079:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.273081:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674064.273083:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674064.273088:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674064.273089:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674064.273091:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674064.273094:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674064.273096:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674064.273099:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674064.273103:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674064.273112:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.273118:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674064.273120:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.273121:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674064.273123:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674064.273125:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674064.273126:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674064.273128:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674064.273134:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=147 v=16 (17 17 17 36) 00000100:00001000:3.0:1773674064.273137:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674064.273139:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674064.273141:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674064.273143:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674064.273145:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.273149:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674064.273151:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674064.273155:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674064.273156:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674064.273160:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.273167:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674064.273169:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674064.273170:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674064.273173:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674064.273179:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953438976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674064.273181:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.273183:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674064.273185:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953438976/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674064.273189:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674064.273190:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674064.273191:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc02bb8600. 02000000:00000001:3.0:1773674064.273193:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674064.273194:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674064.273195:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674064.273197:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674064.273198:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5f00. 02000000:00000001:3.0:1773674064.273200:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674064.273201:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674064.273202:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:3.0:1773674064.273204:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674064.273204:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.273206:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674064.273212:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674064.273213:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674064.273214:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674064.273215:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674064.387379:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674064.387387:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674064.387392:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674064.387393:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674064.393023:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674064.393034:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674064.393041:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674065.409467:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674065.409474:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674065.409480:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674065.409482:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674065.409633:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674065.409637:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674065.409640:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674066.432981:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674066.432988:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674066.432993:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674066.432995:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674066.433097:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674066.433105:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674066.433108:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674067.456946:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674067.456961:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674067.456968:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674067.456969:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674067.457609:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674067.457613:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674067.457616:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674068.229267:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300625221, at 4300625284 00000100:00000010:0.0:1773674068.229282:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4240. 00000100:00000040:1.0:1773674068.231179:0:92448:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300625221, at 4300625286 00000100:00000010:1.0:1773674068.231192:0:92448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4660. 00010000:00000001:0.0:1773674068.493248:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674068.493256:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674068.493262:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674068.493263:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674068.493295:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674068.493298:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674068.493301:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773674069.293755:0:92886:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.377964:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674069.377974:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674069.377983:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02680. 00000020:00000040:0.0:1773674069.377989:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674069.377993:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674069.378204:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674069.378208:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674069.378217:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0a00. 00000100:00000001:0.0:1773674069.378223:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378235:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674069.378246:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674069.378250:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378257:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000189b601c] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378279:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378282:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674069.378286:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674069.378289:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000020:00000040:0.0:1773674069.378292:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674069.378294:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674069.378295:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674069.378297:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674069.378301:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0e00. 00000100:00000001:0.0:1773674069.378304:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378309:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674069.378317:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674069.378318:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378322:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005206579d] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378329:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378332:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674069.378335:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674069.378338:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773674069.378341:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674069.378343:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674069.378344:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674069.378346:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674069.378349:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0200. 00000100:00000001:0.0:1773674069.378352:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378356:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674069.378363:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674069.378365:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378369:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378376:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378378:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674069.378381:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674069.378384:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01c00. 00000020:00000040:0.0:1773674069.378387:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674069.378388:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674069.378389:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674069.378617:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674069.378623:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0d00. 00000100:00000001:0.0:1773674069.378626:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378632:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674069.378639:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674069.378641:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378644:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d460165] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378651:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378653:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674069.378656:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674069.378661:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5964) 00000100:00000001:0.0:1773674069.378672:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674069.378676:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674069.378678:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674069.378683:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378690:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674069.378691:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.378695:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674069.378698:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674069.378700:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674069.378703:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674069.378707:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674069.378712:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674069.378714:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.378717:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674069.378721:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fe00. 02000000:00000001:0.0:1773674069.378723:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674069.378731:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674069.378736:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674069.378742:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773674069.378749:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439360, portal 10 00000100:00000001:0.0:1773674069.378751:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674069.378753:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:0.0:1773674069.378760:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378799:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674069.378802:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674069.378805:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674069.378808:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953439360, offset 0 00000400:00000200:0.0:1773674069.378814:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674069.378822:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.378829:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674069.378834:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674069.378838:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674069.378842:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674069.378845:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674069.378849:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252565:252565:256:4294967295] 192.168.201.103@tcp LPNI seq info [252533:252533:8:4294967295] 00000400:00000200:0.0:1773674069.378854:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.378862:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674069.378868:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674069.378873:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b900. 00000800:00000200:0.0:1773674069.378880:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674069.378888:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674069.378893:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674069.378904:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.378908:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 358031 usecs (359 jiffies) 00000400:00000200:0.0:1773674069.378911:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674069.378914:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300626793 00000100:00000010:0.0:1773674069.378919:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b960. 00000100:00000001:0.0:1773674069.378925:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674069.378930:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300626793 00000100:00000010:0.0:1773674069.378933:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6b2a0. 00000100:00000001:0.0:1773674069.378936:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674069.378939:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.378942:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.378945:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674069.378949:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.378956:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674069.378958:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.378960:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674069.378961:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674069.378963:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674069.378967:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674069.378970:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674069.378973:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674069.378974:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.378976:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674069.378979:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e800. 02000000:00000001:0.0:1773674069.378981:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674069.378984:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674069.378987:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674069.378991:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674069.378993:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439616, portal 4 00000100:00000001:0.0:1773674069.378995:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674069.378996:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000040:0.0:1773674069.379001:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379008:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674069.379010:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674069.379012:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773674069.379014:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953439616, offset 0 00000400:00000200:0.0:1773674069.379019:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379023:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379026:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674069.379029:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674069.379032:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674069.379034:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674069.379036:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379039:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252566:252566:255:4294967295] 192.168.201.103@tcp LPNI seq info [252534:252534:7:4294967295] 00000400:00000200:0.0:1773674069.379043:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379050:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674069.379055:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674069.379059:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b200. 00000800:00000200:0.0:1773674069.379063:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674069.379067:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674069.379254:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674069.379258:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.379261:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 510758 usecs (511 jiffies) 00000400:00000200:0.0:1773674069.379265:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674069.379267:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300626945 00000100:00000001:0.0:1773674069.379272:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300626793 00000100:00000001:0.0:1773674069.379275:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300626945 00000100:00000001:0.0:1773674069.379278:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300626793 00000100:00000001:0.0:1773674069.379281:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.379283:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379285:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379288:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.379295:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674069.379297:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674069.379300:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674069.379301:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674069.379303:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674069.379305:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773674069.379307:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.379309:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674069.379310:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.379312:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674069.379313:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674069.379315:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674069.379319:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379327:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674069.379329:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.379331:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674069.379333:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674069.379335:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674069.379338:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953439232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674069.379341:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674069.379343:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674069.379344:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.379346:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674069.379350:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ea00. 02000000:00000001:0.0:1773674069.379352:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674069.379355:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674069.379358:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674069.379361:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773674069.379364:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439232, portal 25 00000100:00000001:0.0:1773674069.379366:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674069.379367:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000040:0.0:1773674069.379372:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379379:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674069.379381:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674069.379383:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674069.379386:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953439232, offset 0 00000400:00000200:0.0:1773674069.379390:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379393:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379397:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674069.379400:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674069.379402:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674069.379405:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674069.379406:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379410:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252567:252567:254:4294967295] 192.168.201.103@tcp LPNI seq info [252535:252535:6:4294967295] 00000400:00000200:0.0:1773674069.379414:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379420:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674069.379426:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674069.379430:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237bb00. 00000800:00000200:0.0:1773674069.379624:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674069.379630:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674069.379633:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674069.379636:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674069.379639:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674069.379641:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300630342 00000100:00000001:0.0:1773674069.379645:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300626945 00000100:00000001:0.0:1773674069.379648:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300630342 00000100:00000001:0.0:1773674069.379650:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300626945 00000100:00000001:0.0:1773674069.379653:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.379655:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379657:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674069.379661:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379668:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674069.379670:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.379672:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674069.379674:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674069.379676:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674069.379679:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674069.379683:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674069.379685:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674069.379686:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.379688:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674069.379692:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704ee00. 02000000:00000001:0.0:1773674069.379694:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674069.379697:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674069.379699:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773674069.379703:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773674069.379706:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439488, portal 10 00000100:00000001:0.0:1773674069.379707:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674069.379709:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:0.0:1773674069.379715:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379721:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674069.379724:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674069.379726:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773674069.379728:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953439488, offset 0 00000400:00000200:0.0:1773674069.379733:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379736:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379740:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674069.379742:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674069.379745:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674069.379747:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674069.379749:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674069.379752:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252568:252568:253:4294967295] 192.168.201.103@tcp LPNI seq info [252536:252536:5:4294967295] 00000400:00000200:0.0:1773674069.379756:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.379762:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674069.379790:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674069.379793:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237bc00. 00000800:00000200:0.0:1773674069.379797:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674069.379801:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674069.379804:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674069.379807:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.379810:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 100020 usecs (101 jiffies) 00000400:00000200:0.0:1773674069.379813:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674069.379815:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300626536 00000100:00000001:0.0:1773674069.379817:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300630342 00000100:00000001:0.0:1773674069.379820:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300626536 00000100:00000001:0.0:1773674069.379822:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300630342 00000100:00000001:0.0:1773674069.379825:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.379827:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379830:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379832:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674069.379879:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674069.379882:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b900. 00000400:00000200:0.0:1773674069.379887:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.379892:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674069.379897:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674069.379899:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674069.379902:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674069.379907:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379917:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.379920:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379927:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379928:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674069.379940:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674069.379943:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b200. 00000400:00000200:0.0:1773674069.379945:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.379948:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674069.379951:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:0.0:1773674069.379953:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:0.0:1773674069.379955:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674069.379959:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379965:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.379968:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.379980:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.379981:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674069.379988:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674069.379991:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237bb00. 00000400:00000200:0.0:1773674069.379993:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.379996:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674069.379998:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674069.380000:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674069.380002:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674069.380006:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.380013:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.380016:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.380023:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.380024:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674069.380088:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674069.380091:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237bc00. 00000400:00000200:0.0:1773674069.380094:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.380098:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674069.380100:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:0.0:1773674069.380102:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:0.0:1773674069.380104:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674069.380108:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.380115:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.380118:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.380124:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.380126:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674069.380633:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674069.380637:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674069.390261:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390279:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674069.390283:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390285:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390294:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390303:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674069.390312:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390317:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390323:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390327:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7e80 00000400:00000200:0.0:1773674069.390332:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390338:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5069 [1] + 224 00000800:00000001:0.0:1773674069.390346:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390352:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390355:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.390360:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674069.390367:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390376:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674069.390388:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390403:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674069.390411:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390415:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674069.390417:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390420:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390423:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390426:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674069.390430:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390433:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390436:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390439:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c7e00 00000400:00000200:0.0:1773674069.390442:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390447:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5089 [1] + 224 00000800:00000001:0.0:1773674069.390463:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390467:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390469:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.390473:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674069.390476:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390480:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674069.390489:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390495:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674069.390499:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390502:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674069.390504:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390506:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390509:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390512:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674069.390516:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390519:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390521:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390523:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c7f00 00000400:00000200:0.0:1773674069.390526:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390530:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5099 [1] + 224 00000800:00000001:0.0:1773674069.390534:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390538:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390540:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.390543:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674069.390546:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390550:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674069.390560:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390568:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674069.390571:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390574:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674069.390576:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390578:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390581:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390584:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674069.390588:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390591:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390594:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390596:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c7f80 00000400:00000200:0.0:1773674069.390600:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674069.390604:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5079 [1] + 224 00000800:00000001:0.0:1773674069.390608:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390614:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674069.390616:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674069.390619:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674069.390622:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390626:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674069.390635:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390642:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674069.390645:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674069.390648:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.390661:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674069.390665:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674069.390670:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674069.390672:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674069.390674:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674069.390678:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:0.0:1773674069.390681:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:0.0:1773674069.390684:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390688:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674069.390697:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390704:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674069.390705:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.390708:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674069.390711:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674069.390715:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674069.390717:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.390720:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674069.390727:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674069.390731:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674069.390734:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674069.390736:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.390739:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674069.390741:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.390750:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.390756:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390794:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.390797:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674069.390799:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674069.390804:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674069.390812:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953439232:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674069.390818:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674069.390819:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674069.390821:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773674069.390824:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:0.0:1773674069.390826:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:0.0:1773674069.390828:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390831:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674069.390840:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390846:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674069.390848:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.390849:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674069.390851:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674069.390852:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674069.390854:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.390856:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674069.390861:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=152 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674069.390864:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674069.390867:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674069.390868:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.390870:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674069.390872:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.390876:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674069.390878:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773674069.390880:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674069.390882:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.390885:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390892:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.390895:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674069.390896:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674069.390900:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674069.390907:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439488:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674069.390912:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674069.390914:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674069.390916:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773674069.390918:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:0.0:1773674069.390920:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:0.0:1773674069.390922:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.390925:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674069.390934:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390941:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674069.390942:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.390944:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674069.390946:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674069.390947:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674069.390949:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.390950:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674069.390955:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=152 v=16 (17 17 17 36) 00000100:00001000:0.0:1773674069.390958:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674069.390960:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674069.390962:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.390963:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674069.390965:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.390967:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674069.390969:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:0.0:1773674069.390970:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674069.390972:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.390976:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.390982:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.390984:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674069.390985:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674069.390989:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674069.391001:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439360:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674069.391006:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674069.391007:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674069.391008:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:0.0:1773674069.391011:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:0.0:1773674069.391012:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:0.0:1773674069.391014:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674069.391017:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674069.391025:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391031:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674069.391032:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391033:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674069.391035:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674069.391036:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674069.391037:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674069.391039:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674069.391043:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674069.391046:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=105 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674069.391048:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674069.391049:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.391050:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674069.391052:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.391054:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674069.391055:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:0.0:1773674069.391057:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674069.391059:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674069.391063:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391069:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674069.391071:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674069.391072:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674069.391075:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674069.391083:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953439616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674069.391087:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391089:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.391093:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02680 x1859825953439232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391100:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674069.391102:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674069.391106:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ea00. 02000000:00000001:0.0:1773674069.391109:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674069.391112:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674069.391113:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674069.391115:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674069.391118:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0a00. 02000000:00000001:0.0:1773674069.391122:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674069.391124:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674069.391126:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02680. 00000100:00000001:0.0:1773674069.391129:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674069.391131:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391133:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.391136:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953439488/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391142:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674069.391143:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674069.391145:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704ee00. 02000000:00000001:0.0:1773674069.391146:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674069.391148:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674069.391149:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674069.391151:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674069.391152:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0200. 02000000:00000001:0.0:1773674069.391155:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674069.391156:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674069.391157:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:0.0:1773674069.391159:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674069.391160:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391162:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.391165:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01880 x1859825953439360/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391171:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674069.391172:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674069.391174:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fe00. 02000000:00000001:0.0:1773674069.391176:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674069.391177:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674069.391178:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674069.391180:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674069.391182:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0e00. 02000000:00000001:0.0:1773674069.391184:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674069.391184:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674069.391186:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 00000100:00000001:0.0:1773674069.391188:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674069.391190:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391191:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674069.391194:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01c00 x1859825953439616/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674069.391201:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674069.391202:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674069.391203:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e800. 02000000:00000001:0.0:1773674069.391205:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674069.391207:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674069.391208:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674069.391210:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674069.391211:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0d00. 02000000:00000001:0.0:1773674069.391213:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674069.391214:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674069.391216:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 00000100:00000001:0.0:1773674069.391218:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674069.391219:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391221:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674069.391228:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674069.391229:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674069.391231:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674069.391233:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.507119:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674069.507129:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674069.507132:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674069.507136:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.507140:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674069.507142:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.507144:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.507147:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674069.507151:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674069.507153:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674069.507336:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674069.507340:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674069.507344:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674070.528880:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674070.528888:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674070.528893:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674070.528896:0:87917:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674070.528899:0:87917:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674070.528905:0:87917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674070.528907:0:87917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674070.528908:0:87917:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674070.528912:0:87917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674070.528914:0:87917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674070.528916:0:87917:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674070.528918:0:87917:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674070.529166:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674070.529170:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674070.529172:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674071.553274:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674071.553282:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674071.553288:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674071.553289:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674071.553308:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674071.553311:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674071.553331:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773674071.713273:0:93025:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674072.577278:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674072.577285:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674072.577292:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674072.577294:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674072.579056:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674072.579062:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674072.579066:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674073.344903:0:87917:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300630342, at 4300630400 00000100:00000010:0.0:1773674073.344917:0:87917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b960. 00000100:00000040:1.0:1773674073.344979:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300630342, at 4300630400 00000100:00000010:1.0:1773674073.344985:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6b2a0. 00010000:00000001:0.0:1773674073.600894:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674073.600902:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674073.600908:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674073.600910:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674073.601041:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674073.601044:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674073.601048:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674074.504236:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674074.504246:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674074.504254:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674074.504260:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674074.504265:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674074.504267:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674074.504272:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674074.504280:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5000. 00000100:00000001:2.0:1773674074.504287:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504298:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674074.504310:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674074.504315:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504322:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.504567:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504570:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674074.504574:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674074.504578:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674074.504581:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674074.504584:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674074.504586:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674074.504588:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674074.504592:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5b00. 00000100:00000001:2.0:1773674074.504596:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504601:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674074.504610:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674074.504613:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504617:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.504627:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504629:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674074.504633:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674074.504636:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674074.504639:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674074.504641:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674074.504642:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674074.504644:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674074.504647:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674074.504650:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504655:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674074.504669:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674074.504671:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504675:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_01+1] req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.504684:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504686:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674074.504690:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674074.504693:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674074.504695:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674074.504698:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674074.504699:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674074.504701:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674074.504704:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5400. 00000100:00000001:2.0:1773674074.504706:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504711:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674074.504718:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674074.504720:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504724:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.504732:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.504734:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674074.504738:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674074.504743:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5969) 00000100:00000001:2.0:1773674074.504754:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674074.504758:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674074.504760:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773674074.504870:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.504873:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674074.504875:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674074.504881:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.504890:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674074.504892:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.504896:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674074.504898:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674074.504901:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674074.504905:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953439744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674074.504910:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674074.504915:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674074.504917:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.504919:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674074.504924:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6c00. 02000000:00000001:3.0:1773674074.504926:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674074.504934:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674074.504939:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674074.504945:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674074.504952:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439744, portal 25 00000100:00000001:3.0:1773674074.504954:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674074.504956:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:3.0:1773674074.504961:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.504969:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674074.504971:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674074.504974:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674074.504978:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953439744, offset 0 00000400:00000200:3.0:1773674074.504985:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674074.504992:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674074.505000:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674074.505004:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674074.505009:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674074.505013:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674074.505016:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674074.505020:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252569:252569:256:4294967295] 192.168.201.103@tcp LPNI seq info [252537:252537:8:4294967295] 00000400:00000200:3.0:1773674074.505024:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674074.505034:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674074.505040:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674074.505045:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028aa00. 00000800:00000200:3.0:1773674074.505051:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674074.505233:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674074.505238:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674074.505263:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674074.505268:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674074.505271:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300635468 00000100:00000010:3.0:1773674074.505276:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4540. 00000100:00000001:3.0:1773674074.505283:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674074.505290:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300635468 00000100:00000010:3.0:1773674074.505293:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc042c4a20. 00000100:00000001:3.0:1773674074.505296:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674074.505299:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.505302:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.505304:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674074.505307:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.505313:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674074.505315:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.505317:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674074.505318:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674074.505320:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674074.505322:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953440000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674074.505325:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674074.505327:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674074.505329:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.505330:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674074.505344:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6000. 02000000:00000001:3.0:1773674074.505346:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674074.505349:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674074.505352:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674074.505356:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674074.505359:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440000, portal 10 00000100:00000001:3.0:1773674074.505361:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674074.505362:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674074.505378:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.505385:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674074.505387:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674074.505390:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674074.505392:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953440000, offset 0 00000400:00000200:3.0:1773674074.505397:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674074.505401:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674074.505405:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674074.505407:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674074.505410:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674074.505412:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674074.505414:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674074.505417:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252570:252570:255:4294967295] 192.168.201.103@tcp LPNI seq info [252538:252538:7:4294967295] 00000400:00000200:3.0:1773674074.505420:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674074.505427:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674074.505432:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674074.505435:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc2028a700. 00000800:00000200:3.0:1773674074.505439:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674074.505444:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674074.505672:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc2028a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674074.505676:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674074.505680:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 99425 usecs (100 jiffies) 00000400:00000200:3.0:1773674074.505684:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674074.505686:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300631660 00000100:00000001:3.0:1773674074.505689:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300635468 00000100:00000001:3.0:1773674074.505691:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300631660 00000100:00000001:3.0:1773674074.505693:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300635468 00000100:00000001:3.0:1773674074.505695:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.505698:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.505700:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.505702:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.505709:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674074.505711:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674074.505713:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.505714:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674074.505716:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.505718:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674074.506186:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674074.506192:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028aa00. 00000400:00000200:1.0:1773674074.506198:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.506204:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674074.506209:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:1.0:1773674074.506212:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:1.0:1773674074.506217:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674074.506222:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.506232:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674074.506236:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.506243:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674074.506244:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674074.506313:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674074.506316:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc2028a700. 00000400:00000200:1.0:1773674074.506319:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.506323:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674074.506326:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:1.0:1773674074.506327:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:1.0:1773674074.506330:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674074.506343:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.506350:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674074.506552:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.506560:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674074.506561:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1773674074.507072:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.507088:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674074.507090:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674074.507093:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674074.507095:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674074.507097:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674074.507101:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953439872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674074.507105:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674074.507108:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674074.507110:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674074.507112:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674074.507117:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1be00. 02000000:00000001:2.0:1773674074.507119:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674074.507124:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674074.507127:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b738. 00000400:00000010:2.0:1773674074.507132:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674074.507136:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953439872, portal 10 00000100:00000001:2.0:1773674074.507139:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674074.507140:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674074.507147:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.507155:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674074.507158:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674074.507160:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674074.507163:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953439872, offset 0 00000400:00000200:2.0:1773674074.507168:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674074.507174:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674074.507180:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674074.507183:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674074.507187:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674074.507189:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674074.507192:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674074.507196:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252571:252571:256:4294967295] 192.168.201.103@tcp LPNI seq info [252539:252539:8:4294967295] 00000400:00000200:2.0:1773674074.507200:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674074.507208:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674074.507213:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674074.507218:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5900. 00000800:00000200:2.0:1773674074.507222:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674074.507228:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674074.507232:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674074.507239:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.507242:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 357220 usecs (358 jiffies) 00000400:00000200:2.0:1773674074.507245:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674074.507247:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300631920 00000100:00000001:2.0:1773674074.507250:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300635468 00000100:00000001:2.0:1773674074.507252:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300631920 00000100:00000001:2.0:1773674074.507254:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300635468 00000100:00000001:2.0:1773674074.507256:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674074.507259:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674074.507262:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674074.507267:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.507274:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674074.507276:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674074.507279:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674074.507280:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674074.507283:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674074.507285:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953440128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674074.507288:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674074.507291:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674074.507292:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674074.507294:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674074.507298:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a200. 02000000:00000001:2.0:1773674074.507300:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674074.507303:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674074.507306:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b840. 00000400:00000010:2.0:1773674074.507310:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064d48. 00000100:00000200:2.0:1773674074.507313:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440128, portal 4 00000100:00000001:2.0:1773674074.507315:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674074.507316:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674074.507322:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674074.507329:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674074.507415:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674074.507419:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674074.507423:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953440128, offset 0 00000400:00000200:2.0:1773674074.507428:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674074.507433:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674074.507436:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674074.507439:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674074.507442:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674074.507444:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674074.507446:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674074.507448:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252572:252572:255:4294967295] 192.168.201.103@tcp LPNI seq info [252540:252540:7:4294967295] 00000400:00000200:2.0:1773674074.507452:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674074.507458:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674074.507462:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674074.507465:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5100. 00000800:00000200:2.0:1773674074.507469:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674074.507473:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674074.507475:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674074.507478:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674074.507482:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 507295 usecs (508 jiffies) 00000400:00000200:2.0:1773674074.507485:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674074.507487:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300632070 00000100:00000001:2.0:1773674074.507489:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300635468 00000100:00000001:2.0:1773674074.507491:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300632070 00000100:00000001:2.0:1773674074.507493:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300635468 00000100:00000001:2.0:1773674074.507495:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674074.507497:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674074.507499:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674074.507503:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674074.507509:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674074.507511:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674074.507514:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674074.507515:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674074.507517:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674074.507519:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674074.507605:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674074.507609:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5900. 00000400:00000200:1.0:1773674074.507613:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.507617:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674074.507622:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:1.0:1773674074.507624:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:1.0:1773674074.507628:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674074.507632:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.507640:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674074.507644:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.507650:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674074.507652:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674074.507897:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674074.507901:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5100. 00000400:00000200:1.0:1773674074.507905:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.507909:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674074.507912:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:1.0:1773674074.507914:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:1.0:1773674074.507916:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674074.507920:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.507928:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674074.507931:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.507938:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674074.507939:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674074.546506:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.546523:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674074.546527:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.546529:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.546538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.546546:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674074.546554:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.546559:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.546564:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.546568:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c8100 00000400:00000200:1.0:1773674074.546573:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.546580:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50b1 [1] + 224 00000800:00000001:1.0:1773674074.546588:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.546597:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.546600:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.546604:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674074.546611:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674074.546619:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674074.546631:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.546650:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674074.546658:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.546661:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.547003:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.547215:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674074.547222:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674074.547224:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674074.547228:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674074.547233:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:3.0:1773674074.547235:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:3.0:1773674074.547238:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674074.547244:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674074.547254:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.547261:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674074.547263:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.547265:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674074.547269:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674074.547271:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674074.547273:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.547276:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674074.547287:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=7 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674074.547291:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674074.547294:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674074.547295:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674074.547298:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674074.547301:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.547305:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674074.547307:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674074.547309:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674074.547310:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674074.547315:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.547322:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.547325:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674074.547327:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674074.547331:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674074.547350:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953440000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674074.547355:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.547358:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674074.547361:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953440000/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.547376:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674074.547378:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674074.547382:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6000. 02000000:00000001:3.0:1773674074.547386:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674074.547388:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674074.547390:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674074.547393:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674074.547396:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:3.0:1773674074.547399:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674074.547401:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674074.547403:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:3.0:1773674074.547406:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674074.547408:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.547411:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.547413:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.547414:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674074.547416:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.547417:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674074.547934:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.547945:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674074.547948:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.547951:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.547957:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.547962:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674074.547969:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.547974:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.547978:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.547981:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c8000 00000400:00000200:1.0:1773674074.547986:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.547991:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50a9 [1] + 224 00000800:00000001:1.0:1773674074.547997:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.548005:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.548008:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.548012:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674074.548017:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674074.548023:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674074.548039:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.548055:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674074.548061:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.548065:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.549145:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.549151:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674074.549158:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674074.549160:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674074.549164:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674074.549169:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674074.549172:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674074.549175:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674074.549185:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674074.549197:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.549203:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674074.549204:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.549207:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674074.549210:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674074.549211:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674074.549214:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.549216:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674074.549222:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674074.549226:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674074.549230:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674074.549231:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674074.549234:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674074.549236:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.549239:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674074.549243:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.549251:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.549253:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674074.549255:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674074.549260:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674074.549269:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953439744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674074.549273:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.549275:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674074.549278:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953439744/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.549284:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674074.549286:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674074.549289:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6c00. 02000000:00000001:3.0:1773674074.549292:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674074.549308:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674074.549311:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674074.549313:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674074.549316:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5000. 02000000:00000001:3.0:1773674074.549319:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674074.549321:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674074.549323:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:3.0:1773674074.549326:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674074.549328:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.549330:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.549346:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674074.549348:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.549351:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.549353:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674074.549791:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549802:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674074.549805:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549807:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.549815:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549821:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674074.549828:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549833:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549851:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c8080 00000400:00000200:1.0:1773674074.549855:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549861:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50b9 [1] + 224 00000800:00000001:1.0:1773674074.549867:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549873:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.549876:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.549880:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674074.549886:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674074.549893:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674074.549903:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.549922:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674074.549930:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549934:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674074.549936:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549939:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.549942:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549945:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674074.549949:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549955:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549958:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c8180 00000400:00000200:1.0:1773674074.549961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674074.549966:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50c1 [1] + 224 00000800:00000001:1.0:1773674074.549970:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.549977:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674074.549979:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674074.549982:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674074.549985:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674074.549990:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674074.549999:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674074.550006:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674074.550010:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674074.550012:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550258:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.550261:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674074.550269:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674074.550271:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674074.550275:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b738. 00000400:00000200:3.0:1773674074.550279:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:3.0:1773674074.550282:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:3.0:1773674074.550284:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674074.550290:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674074.550311:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550317:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674074.550319:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550321:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674074.550324:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674074.550325:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674074.550327:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.550329:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674074.550346:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=7 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674074.550350:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674074.550353:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674074.550354:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674074.550357:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674074.550360:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.550364:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674074.550385:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:3.0:1773674074.550387:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674074.550389:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674074.550394:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550401:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.550403:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674074.550405:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674074.550409:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674074.550416:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953439872:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674074.550422:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674074.550424:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674074.550426:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b840. 00000400:00000200:3.0:1773674074.550428:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:3.0:1773674074.550429:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:3.0:1773674074.550432:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674074.550435:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674074.550443:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550450:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674074.550451:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550453:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674074.550454:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674074.550456:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674074.550457:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674074.550460:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674074.550464:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674074.550467:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=110 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674074.550469:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674074.550470:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674074.550472:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674074.550474:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.550476:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674074.550477:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:3.0:1773674074.550479:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674074.550480:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674074.550483:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550489:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674074.550491:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674074.550492:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674074.550495:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674074.550502:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953440128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674074.550506:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550508:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674074.550511:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953439872/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550516:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674074.550518:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674074.550522:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1be00. 02000000:00000001:3.0:1773674074.550525:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674074.550527:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674074.550528:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674074.550530:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674074.550532:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5b00. 02000000:00000001:3.0:1773674074.550535:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674074.550537:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674074.550539:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:3.0:1773674074.550542:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674074.550543:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550544:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674074.550547:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953440128/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674074.550553:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674074.550555:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674074.550556:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a200. 02000000:00000001:3.0:1773674074.550559:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674074.550560:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674074.550561:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674074.550562:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674074.550564:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5400. 02000000:00000001:3.0:1773674074.550566:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674074.550567:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674074.550568:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:3.0:1773674074.550570:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674074.550571:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550573:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674074.550579:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674074.550580:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674074.550582:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674074.550585:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674074.624947:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674074.624966:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674074.624972:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674074.624973:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674074.625195:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674074.625198:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674074.625202:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674075.093705:0:93172:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674075.658549:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674075.658560:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674075.658568:0:87917:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674075.658569:0:87917:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674075.658658:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674075.658666:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674075.658672:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674076.676523:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674076.676530:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674076.676535:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674076.676537:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674076.682980:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674076.682987:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674076.682992:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773674076.833697:0:93235:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674077.697313:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674077.697347:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674077.697354:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674077.697355:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674077.697663:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674077.697667:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674077.697670:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674078.464894:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300635468, at 4300635520 00000100:00000010:0.0:1773674078.464909:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4540. 00000100:00000040:1.0:1773674078.465163:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300635468, at 4300635520 00000100:00000010:1.0:1773674078.465170:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc042c4a20. 00010000:00000001:0.0:1773674078.721208:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674078.721216:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674078.721221:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674078.721223:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674078.721289:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674078.721293:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674078.721295:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773674078.739171:0:93328:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674079.171270:0:93365:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773674079.171277:0:93365:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 132: long punch =================== 11:14:36 (1773674076) 00000001:00000001:3.0:1773674079.185897:0:93365:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1773674079.477417:0:93378:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631462:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674079.631473:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674079.631481:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01c00. 00000020:00000040:0.0:1773674079.631489:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674079.631493:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.631496:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.631501:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.631509:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b900. 00000100:00000001:0.0:1773674079.631517:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631529:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674079.631541:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.631546:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631566:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d460165] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.631602:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631605:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674079.631609:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674079.631613:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000020:00000040:0.0:1773674079.631617:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674079.631619:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.631621:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.631623:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.631627:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237bb00. 00000100:00000001:0.0:1773674079.631630:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631635:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674079.631644:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.631646:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631651:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005206579d] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.631659:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631661:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674079.631667:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674079.631670:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773674079.631672:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674079.631675:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.631676:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.631678:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.631682:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b100. 00000100:00000001:0.0:1773674079.631686:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631690:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674079.631698:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.631700:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631704:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.631712:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631714:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674079.631718:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674079.631721:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02680. 00000020:00000040:0.0:1773674079.631724:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674079.631726:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.631727:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.631729:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.631733:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b000. 00000100:00000001:0.0:1773674079.631736:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631740:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674079.631749:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.631751:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.631987:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000189b601c] to pc [ptlrpcd_00_01+1] req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632005:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.632008:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674079.632011:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674079.632017:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5974) 00000100:00000001:0.0:1773674079.632040:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.632044:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.632046:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.632051:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632059:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.632061:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632065:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.632068:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.632071:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.632075:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674079.632079:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.632086:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.632088:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632091:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.632097:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ac00. 02000000:00000001:0.0:1773674079.632099:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.632107:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674079.632111:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674079.632118:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674079.632126:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440384, portal 10 00000100:00000001:0.0:1773674079.632129:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.632131:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:0.0:1773674079.632140:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632149:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674079.632152:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674079.632155:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773674079.632158:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953440384, offset 0 00000400:00000200:0.0:1773674079.632165:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632174:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632182:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674079.632187:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674079.632191:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674079.632195:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674079.632198:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632202:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252573:252573:256:4294967295] 192.168.201.103@tcp LPNI seq info [252541:252541:8:4294967295] 00000400:00000200:0.0:1773674079.632207:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632232:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674079.632239:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674079.632244:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237ba00. 00000800:00000200:0.0:1773674079.632252:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674079.632260:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674079.632265:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674079.632279:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.632296:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 356511 usecs (357 jiffies) 00000400:00000200:0.0:1773674079.632300:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674079.632303:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637044 00000100:00000010:0.0:1773674079.632309:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bd20. 00000100:00000001:0.0:1773674079.632317:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674079.632323:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637044 00000100:00000010:0.0:1773674079.632326:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bf00. 00000100:00000001:0.0:1773674079.632330:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674079.632334:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.632337:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.632340:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.632345:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632353:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.632354:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632357:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.632359:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.632361:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.632364:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674079.632368:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.632371:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.632372:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632374:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.632377:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ba00. 02000000:00000001:0.0:1773674079.632379:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.632383:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674079.632386:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674079.632390:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773674079.632393:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440640, portal 4 00000100:00000001:0.0:1773674079.632396:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.632397:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000040:0.0:1773674079.632404:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632439:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674079.632442:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674079.632446:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773674079.632449:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953440640, offset 0 00000400:00000200:0.0:1773674079.632454:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632458:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632462:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674079.632465:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674079.632468:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674079.632471:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674079.632474:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632477:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252574:252574:255:4294967295] 192.168.201.103@tcp LPNI seq info [252542:252542:7:4294967295] 00000400:00000200:0.0:1773674079.632483:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632489:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674079.632494:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674079.632499:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674079.632503:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674079.632508:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674079.632511:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674079.632515:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.632518:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 504168 usecs (505 jiffies) 00000400:00000200:0.0:1773674079.632521:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674079.632523:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637192 00000100:00000001:0.0:1773674079.632528:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300637044 00000100:00000001:0.0:1773674079.632532:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637192 00000100:00000001:0.0:1773674079.632535:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300637044 00000100:00000001:0.0:1773674079.632538:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.632540:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.632543:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.632546:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.632568:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674079.632571:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674079.632573:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.632575:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.632576:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.632580:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773674079.632581:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.632584:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674079.632585:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.632587:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.632588:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.632589:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.632594:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632603:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.632604:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632607:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.632609:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.632612:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.632615:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953440256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674079.632618:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.632621:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.632623:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.632625:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.632629:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1aa00. 02000000:00000001:0.0:1773674079.632632:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.632636:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674079.632639:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773674079.632643:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773674079.632645:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440256, portal 25 00000100:00000001:0.0:1773674079.632647:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.632649:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000040:0.0:1773674079.632654:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.632660:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674079.632663:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674079.632666:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674079.632668:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953440256, offset 0 00000400:00000200:0.0:1773674079.632673:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632677:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632680:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674079.632683:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674079.632686:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674079.632689:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674079.632691:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674079.632695:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252575:252575:254:4294967295] 192.168.201.103@tcp LPNI seq info [252543:252543:6:4294967295] 00000400:00000200:0.0:1773674079.632699:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.632706:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674079.632711:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674079.632715:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000800:00000200:0.0:1773674079.632719:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674079.632724:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674079.632727:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674079.632730:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.632733:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674079.632735:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640595 00000100:00000001:0.0:1773674079.632739:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300637192 00000100:00000001:0.0:1773674079.632742:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640595 00000100:00000001:0.0:1773674079.632745:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300637192 00000100:00000001:0.0:1773674079.632748:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.632750:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.632752:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.633204:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.633314:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.633316:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.633319:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.633322:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.633324:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.633328:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674079.633332:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.633334:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.633336:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.633338:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.633343:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a600. 02000000:00000001:0.0:1773674079.633345:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.633349:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674079.633352:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674079.633357:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773674079.633361:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440512, portal 10 00000100:00000001:0.0:1773674079.633363:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.633364:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:0.0:1773674079.633370:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.633377:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674079.633380:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674079.633383:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674079.633385:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953440512, offset 0 00000400:00000200:0.0:1773674079.633390:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674079.633394:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.633398:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674079.633401:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674079.633403:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674079.633406:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674079.633409:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674079.633412:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252576:252576:253:4294967295] 192.168.201.103@tcp LPNI seq info [252544:252544:5:4294967295] 00000400:00000200:0.0:1773674079.633417:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.633423:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674079.633428:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674079.633431:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674079.633435:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674079.633441:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674079.633444:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674079.633447:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.633450:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 99102 usecs (100 jiffies) 00000400:00000200:0.0:1773674079.633453:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674079.633456:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300636788 00000100:00000001:0.0:1773674079.633459:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640595 00000100:00000001:0.0:1773674079.633462:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300636788 00000100:00000001:0.0:1773674079.633464:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640595 00000100:00000001:0.0:1773674079.633466:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.633468:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.633472:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.633476:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.636014:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.636025:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237ba00. 00000400:00000200:0.0:1773674079.636033:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.636044:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.636051:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:0.0:1773674079.636054:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:0.0:1773674079.636059:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.636068:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636082:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.636087:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636095:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.636097:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674079.636111:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.636113:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000400:00000200:0.0:1773674079.636116:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.636120:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.636123:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:0.0:1773674079.636125:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:0.0:1773674079.636128:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.636132:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636141:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.636145:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636152:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.636154:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674079.636163:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.636165:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000400:00000200:0.0:1773674079.636168:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.636171:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.636174:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674079.636176:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674079.636178:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.636183:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636190:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.636193:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.636201:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.636202:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674079.639365:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.639376:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:0.0:1773674079.639382:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.639392:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.639400:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674079.639403:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674079.639408:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.639418:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.639429:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.639433:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.639440:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.639441:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674079.639467:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.639472:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674079.644921:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.644946:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.644951:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.644954:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.644964:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.644971:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.644980:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.644986:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.644993:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.644997:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794c8200 00000400:00000200:1.0:1773674079.645003:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645010:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50e9 [1] + 224 00000800:00000001:1.0:1773674079.645019:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645025:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645028:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.645034:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.645042:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.645053:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.645065:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.645083:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.645094:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645098:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.645100:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645103:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645106:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645110:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.645115:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645121:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645124:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c8280 00000400:00000200:1.0:1773674079.645128:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645133:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50c9 [1] + 224 00000800:00000001:1.0:1773674079.645137:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645140:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645142:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.645146:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.645149:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.645155:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.645166:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.645174:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.645177:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645181:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.645183:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645185:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645193:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.645197:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645200:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645203:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645207:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794c8300 00000400:00000200:1.0:1773674079.645916:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.645924:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50f9 [1] + 224 00000800:00000001:1.0:1773674079.645932:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645939:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645942:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.645947:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.645952:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.645959:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.645968:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.645976:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.645982:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645987:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.645989:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.645991:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.645996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.646000:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.646005:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.646008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.646011:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.646015:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c8380 00000400:00000200:1.0:1773674079.646019:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.646024:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c50d9 [1] + 224 00000800:00000001:1.0:1773674079.646028:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.646040:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.646042:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.646046:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.646049:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.646054:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.646063:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646072:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.646075:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.646078:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646091:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674079.646095:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674079.646102:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674079.646104:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674079.646107:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:1.0:1773674079.646112:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:1.0:1773674079.646114:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:1.0:1773674079.646118:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.646122:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674079.646132:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646139:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674079.646142:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646145:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674079.646149:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674079.646153:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674079.646155:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.646158:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674079.646167:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674079.646172:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674079.646176:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674079.646178:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.646181:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674079.646184:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.646188:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.646194:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646202:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.646205:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674079.646208:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674079.646227:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674079.646236:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953440256:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674079.646243:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674079.646244:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674079.646246:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:1.0:1773674079.646249:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:1.0:1773674079.646251:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:1.0:1773674079.646253:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.646257:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674079.646265:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646271:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674079.646273:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646276:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674079.646278:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674079.646279:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674079.646281:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.646293:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674079.646300:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=12 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674079.646304:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674079.646306:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674079.646308:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.646310:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674079.646313:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.646316:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674079.646318:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674079.646320:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674079.646322:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.646326:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646333:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.646335:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674079.646336:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674079.646340:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674079.646349:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674079.646355:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674079.646357:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674079.646359:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:1.0:1773674079.646362:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:1.0:1773674079.646364:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:1.0:1773674079.646366:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.646370:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674079.646378:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646386:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674079.646387:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646389:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674079.646390:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674079.646392:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674079.646394:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.646396:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674079.646400:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=12 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674079.646403:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674079.646405:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674079.646407:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.646409:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674079.646411:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.646413:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674079.646415:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:1.0:1773674079.646417:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674079.646418:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.646422:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646429:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.646431:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674079.646432:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674079.646437:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674079.646445:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440384:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674079.646451:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674079.646452:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674079.646455:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:1.0:1773674079.646457:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:1.0:1773674079.646459:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:1.0:1773674079.646461:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.646466:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674079.646475:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646482:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674079.646483:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646485:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674079.646487:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674079.646488:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674079.646490:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.646491:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674079.646496:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674079.646499:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=115 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674079.646502:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674079.646503:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.646505:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674079.646507:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.646510:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674079.646511:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:1.0:1773674079.646513:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674079.646515:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.646519:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.646526:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.646528:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674079.646529:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674079.646532:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674079.646540:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953440640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674079.646545:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.646548:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.646552:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01c00 x1859825953440256/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.647923:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674079.647927:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674079.647932:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1aa00. 02000000:00000001:1.0:1773674079.647939:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674079.647942:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.647945:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674079.647948:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674079.647951:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b900. 02000000:00000001:1.0:1773674079.647955:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674079.647957:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674079.647960:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 00000100:00000001:1.0:1773674079.647964:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674079.647966:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.647969:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.647978:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953440512/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.647985:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674079.647987:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674079.647988:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a600. 02000000:00000001:1.0:1773674079.647990:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674079.647992:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.647993:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674079.647995:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674079.647996:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b100. 02000000:00000001:1.0:1773674079.647998:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674079.647999:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674079.648000:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:1.0:1773674079.648003:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674079.648004:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.648006:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.648009:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01880 x1859825953440384/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.648015:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674079.648017:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674079.648019:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ac00. 02000000:00000001:1.0:1773674079.648021:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674079.648022:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.648023:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674079.648025:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674079.648027:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237bb00. 02000000:00000001:1.0:1773674079.648029:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674079.648030:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674079.648031:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 00000100:00000001:1.0:1773674079.648034:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674079.648035:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.648037:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.648041:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02680 x1859825953440640/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.648049:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674079.648050:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674079.648051:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ba00. 02000000:00000001:1.0:1773674079.648054:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674079.648055:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.648057:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674079.648058:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674079.648060:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b000. 02000000:00000001:1.0:1773674079.648062:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674079.648062:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674079.648064:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02680. 00000100:00000001:1.0:1773674079.648066:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674079.648068:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.648070:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.648080:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674079.648082:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.648085:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674079.648089:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674079.666209:0:93387:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674079.666550:0:93387:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff98dc184c8600. 00000020:00000001:3.0:1773674079.666666:0:93387:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:3.0:1773674079.666673:0:93387:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff98dc07091000. 00000020:00000010:3.0:1773674079.666685:0:93387:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff98dc185b19a0. 00000020:00000010:3.0:1773674079.666690:0:93387:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff98dc05225f80. 00000020:00000010:3.0:1773674079.666695:0:93387:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff98dc185b1680. 00000020:01000004:3.0:1773674079.666698:0:93387:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1773674079.666699:0:93387:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1773674079.666701:0:93387:0:(obd_mount.c:940:lmd_print()) device: 192.168.201.103@tcp:/lustre 00000020:01000004:3.0:1773674079.666703:0:93387:0:(obd_mount.c:943:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1773674079.666706:0:93387:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674079.667022:0:93387:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:3.0:1773674079.667025:0:93387:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff98dc088eb800 00000020:00000001:3.0:1773674079.667028:0:93387:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1773674079.667031:0:93387:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff98dc088ef800. 00000020:00000001:3.0:1773674079.667033:0:93387:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446630669536655360 : -113404172896256 : ffff98dc088ef800) 00000080:01000004:3.0:1773674079.667040:0:93387:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1773674079.667042:0:93387:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1773674079.667055:0:93387:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff98dc07fb77c0. 00000020:00000010:3.0:1773674079.667059:0:93387:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff98dc07ba1b40. 00000020:00000001:3.0:1773674079.667063:0:93387:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773674079.667351:0:93387:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1773674079.667355:0:93387:0:(mgc_request.c:1100:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.667357:0:93387:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.667360:0:93387:0:(obd_class.h:511:obd_get_info()) Process entered 00000020:00000001:3.0:1773674079.667362:0:93387:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1773674079.667365:0:93387:0:(obd_mount.c:415:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1773674079.667367:0:93387:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773674079.667368:0:93387:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1773674079.667371:0:93387:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1773674079.667373:0:93387:0:(mgc_request.c:1084:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.667375:0:93387:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.667377:0:93387:0:(obd_mount.c:420:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.667380:0:93387:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff98dc07ba1b40. 00000020:00000010:3.0:1773674079.667384:0:93387:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff98dc07fb77c0. 00000020:00000001:3.0:1773674079.667387:0:93387:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674079.667390:0:93387:0:(llite_lib.c:1365:ll_fill_super()) Process entered 00000080:00200000:3.0:1773674079.667392:0:93387:0:(llite_lib.c:1368:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff98dc088eb800 (sb ffff98dc088eb800) 00000080:00000010:3.0:1773674079.667397:0:93387:0:(llite_lib.c:1372:ll_fill_super()) kmalloced '(cfg)': 88 at ffff98dc042c4840. 00000080:00000001:3.0:1773674079.667399:0:93387:0:(llite_lib.c:93:ll_init_sbi()) Process entered 00000080:00000010:3.0:1773674079.667401:0:93387:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff98dc088eb000. 00000020:00000001:3.0:1773674079.667451:0:93387:0:(cl_page.c:1338:cl_cache_init()) Process entered 00000020:00000010:3.0:1773674079.667484:0:93387:0:(cl_page.c:1339:cl_cache_init()) kmalloced '(cache)': 152 at ffff98dc07ba1b40. 00000020:00000001:3.0:1773674079.667488:0:93387:0:(cl_page.c:1355:cl_cache_init()) Process leaving (rc=18446630669522705216 : -113404186846400 : ffff98dc07ba1b40) 00000080:00000010:3.0:1773674079.667492:0:93387:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff98dc05243210. 00000080:00000010:3.0:1773674079.667495:0:93387:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff98dc05243c00. 00000080:00000001:3.0:1773674079.667506:0:93387:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446630669536636928 : -113404172914688 : ffff98dc088eb000) 00000080:00000001:3.0:1773674079.667509:0:93387:0:(llite_lib.c:1107:ll_options()) Process entered 00000080:01000000:3.0:1773674079.667512:0:93387:0:(llite_lib.c:1117:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1773674079.667514:0:93387:0:(llite_lib.c:1127:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1773674079.667518:0:93387:0:(llite_lib.c:1127:ll_options()) next opt=flock 00000080:00000001:3.0:1773674079.667521:0:93387:0:(llite_lib.c:1273:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1773674079.667528:0:93387:0:(llite_lib.c:1402:ll_fill_super()) llite sb uuid: f6b649ba-a60a-453a-bb07-451251d2ad8d 00000080:00000001:3.0:1773674079.668063:0:93387:0:(lproc_llite.c:2775:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1773674079.668327:0:93387:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc07bf1c00. 00000020:00000010:3.0:1773674079.668333:0:93387:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff98dc0706c800. 00000020:00000010:3.0:1773674079.668352:0:93387:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc07bf3000. 00000020:00000010:3.0:1773674079.668356:0:93387:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff98dc07bf2400. 00000080:00000001:3.0:1773674079.668365:0:93387:0:(lproc_llite.c:2845:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.668368:0:93387:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:3.0:1773674079.668371:0:93387:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff98dc184c8300. 00000020:00000010:3.0:1773674079.668375:0:93387:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff98dc07ba1e40. 00000020:00000001:3.0:1773674079.668378:0:93387:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.668382:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07b43600. 00000020:00000010:3.0:1773674079.668388:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc11ba6400. 00000040:00000010:3.0:1773674079.668393:0:93387:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc21304c00. 00000020:00000010:3.0:1773674079.668398:0:93387:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc0678f000. 00000020:00000010:3.0:1773674079.668405:0:93387:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc100c0600. 00040000:00000010:3.0:1773674079.668411:0:93387:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc064e2e00. 00040000:00000010:3.0:1773674079.668416:0:93387:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc100c0a00. 10000000:00000001:3.0:1773674079.668420:0:93387:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:3.0:1773674079.668424:0:93387:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1773674079.668427:0:93387:0:(mgc_request.c:1959:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1773674079.668430:0:93387:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1773674079.668432:0:93387:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98dc088eb800 10000000:00000001:3.0:1773674079.668436:0:93387:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773674079.668439:0:93387:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773674079.668442:0:93387:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff98dc0b656000) refs 3 10000000:00000001:3.0:1773674079.668444:0:93387:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.668446:0:93387:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630669584261120 : -113404125290496 : ffff98dc0b656000) 10000000:00000001:3.0:1773674079.668449:0:93387:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:00000001:3.0:1773674079.668451:0:93387:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773674079.668453:0:93387:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.668455:0:93387:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773674079.668457:0:93387:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98dc088eb800 10000000:00000010:3.0:1773674079.668461:0:93387:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff98dc100c0200. 10000000:01000000:3.0:1773674079.668463:0:93387:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1773674079.668468:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc0706b800 refcount=7 10000000:00000001:3.0:1773674079.668471:0:93387:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630669662290432 : -113404047261184 : ffff98dc100c0200) 10000000:00000001:3.0:1773674079.668473:0:93387:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773674079.668475:0:93387:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98dc088eb800 10000000:00000010:3.0:1773674079.668477:0:93387:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff98dc100c1a00. 10000000:01000000:3.0:1773674079.668479:0:93387:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773674079.668482:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc0706b800 refcount=8 10000000:00000001:3.0:1773674079.668484:0:93387:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630669662296576 : -113404047255040 : ffff98dc100c1a00) 10000000:00000001:3.0:1773674079.668487:0:93387:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773674079.668488:0:93387:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff98dc088eb800 10000000:00000010:3.0:1773674079.668491:0:93387:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff98dc100c1600. 10000000:01000000:3.0:1773674079.668493:0:93387:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1773674079.668496:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc0706b800 refcount=9 10000000:00000001:3.0:1773674079.668497:0:93387:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630669662295552 : -113404047256064 : ffff98dc100c1600) 10000000:00000001:3.0:1773674079.668500:0:93387:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446630669662296576 : -113404047255040 : ffff98dc100c1a00) 10000000:00000001:3.0:1773674079.668503:0:93387:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:3.0:1773674079.668505:0:93387:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff98dc088eb800 from 1 10000000:00000001:3.0:1773674079.668507:0:93387:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773674079.668509:0:93387:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1773674079.668516:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.668520:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.668524:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.668528:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.668533:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.668541:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4b200. 00000100:00000001:3.0:1773674079.668549:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.668565:0:93387:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674079.668569:0:93387:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773674079.668578:0:93387:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10af8700 count: 3 00010000:00000001:3.0:1773674079.668581:0:93387:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674079.668586:0:93387:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674079.668589:0:93387:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869b400. 00000020:00000001:3.0:1773674079.668594:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.668597:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869b400 with handle 0x2f77f56113814205 to hash 00000020:00000001:3.0:1773674079.668599:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674079.668601:0:93387:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:3.0:1773674079.668604:0:93387:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:3.0:1773674079.668609:0:93387:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674079.668612:0:93387:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674079.668617:0:93387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.668628:0:93387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.668642:0:93387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674079.668648:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.668650:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.668657:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.668659:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522706176 : -113404186845440 : ffff98dc07ba1f00) 00000100:00000001:3.0:1773674079.668662:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.668664:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.668668:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.668672:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.668675:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.668676:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.668686:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.668694:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.668697:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.668701:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.668703:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.668705:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.668708:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953440768:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773674079.668712:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.668718:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.668720:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.668723:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.668727:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc07bf1400. 02000000:00000001:3.0:1773674079.668729:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.668737:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.668741:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.668748:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674079.674399:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953440768, portal 25 00000100:00000001:3.0:1773674079.674576:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.674578:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.674594:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.674605:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.674608:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.674613:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674079.674621:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859825953440768, offset 0 00000400:00000200:3.0:1773674079.674629:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.674643:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.674652:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.674657:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.674662:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.674666:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.674669:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.674674:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252577:252577:256:4294967295] 192.168.201.103@tcp LPNI seq info [252545:252545:8:4294967295] 00000400:00000200:3.0:1773674079.674679:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.674691:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.674698:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.674703:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2100. 00000800:00000200:3.0:1773674079.674712:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.674720:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.674725:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.674753:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.674759:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.674762:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640637 00000100:00000001:3.0:1773674079.674786:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640595 00000100:00000001:3.0:1773674079.674792:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640638 00000100:00000001:3.0:1773674079.674795:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640595 00000100:00000001:3.0:1773674079.674798:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.674802:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.674805:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.674807:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.674809:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.674812:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.674816:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.675870:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.675878:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2100. 00000400:00000200:0.0:1773674079.675883:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.675891:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.675897:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:0.0:1773674079.675900:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:0.0:1773674079.675904:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.675911:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.675924:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.675928:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.675936:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.675937:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.679388:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.679417:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.679421:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.679425:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.679436:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.679444:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.679453:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.679459:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.679465:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.679469:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b80794c8400 00000400:00000200:0.0:1773674079.679475:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.679481:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x2c5109 [1] + 224 00000800:00000001:0.0:1773674079.679490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.679498:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.679501:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.679506:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.679513:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.679521:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.679533:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.679730:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.679761:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.679788:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.679793:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674079.684500:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.684507:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.684511:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674079.684518:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674079.684522:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674079.684526:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.684538:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.684551:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.684559:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.684562:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.684565:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.684569:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.684571:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.684573:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.684576:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.684583:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.684588:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.684591:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.684593:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.684595:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.684597:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.684600:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.684605:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.684613:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.684616:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.684618:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.684623:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.684630:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953440768:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773674079.684635:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.684639:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.684641:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.684644:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.684648:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.684654:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.684657:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.684660:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.684662:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.684665:0:93387:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674079.684669:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.684672:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.684675:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=4 00000020:00000001:3.0:1773674079.684677:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:3.0:1773674079.684681:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000040:3.0:1773674079.684688:0:93387:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869b400, remote cookie: 0x441c89a0128d69de, flags: 0x0 00010000:00000001:3.0:1773674079.684691:0:93387:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674079.684694:0:93387:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674079.684696:0:93387:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674079.684698:0:93387:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674079.684699:0:93387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674079.684702:0:93387:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff98dc10af8700) refcount = 3 00010000:00000040:3.0:1773674079.684705:0:93387:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773674079.684709:0:93387:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff98dc200f3800/0x2f77f56113813b91 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d5b7c expref: -99 pid: 81796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773674079.684718:0:93387:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff98dc0869a000/0x2f77f56113813b83 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d5b6e expref: -99 pid: 81796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.684726:0:93387:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.684732:0:93387:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674079.684734:0:93387:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674079.684736:0:93387:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674079.684740:0:93387:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674079.684742:0:93387:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674079.684746:0:93387:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.684899:0:93387:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674079.684902:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.684903:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.684905:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.684906:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.684908:0:93387:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.684911:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.684916:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953440768/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.684924:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.684927:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.684930:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc07bf1400. 02000000:00000001:3.0:1773674079.684934:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.684936:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.684938:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.684940:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.684943:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4b200. 02000000:00000001:3.0:1773674079.684947:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.684948:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.684950:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.684954:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.684955:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773674079.684958:0:93387:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.684961:0:93387:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773674079.684963:0:93387:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff98dc100c1a00) refs 2 10000000:00000001:3.0:1773674079.684966:0:93387:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.684968:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.684970:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.684971:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=3 00000020:00000001:3.0:1773674079.684974:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:3.0:1773674079.684976:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:3.0:1773674079.684978:0:93387:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1773674079.684980:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.684982:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.684983:0:93387:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.684986:0:93387:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773674079.684991:0:93387:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98dc05771580. 00000020:00000010:3.0:1773674079.684995:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b200. 00000020:00000010:3.0:1773674079.685000:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4b600. 00000040:00000010:3.0:1773674079.685004:0:93387:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc07f4ae00. 00000020:00000010:3.0:1773674079.685008:0:93387:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc06788000. 00000020:00000010:3.0:1773674079.685013:0:93387:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc07f4b800. 80000000:00000010:3.0:1773674079.685017:0:93387:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98dc042c4780. 00040000:00000010:3.0:1773674079.685021:0:93387:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc07f4aa00. 20000000:00000010:3.0:1773674079.685026:0:93387:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff98dc07f4a800. 10000000:00000040:3.0:1773674079.685030:0:93387:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc088e5840 : new refcount 2 00000020:00000001:3.0:1773674079.685033:0:93387:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1773674079.685035:0:93387:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1773674079.685038:0:93387:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1773674079.685040:0:93387:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98dc07f4be00. 00000040:00000001:3.0:1773674079.685044:0:93387:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1773674079.685046:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.685050:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.685052:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.685056:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.685059:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.685063:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.685070:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4ba00. 00000100:00000001:3.0:1773674079.685075:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.685081:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.685083:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.685088:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.685090:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522706176 : -113404186845440 : ffff98dc07ba1f00) 00000100:00000001:3.0:1773674079.685092:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.685094:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.685098:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.685102:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.685104:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.685106:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.685111:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.685119:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.685121:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.685126:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.685128:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.685131:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.685134:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953440896:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:3.0:1773674079.685138:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.685144:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.685146:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.685149:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.685153:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc067be400. 02000000:00000001:3.0:1773674079.685155:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.685162:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.685166:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.685172:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674079.685178:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953440896, portal 25 00000100:00000001:3.0:1773674079.685180:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.685181:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.685186:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.685193:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.685196:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.685199:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674079.685202:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1859825953440896, offset 0 00000400:00000200:3.0:1773674079.685209:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.685231:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.685239:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.685244:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.685248:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.685252:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.685256:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.685260:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252578:252578:256:4294967295] 192.168.201.103@tcp LPNI seq info [252546:252546:8:4294967295] 00000400:00000200:3.0:1773674079.685265:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.685275:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.685291:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.685296:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2a00. 00000800:00000200:3.0:1773674079.685302:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.685309:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.685314:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.685333:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.685337:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.685340:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640648 00000100:00000001:3.0:1773674079.685349:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640637 00000100:00000001:3.0:1773674079.685354:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640648 00000100:00000001:3.0:1773674079.685357:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640638 00000100:00000001:3.0:1773674079.685360:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.685363:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.685365:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.685367:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.685370:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.685372:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.685374:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.691120:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.691129:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2a00. 00000400:00000200:1.0:1773674079.691136:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.691146:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.691154:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:1.0:1773674079.691157:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:1.0:1773674079.691163:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.691172:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.691187:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.691191:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.691200:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.691202:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.695377:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.695398:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.695949:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.695957:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.695968:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.695976:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.695985:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.695991:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.695996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.696000:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 272 into portal 25 MB=0x69b80794c8480 00000400:00000200:0.0:1773674079.696006:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.696012:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 272/272 into md 0x2c5111 [1] + 224 00000800:00000001:0.0:1773674079.696021:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.696032:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.696036:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.696040:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.696048:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.696457:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.696472:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.696550:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.699627:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.699650:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.699660:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674079.700724:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.700728:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.700732:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674079.700738:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674079.700741:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674079.700746:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.700945:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.700961:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.700970:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.700973:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.700976:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.700980:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.700983:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.700986:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.700989:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.700996:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.701000:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.701003:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.701005:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.701008:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.701011:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.701014:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.701020:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.701029:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.701033:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.701035:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.701040:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.701348:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953440896:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:3.0:1773674079.701354:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.701357:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.701360:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.701363:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.701367:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.701375:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.701378:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.701383:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.701385:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.701392:0:93387:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1773674079.701396:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.701398:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.701401:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773674079.701905:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.701914:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953440896/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.701923:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.701926:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.701931:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc067be400. 02000000:00000001:3.0:1773674079.701936:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.701938:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.701939:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.701941:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.701944:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4ba00. 02000000:00000001:3.0:1773674079.701949:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.701952:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.701954:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.701958:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.701959:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773674079.701963:0:93387:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.701966:0:93387:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1773674079.701974:0:93387:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff98dc078dc000. 00000040:00000001:3.0:1773674079.701977:0:93387:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1773674079.702192:0:93387:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1773674079.702195:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.702199:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.702202:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.702205:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.702209:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.702213:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.702219:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067be400. 00000100:00000001:3.0:1773674079.702226:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.702230:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.702232:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.702237:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.702240:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522706176 : -113404186845440 : ffff98dc07ba1f00) 00000100:00000001:3.0:1773674079.703059:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.703061:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.703066:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.703070:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.703073:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.703075:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.703082:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.703092:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.703094:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.703099:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.703102:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.703105:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.703108:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441024:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:3.0:1773674079.703112:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.703117:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.703120:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.703122:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.703139:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc12e88000. 02000000:00000001:3.0:1773674079.703142:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.703151:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.703156:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.703163:0:93387:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc07ba1180. 00000100:00000200:3.0:1773674079.703171:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953441024, portal 25 00000100:00000001:3.0:1773674079.703173:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.703175:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.703182:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.703191:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.703194:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.703198:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674079.703202:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953441024, offset 0 00000400:00000200:3.0:1773674079.703319:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.703331:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.703340:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.703345:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.703351:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.703355:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.703358:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.703363:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252579:252579:256:4294967295] 192.168.201.103@tcp LPNI seq info [252547:252547:8:4294967295] 00000400:00000200:3.0:1773674079.703368:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.703379:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.703386:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.703392:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2500. 00000800:00000200:3.0:1773674079.703399:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.703927:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.703933:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.704643:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.704650:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.704654:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640667 00000100:00000001:3.0:1773674079.704662:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640648 00000100:00000001:3.0:1773674079.704666:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640667 00000100:00000001:3.0:1773674079.704670:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640648 00000100:00000001:3.0:1773674079.704673:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.704676:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.704679:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.704681:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.704684:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.704687:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.704690:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.711655:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.711668:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2500. 00000400:00000200:1.0:1773674079.711678:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.711690:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.711699:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:1.0:1773674079.711703:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:1.0:1773674079.711708:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.711717:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.711731:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.711735:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.711744:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.711746:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.724056:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.724081:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.724086:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.724089:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.724099:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.724108:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.724119:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.724125:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.724131:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.724136:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8416 into portal 25 MB=0x69b80794c8500 00000400:00000200:0.0:1773674079.724142:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.724148:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8416/8416 into md 0x2c5119 [4] + 224 00000800:00000001:0.0:1773674079.724158:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.724176:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.724180:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.724185:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.724194:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.724203:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.724230:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.724250:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.724259:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.724263:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.724455:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.724464:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.724467:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.724471:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674079.724476:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07ba1180 00000400:00000010:3.0:1773674079.724478:0:93387:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.724481:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.724487:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.724497:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.724503:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.724505:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.724508:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.724511:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.724514:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.724516:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.724520:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.724526:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.724531:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.724534:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.724535:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.724539:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.724541:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.724544:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.724549:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.724661:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.724664:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.724666:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.724672:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.724680:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441024:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:3.0:1773674079.724686:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.724688:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.724691:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.724693:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.724697:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.724704:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.724707:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.724710:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.724711:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.724720:0:93387:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1773674079.724721:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.724725:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441024/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.724732:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.724736:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.724739:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc12e88000. 02000000:00000001:3.0:1773674079.724945:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.724949:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.724951:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.724954:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.724957:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067be400. 02000000:00000001:3.0:1773674079.724963:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.724965:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.724967:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.724971:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.724972:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.724976:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.724977:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.724979:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.724982:0:93387:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.724985:0:93387:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.724989:0:93387:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1773674079.724994:0:93387:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff98dc042c4cc0. 00000040:00001000:3.0:1773674079.724996:0:93387:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1773674079.725395:0:93391:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1773674079.725405:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be400. 00000020:00000010:3.0:1773674079.725412:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067bea00. 00000040:00000010:3.0:1773674079.725417:0:93391:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc067bf400. 00000020:00000010:3.0:1773674079.725422:0:93391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc0678f800. 00000020:00000010:3.0:1773674079.725429:0:93391:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98dc08e7df98. 00000020:00000010:3.0:1773674079.725433:0:93391:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc067be600. 80000000:00000010:3.0:1773674079.725437:0:93391:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98dc042c48a0. 40000000:00000010:3.0:1773674079.725441:0:93391:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff98dc05771600. 00100000:00000010:3.0:1773674079.725448:0:93391:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98dc18730000. 00040000:00000010:3.0:1773674079.725453:0:93391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc064e2000. 00040000:00000010:3.0:1773674079.725459:0:93391:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff98dc08e51000. 00040000:00000010:3.0:1773674079.725463:0:93391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc067be000. 00000004:00000010:3.0:1773674079.725470:0:93391:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff98dc08e55800. 00000004:00000010:3.0:1773674079.725476:0:93391:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98dc07092000. 00000004:00000010:3.0:1773674079.725482:0:93391:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff98dc08e50000. 00002000:00000010:3.0:1773674079.725488:0:93391:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff98dc07bf1400. 00000004:00000010:3.0:1773674079.725493:0:93391:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff98dc07bf0c00. 00000020:00000010:3.0:1773674079.725498:0:93391:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc05771400. 00000040:00000010:3.0:1773674079.725507:0:93391:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff98dc078d8000. 00000040:00001000:3.0:1773674079.725510:0:93391:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1773674079.725513:0:93391:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773674079.725516:0:93391:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773674079.725519:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.725524:0:93391:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.725527:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.725531:0:93391:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.725534:0:93391:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.725540:0:93391:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.725547:0:93391:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067bf000. 00000100:00000001:3.0:1773674079.725655:0:93391:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.725661:0:93391:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.725663:0:93391:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.725669:0:93391:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.725672:0:93391:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674079.725675:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.725676:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.725681:0:93391:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.725686:0:93391:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.725688:0:93391:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.725689:0:93391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.725697:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.725705:0:93391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.725709:0:93391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.725713:0:93391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.725716:0:93391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.725719:0:93391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.725722:0:93391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441152:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.725726:0:93391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.725731:0:93391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.725734:0:93391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.725736:0:93391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.725908:0:93391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc12e88000. 02000000:00000001:3.0:1773674079.725912:0:93391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.725920:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.725924:0:93391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.725931:0:93391:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc07ba1d80. 00000100:00000200:3.0:1773674079.725939:0:93391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953441152, portal 25 00000100:00000001:3.0:1773674079.725941:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.725943:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.725949:0:93391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.725957:0:93391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.725960:0:93391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.725963:0:93391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674079.725968:0:93391:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953441152, offset 0 00000400:00000200:3.0:1773674079.725974:0:93391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.725980:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.725988:0:93391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.725993:0:93391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.725997:0:93391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.726001:0:93391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.726004:0:93391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.726009:0:93391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252580:252580:256:4294967295] 192.168.201.103@tcp LPNI seq info [252548:252548:8:4294967295] 00000400:00000200:3.0:1773674079.726013:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.726024:0:93391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.726030:0:93391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.726034:0:93391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2800. 00000800:00000200:3.0:1773674079.726042:0:93391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.726050:0:93391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.726056:0:93391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.726114:0:93391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.726120:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.726122:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640689 00000100:00000001:3.0:1773674079.726131:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640667 00000100:00000001:3.0:1773674079.726137:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640689 00000100:00000001:3.0:1773674079.726140:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640667 00000100:00000001:3.0:1773674079.726143:0:93391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.726146:0:93391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.726148:0:93391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.726150:0:93391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.726153:0:93391:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.726156:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.726160:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.732275:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.732294:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2800. 00000400:00000200:1.0:1773674079.732301:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.732312:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.732320:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:1.0:1773674079.732323:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:1.0:1773674079.732330:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.732338:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.732360:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.732364:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.732372:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.732374:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.743105:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.743124:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.743127:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.743130:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.743140:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.743147:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.743156:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.743161:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.743167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.743171:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b80794c8580 00000400:00000200:0.0:1773674079.743177:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.743183:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x2c5121 [4] + 224 00000800:00000001:0.0:1773674079.743193:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.743241:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.743246:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.743252:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.743262:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.743272:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.743299:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.743322:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.743332:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.743336:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.743459:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.743470:0:93391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.743472:0:93391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.743476:0:93391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674079.743481:0:93391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07ba1d80 00000400:00000010:3.0:1773674079.743484:0:93391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc07ba1d80. 00000100:00000001:3.0:1773674079.743487:0:93391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.743493:0:93391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.743504:0:93391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.743512:0:93391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.743514:0:93391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.743517:0:93391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.743521:0:93391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.743524:0:93391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.743526:0:93391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.743530:0:93391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.743538:0:93391:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.743543:0:93391:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.743546:0:93391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.743548:0:93391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.743551:0:93391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.743566:0:93391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.743570:0:93391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.743576:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.743584:0:93391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.743587:0:93391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.743589:0:93391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.743593:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.743601:0:93391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441152:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.743607:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.743610:0:93391:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.743613:0:93391:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.743615:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.743618:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.743631:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.743634:0:93391:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.743637:0:93391:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.743639:0:93391:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.743649:0:93391:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773674079.743651:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.743654:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441152/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.743662:0:93391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.743664:0:93391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.743668:0:93391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc12e88000. 02000000:00000001:3.0:1773674079.743679:0:93391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.743682:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.743685:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.743687:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.743690:0:93391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067bf000. 02000000:00000001:3.0:1773674079.743694:0:93391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.743695:0:93391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.743698:0:93391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.743702:0:93391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.743703:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.743706:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.743707:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.743709:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.743712:0:93391:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.743715:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8000 type=0x10620000 idx=1 00000040:00001000:3.0:1773674079.743721:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1773674079.743723:0:93391:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.743727:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.743730:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.743732:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.743734:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.743740:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.743742:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.743750:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2300. 00000020:00000080:3.0:1773674079.743793:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.743797:0:93391:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:3.0:1773674079.743799:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.743802:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2300. 00000020:00000001:3.0:1773674079.743806:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.743808:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d80e0 type=0x10620000 idx=2 00000040:00001000:3.0:1773674079.743811:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1773674079.743813:0:93391:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.743815:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.743819:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc057719c0. 00000020:01000000:3.0:1773674079.743823:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff98dc088eb800 00000020:00000010:3.0:1773674079.743826:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff98dc184c8280. 00000020:00000080:3.0:1773674079.743828:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773674079.743830:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773674079.743833:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1773674079.743844:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc07ad8000. 00000020:00000080:3.0:1773674079.743849:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) 00000020:00000001:3.0:1773674079.743852:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674079.743856:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc08e52000. 00000020:00000001:3.0:1773674079.743859:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.743862:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc08e52000 with handle 0x2f77f5611381420c to hash 00000020:00000001:3.0:1773674079.743864:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674079.743868:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674079.743870:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.743873:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669542301696 : -113404167249920 : ffff98dc08e52000) 00000020:00000040:3.0:1773674079.743877:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e52000 : new refcount 1 00000020:00000040:3.0:1773674079.743886:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 2 - obd_device_list 00000020:00000001:3.0:1773674079.743892:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1773674079.743895:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 7 attached type lov with refcount 2 00000020:00000001:3.0:1773674079.743897:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.743899:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.743902:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.743905:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc057719c0. 00000020:00000001:3.0:1773674079.743908:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.743910:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8158 type=0x10620000 idx=3 00000040:00001000:3.0:1773674079.743912:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1773674079.743914:0:93391:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.743916:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.743920:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc057719c0. 00000020:01000000:3.0:1773674079.743922:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff98dc088eb800 00000020:00000010:3.0:1773674079.743925:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.743927:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1773674079.743931:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:3.0:1773674079.743952:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.743955:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc064e2300. 00000001:00000010:3.0:1773674079.743962:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc07355c80. 00000001:00000010:3.0:1773674079.743967:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc067bf000. 00000001:00000010:3.0:1773674079.743969:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc067be200. 00000001:00000010:3.0:1773674079.743973:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc067bfc00. 00000001:00000010:3.0:1773674079.743976:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc067bec00. 00000020:00000001:3.0:1773674079.743979:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:3.0:1773674079.743983:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.743989:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.743995:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.744001:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.744006:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.744011:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.744018:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.744022:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.744026:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc04f24000. 00000020:00000010:3.0:1773674079.744031:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4a80. 00000008:00000010:3.0:1773674079.744036:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.744040:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.744044:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.744048:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.744052:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00020000:00000010:3.0:1773674079.744056:0:93391:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff98dc041f9800. 00020000:00000001:3.0:1773674079.744061:0:93391:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:3.0:1773674079.744074:0:93391:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:3.0:1773674079.744076:0:93391:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff98dc05243b80. 00000020:00000001:3.0:1773674079.744079:0:93391:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:3.0:1773674079.744212:0:93391:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff98dc07095000. 00020000:00000010:3.0:1773674079.744218:0:93391:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff98dc07090000. 00000020:00000001:3.0:1773674079.744548:0:93391:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:3.0:1773674079.744674:0:93391:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff98dc04040000. 00000020:00000010:3.0:1773674079.744685:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc041fa000. 00000020:00000010:3.0:1773674079.744690:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff98dc07ba1d80. 00000020:00000001:3.0:1773674079.744695:0:93391:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674079.744700:0:93391:0:(lov_dev.c:635:lov_device_alloc()) Process leaving (rc=18446630669462247424 : -113404247304192 : ffff98dc041f9800) 00020000:00000001:3.0:1773674079.744703:0:93391:0:(lov_dev.c:265:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.744707:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc04f24000. 00000020:00000010:3.0:1773674079.744712:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4a80. 00000008:00000010:3.0:1773674079.744716:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.744719:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.744723:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.744727:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.744730:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.744733:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.744739:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.744743:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.744747:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.744877:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.744882:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.744885:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.744888:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bfa00. 00000020:00000001:3.0:1773674079.744891:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674079.744894:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 3 - setup 00000020:00000080:3.0:1773674079.744897:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilov-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:3.0:1773674079.744900:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.744902:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.744905:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.744908:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc057719c0. 00000020:00000001:3.0:1773674079.744910:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.744913:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8200 type=0x10620000 idx=4 00000040:00001000:3.0:1773674079.744916:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1773674079.744919:0:93391:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.744921:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.744923:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.744924:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.744926:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.744931:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2c00. 00000020:00000080:3.0:1773674079.744934:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.744935:0:93391:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:3.0:1773674079.744937:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.744940:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2c00. 00000020:00000001:3.0:1773674079.744942:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.744944:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d82e0 type=0x10620000 idx=5 00000040:00001000:3.0:1773674079.744946:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1773674079.744948:0:93391:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.744950:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.744951:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.744952:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.744953:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.744955:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.744957:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.744960:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2c00. 00000020:00000080:3.0:1773674079.744962:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.744963:0:93391:0:(obd_config.c:1594:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:3.0:1773674079.744965:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.744968:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2c00. 00000020:00000001:3.0:1773674079.744970:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.744972:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d83c0 type=0x10620000 idx=6 00000040:00001000:3.0:1773674079.744975:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1773674079.744977:0:93391:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.744979:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.744982:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc057719c0. 00000020:01000000:3.0:1773674079.744985:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff98dc088eb800 00000020:00000010:3.0:1773674079.744988:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff98dc184c8280. 00000020:00000080:3.0:1773674079.744990:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773674079.744992:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773674079.744994:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1773674079.745001:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc07adb370. 00000020:00000080:3.0:1773674079.745005:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) 00000020:00000001:3.0:1773674079.745007:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674079.745010:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc08e56800. 00000020:00000001:3.0:1773674079.745013:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.745015:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc08e56800 with handle 0x2f77f56113814213 to hash 00000020:00000001:3.0:1773674079.745018:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674079.745020:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674079.745022:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.745024:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669542320128 : -113404167231488 : ffff98dc08e56800) 00000020:00000040:3.0:1773674079.745027:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e56800 : new refcount 1 00000020:00000040:3.0:1773674079.745033:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 2 - obd_device_list 00000020:00000001:3.0:1773674079.745037:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1773674079.745039:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 8 attached type lmv with refcount 2 00000020:00000001:3.0:1773674079.745041:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.745042:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.745045:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.745048:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc057719c0. 00000020:00000001:3.0:1773674079.745050:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.745052:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8438 type=0x10620000 idx=7 00000040:00001000:3.0:1773674079.745054:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1773674079.745056:0:93391:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.745058:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.745061:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc057719c0. 00000020:01000000:3.0:1773674079.745063:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff98dc088eb800 00000020:00000010:3.0:1773674079.745067:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.745069:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1773674079.745073:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:3.0:1773674079.745090:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.745093:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc064e2c00. 00000001:00000010:3.0:1773674079.745097:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc07355120. 00000001:00000010:3.0:1773674079.745101:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc04f24000. 00000001:00000010:3.0:1773674079.745104:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc04f25a00. 00000001:00000010:3.0:1773674079.745106:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc04f24a00. 00000001:00000010:3.0:1773674079.745109:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc04f25c00. 00000020:00000001:3.0:1773674079.745111:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:3.0:1773674079.745114:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.745118:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.745121:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.745125:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.745128:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.745131:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.745135:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.745138:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.745142:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0639c800. 00000040:00000010:3.0:1773674079.745146:0:93391:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc0639da00. 00000020:00000010:3.0:1773674079.745151:0:93391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc08e55000. 00000020:00000010:3.0:1773674079.745155:0:93391:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc0639ce00. 00040000:00000010:3.0:1773674079.745160:0:93391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc064e2f00. 00040000:00000010:3.0:1773674079.745165:0:93391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc0639dc00. 00800000:00000001:3.0:1773674079.745168:0:93391:0:(lmv_obd.c:1217:lmv_device_alloc()) Process entered 00800000:00000010:3.0:1773674079.745171:0:93391:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff98dc057710c0. 00000020:00000010:3.0:1773674079.746703:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc1177a400. 00000020:00000010:3.0:1773674079.746710:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff98dc0639c200. 80000000:00000001:3.0:1773674079.746723:0:93391:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:3.0:1773674079.746726:0:93391:0:(fld_cache.c:42:fld_cache_init()) Process entered 80000000:00000010:3.0:1773674079.746729:0:93391:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff98dc07ba1a80. 80000000:00000040:3.0:1773674079.746732:0:93391:0:(fld_cache.c:66:fld_cache_init()) cli-lustre-clilmv-ffff98dc088eb800: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:3.0:1773674079.746735:0:93391:0:(fld_cache.c:68:fld_cache_init()) Process leaving (rc=18446630669522705024 : -113404186846592 : ffff98dc07ba1a80) 80000000:00000001:3.0:1773674079.746738:0:93391:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:3.0:1773674079.746911:0:93391:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:3.0:1773674079.746914:0:93391:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff98dc088eb800: Using "RRB" hash 00800000:00000010:3.0:1773674079.746920:0:93391:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff98dc0639d200. 00800000:00000010:3.0:1773674079.746923:0:93391:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff98dc0639d000. 00800000:00000001:3.0:1773674079.746926:0:93391:0:(lmv_obd.c:1296:lmv_device_alloc()) Process leaving (rc=18446630669484757184 : -113404224794432 : ffff98dc057710c0) 00000020:00000010:3.0:1773674079.746930:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0639c800. 00000040:00000010:3.0:1773674079.746934:0:93391:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc0639da00. 00000020:00000010:3.0:1773674079.746938:0:93391:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc08e55000. 00000020:00000010:3.0:1773674079.746943:0:93391:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc0639ce00. 00040000:00000010:3.0:1773674079.746947:0:93391:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc064e2f00. 00040000:00000010:3.0:1773674079.746951:0:93391:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc0639dc00. 00000020:00000010:3.0:1773674079.746954:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.746959:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.746962:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.746967:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.746971:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.746975:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.746979:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.746982:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bfa00. 00000020:00000001:3.0:1773674079.746984:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674079.746987:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 3 - setup 00000020:00000080:3.0:1773674079.746990:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilmv-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:3.0:1773674079.746992:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.746994:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.746997:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.747000:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc057719c0. 00000020:00000001:3.0:1773674079.747002:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747005:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d84e0 type=0x10620000 idx=8 00000040:00001000:3.0:1773674079.747009:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1773674079.747011:0:93391:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747014:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.747016:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.747018:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.747019:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.747024:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2f00. 00000020:00000080:3.0:1773674079.747026:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.747028:0:93391:0:(obd_config.c:1594:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:3.0:1773674079.747030:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747032:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2f00. 00000020:00000001:3.0:1773674079.747035:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747037:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d85c0 type=0x10620000 idx=9 00000040:00001000:3.0:1773674079.747039:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1773674079.747041:0:93391:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747043:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.747045:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.747046:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.747047:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.747051:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.747052:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.747055:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2f00. 00000020:00000080:3.0:1773674079.747057:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.747059:0:93391:0:(obd_config.c:1594:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:3.0:1773674079.747060:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747062:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2f00. 00000020:00000001:3.0:1773674079.747064:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747066:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d86a0 type=0x10620000 idx=10 00000040:00001000:3.0:1773674079.747068:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1773674079.747070:0:93391:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747072:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.747074:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff98dc042c4a80. 00000020:00000080:3.0:1773674079.747076:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1773674079.747078:0:93391:0:(obd_config.c:1547:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:3.0:1773674079.747081:0:93391:0:(obd_config.c:1182:class_add_profile()) Process entered 00000020:01000000:3.0:1773674079.747082:0:93391:0:(obd_config.c:1184:class_add_profile()) Add profile lustre-client 00000020:00000010:3.0:1773674079.747085:0:93391:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff98dc057719c0. 00000020:00000010:3.0:1773674079.747088:0:93391:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff98dc05225670. 00000020:00000010:3.0:1773674079.747091:0:93391:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff98dc05225ed0. 00000020:00000010:3.0:1773674079.747094:0:93391:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff98dc05225b10. 00000020:00000001:3.0:1773674079.747096:0:93391:0:(obd_config.c:1217:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.747098:0:93391:0:(obd_config.c:1558:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747100:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff98dc042c4a80. 00000020:00000001:3.0:1773674079.747102:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747104:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8718 type=0x10620000 idx=11 00000040:00001000:3.0:1773674079.747105:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1773674079.747107:0:93391:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747109:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.747110:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.747111:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.747112:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.747114:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2f00. 00000020:00000080:3.0:1773674079.747116:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.747117:0:93391:0:(obd_config.c:1594:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:3.0:1773674079.747119:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747120:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2f00. 00000020:00000001:3.0:1773674079.747122:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747124:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d87f8 type=0x10620000 idx=12 00000040:00001000:3.0:1773674079.747126:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1773674079.747128:0:93391:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747129:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.747130:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.747131:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.747132:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.747135:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.747136:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.747138:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2f00. 00000020:00000080:3.0:1773674079.747140:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.747141:0:93391:0:(obd_config.c:1594:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:3.0:1773674079.747143:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747145:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2f00. 00000020:00000001:3.0:1773674079.747147:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747149:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d88d8 type=0x10620000 idx=13 00000040:00001000:3.0:1773674079.747151:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1773674079.747153:0:93391:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747154:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.747157:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff98dc057712c0. 00000020:00000080:3.0:1773674079.747158:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773674079.747164:0:93391:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:3.0:1773674079.747168:0:93391:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff98dc1177bc00. 00000100:00000040:3.0:1773674079.747174:0:93391:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:3.0:1773674079.747177:0:93391:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.747180:0:93391:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.747183:0:93391:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.747188:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.747194:0:93391:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.747199:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.747205:0:93391:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.747208:0:93391:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.747224:0:93391:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:3.0:1773674079.747227:0:93391:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff98dc1177bc00. 00000020:00000001:3.0:1773674079.747231:0:93391:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747234:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.747236:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747238:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8930 type=0x10620000 idx=14 00000040:00001000:3.0:1773674079.747241:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1773674079.747243:0:93391:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747245:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.747248:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc057712c0. 00000020:01000000:3.0:1773674079.747251:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000010:3.0:1773674079.747254:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.747256:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773674079.747258:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773674079.747261:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1773674079.747269:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc07adcd28. 00000020:00000080:3.0:1773674079.747273:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) 00000020:00000001:3.0:1773674079.747276:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674079.747279:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc08e55000. 00000020:00000001:3.0:1773674079.747292:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.747295:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc08e55000 with handle 0x2f77f5611381421a to hash 00000020:00000001:3.0:1773674079.747298:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674079.747302:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674079.747303:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.747305:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669542313984 : -113404167237632 : ffff98dc08e55000) 00000020:00000040:3.0:1773674079.747308:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e55000 : new refcount 1 00000020:00000040:3.0:1773674079.747317:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 2 - obd_device_list 00000020:00000001:3.0:1773674079.747321:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1773674079.747324:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 9 attached type mdc with refcount 2 00000020:00000001:3.0:1773674079.747326:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.747328:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.747330:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.747332:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.747334:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.747337:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d89b0 type=0x10620000 idx=15 00000040:00001000:3.0:1773674079.747339:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1773674079.747341:0:93391:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.747342:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.747346:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc057712c0. 00000020:01000000:3.0:1773674079.747348:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000010:3.0:1773674079.747351:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.747353:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1773674079.747357:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:3.0:1773674079.747374:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.747377:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc064e2f00. 00000001:00000010:3.0:1773674079.747381:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc073557a0. 00000001:00000010:3.0:1773674079.747385:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc0639dc00. 00000001:00000010:3.0:1773674079.747388:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc0639ce00. 00000001:00000010:3.0:1773674079.747391:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc0639da00. 00000001:00000010:3.0:1773674079.747393:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc0639c800. 00000020:00000001:3.0:1773674079.747396:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:3.0:1773674079.747398:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0639c400. 00000020:00000010:3.0:1773674079.747402:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.747406:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.747410:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.747414:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.747417:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.747422:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.747426:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.747428:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.747432:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc042c4a80. 00000008:00000010:3.0:1773674079.747437:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.747440:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.747444:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.747449:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.747453:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000002:00000010:3.0:1773674079.747458:0:93391:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff98dc184c8680. 00000002:00000001:3.0:1773674079.747462:0:93391:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:3.0:1773674079.747465:0:93391:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:3.0:1773674079.747468:0:93391:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1773674079.747470:0:93391:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.747474:0:93391:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:3.0:1773674079.747481:0:93391:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff98dc07094000. 00010000:00000010:3.0:1773674079.747487:0:93391:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff98dc07093000. 00010000:00000010:3.0:1773674079.747493:0:93391:0:(ldlm_lib.c:521:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff98dc05771300. 00010000:00000001:3.0:1773674079.747496:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773674079.747498:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.747503:0:93391:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff98dc0882b000. 00000020:00000040:3.0:1773674079.747506:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 3 - import 00000020:00000001:3.0:1773674079.747511:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.747513:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=1 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674079.747515:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1773674079.747517:0:93391:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1773674079.747527:0:93391:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:3.0:1773674079.747530:0:93391:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1773674079.747533:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.747538:0:93391:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:3.0:1773674079.747542:0:93391:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674079.747544:0:93391:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.747546:0:93391:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000100:00000001:3.0:1773674079.747549:0:93391:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630669939913792 : -113403769637824 : 0xffff98dc20983440) 00000100:00000040:3.0:1773674079.747737:0:93391:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000040:3.0:1773674079.747742:0:93391:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff98dc20983440 00010000:00000010:3.0:1773674079.747746:0:93391:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff98dc042c4540. 00010000:00080000:3.0:1773674079.747749:0:93391:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc0882b000@lustre-MDT0000-mdc-ffff98dc088eb800: add connection 192.168.201.103@tcp at head 00010000:00000001:3.0:1773674079.747934:0:93391:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.747939:0:93391:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1773674079.747941:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773674079.747943:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1773674079.747949:0:93391:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff98dc09b3f800. 00000001:00000001:3.0:1773674079.747951:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.747955:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff98dc07a64600. 00000001:00000010:3.0:1773674079.747959:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff98dc064e2600. 00000001:00000010:3.0:1773674079.748023:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc176f000. 00000001:00000010:3.0:1773674079.748082:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1779000. 00000001:00000010:3.0:1773674079.748141:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc18ed000. 00000001:00000010:3.0:1773674079.748195:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1bbd000. 00000001:00000010:3.0:1773674079.748700:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1bd5000. 00010000:00000001:0.0:1773674079.748861:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674079.748866:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674079.748868:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674079.748872:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674079.748875:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674079.748877:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674079.748880:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674079.748882:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674079.748886:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674079.748887:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1773674079.749055:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1bdf000. 00000001:00000010:3.0:1773674079.749116:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1be9000. 00000001:00000010:3.0:1773674079.749166:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1bfd000. 00000001:00000010:3.0:1773674079.749911:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c15000. 00000001:00000010:3.0:1773674079.749970:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c1f000. 00000001:00000010:3.0:1773674079.750019:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c29000. 00000001:00000010:3.0:1773674079.750069:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c33000. 00000001:00000010:3.0:1773674079.750118:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c3d000. 00000001:00000010:3.0:1773674079.750166:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c4d000. 00000001:00000010:3.0:1773674079.750867:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c7d000. 00000001:00000010:3.0:1773674079.750924:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1c95000. 00000001:00000010:3.0:1773674079.750976:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ca5000. 00000001:00000010:3.0:1773674079.751028:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1cb5000. 00000001:00000010:3.0:1773674079.751080:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1cc5000. 00000001:00000010:3.0:1773674079.751129:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ced000. 00000001:00000010:3.0:1773674079.751183:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d05000. 00000020:00000001:0.0:1773674079.752846:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674079.752851:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674079.752855:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000010:3.0:1773674079.753107:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d1d000. 00000001:00000010:3.0:1773674079.753172:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d35000. 00000001:00000010:3.0:1773674079.753728:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d3f000. 00000001:00000010:3.0:1773674079.754350:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d49000. 00000001:00000010:3.0:1773674079.754408:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d53000. 00000001:00000010:3.0:1773674079.755350:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d5d000. 00000001:00000010:3.0:1773674079.755408:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d7d000. 00000001:00000010:3.0:1773674079.756644:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d87000. 00000001:00000010:3.0:1773674079.756700:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1d91000. 00000001:00000010:3.0:1773674079.756784:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1da5000. 00000001:00000010:3.0:1773674079.756835:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1daf000. 00000020:00000010:3.0:1773674079.756926:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc09b3d800. 00000020:00000010:3.0:1773674079.756930:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff98dc12ff6cc0. 00010000:00000001:3.0:1773674079.756960:0:93391:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1773674079.757169:0:93391:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1773674079.757188:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc09b3f400. 00000020:00000010:3.0:1773674079.757191:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff98dc07a64a00. 00010000:00000001:3.0:1773674079.757206:0:93391:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1773674079.757207:0:93391:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff98dc088eb800-5 is initialized 00010000:00000001:3.0:1773674079.757209:0:93391:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.757213:0:93391:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446630669555857408 : -113404153694208 : ffff98dc09b3f800) 00010000:00000001:3.0:1773674079.757217:0:93391:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674079.757224:0:93391:0:(osc_request.c:745:osc_update_next_shrink()) next time 7169 to shrink grant 00000008:00000001:3.0:1773674079.757227:0:93391:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.757607:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc09b3cc00. 00000020:00000010:3.0:1773674079.757611:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff98dc07a64000. 00000020:00000010:3.0:1773674079.757635:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc09b3e000. 00000020:00000010:3.0:1773674079.757638:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff98dc07096000. 00000002:00000001:3.0:1773674079.757660:0:93391:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:3.0:1773674079.757662:0:93391:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:3.0:1773674079.757665:0:93391:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff98dc07ba1540. 00000020:00000040:3.0:1773674079.757669:0:93391:0:(genops.c:887:class_export_get()) GET export ffff98dc08e55000 refcount=2 00000040:01000000:3.0:1773674079.757672:0:93391:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff98dc088eb800 ctxt 13 is initialized 00000040:00000001:3.0:1773674079.757674:0:93391:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1773674079.757677:0:93391:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc07ba1540 : new refcount 2 00000040:00000001:3.0:1773674079.757680:0:93391:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:3.0:1773674079.757683:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000040:00000001:3.0:1773674079.757686:0:93391:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1773674079.757688:0:93391:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff98dc07ba1540 : new refcount 1 00000002:00000001:3.0:1773674079.757690:0:93391:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.757693:0:93391:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:3.0:1773674079.757696:0:93391:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff98dc0882e000. 00000002:00000001:3.0:1773674079.757701:0:93391:0:(mdc_changelog.c:831:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:3.0:1773674079.757704:0:93391:0:(mdc_changelog.c:873:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff98dc0882e000. 00000002:00000001:3.0:1773674079.757707:0:93391:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.757710:0:93391:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.757712:0:93391:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446630669800736384 : -113403908815232 : ffff98dc184c8680) 00000002:00000001:3.0:1773674079.757716:0:93391:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.757721:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4ba00. 00000020:00000010:3.0:1773674079.757726:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc042c4a80. 00000008:00000010:3.0:1773674079.757732:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.757737:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.757742:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.757748:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.757752:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.757756:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.757762:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.757786:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.757792:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.757796:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.757800:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.757804:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.757807:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0639c400. 00000020:00000001:3.0:1773674079.757810:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674079.757814:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 4 - setup 00000020:00000080:3.0:1773674079.757817:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:3.0:1773674079.757819:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.757821:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.757825:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.757828:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.757831:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.757835:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8a40 type=0x10620000 idx=16 00000040:00001000:3.0:1773674079.757839:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1773674079.757841:0:93391:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.757843:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.757848:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc057712c0. 00000020:01000000:3.0:1773674079.757852:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff98dc088eb800 00000020:00000010:3.0:1773674079.757855:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.757858:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:3.0:1773674079.757865:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.757869:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64c00. 00000020:00000010:3.0:1773674079.757872:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07a64e00. 00000040:00000010:3.0:1773674079.757875:0:93391:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc07a65400. 00000020:00000010:3.0:1773674079.757878:0:93391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc0882e000. 00000020:00000010:3.0:1773674079.757883:0:93391:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc07a65e00. 00040000:00000010:3.0:1773674079.757888:0:93391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc064e2900. 00040000:00000010:3.0:1773674079.757892:0:93391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc07a65a00. 00800000:00000001:3.0:1773674079.757897:0:93391:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:3.0:1773674079.757903:0:93391:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:3.0:1773674079.757904:0:93391:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:3.0:1773674079.757913:0:93391:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff98dc07a65800. 00020000:00000001:3.0:1773674079.757917:0:93391:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:3.0:1773674079.757923:0:93391:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff98dc202a5000. 00020000:00000001:3.0:1773674079.757925:0:93391:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674079.757927:0:93391:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674079.757929:0:93391:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674079.757932:0:93391:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.757934:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07a64e00. 00000040:00000010:3.0:1773674079.757938:0:93391:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc07a65400. 00000020:00000010:3.0:1773674079.757941:0:93391:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc0882e000. 00000020:00000010:3.0:1773674079.757945:0:93391:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc07a65e00. 00040000:00000010:3.0:1773674079.757948:0:93391:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc064e2900. 00040000:00000010:3.0:1773674079.757952:0:93391:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc07a65a00. 00000020:00000010:3.0:1773674079.757954:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64c00. 00000020:00000001:3.0:1773674079.757956:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.757960:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.757963:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64c00. 00000020:00000010:3.0:1773674079.757966:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07a65a00. 00000020:00000010:3.0:1773674079.758171:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc12ff6ae0. 00000008:00000010:3.0:1773674079.758177:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.758180:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.758184:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.758188:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.758191:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00020000:00000001:3.0:1773674079.758196:0:93391:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:3.0:1773674079.758198:0:93391:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674079.758205:0:93391:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00000020:00000040:3.0:1773674079.758208:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 4 - lov 00020000:00000001:3.0:1773674079.758212:0:93391:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674079.758214:0:93391:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.758217:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07a65a00. 00000020:00000010:3.0:1773674079.758220:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc12ff6ae0. 00000008:00000010:3.0:1773674079.758223:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.758225:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.758228:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.758231:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.758233:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.758235:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64c00. 00000020:00000001:3.0:1773674079.758237:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.758240:0:93391:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.758242:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.758244:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.758247:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.758250:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1773674079.758252:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1773674079.758255:0:93391:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.758257:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.758259:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.758261:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.758263:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.758267:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2900. 00000020:00000080:3.0:1773674079.758269:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.758271:0:93391:0:(obd_config.c:1594:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:3.0:1773674079.758274:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.758276:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2900. 00000020:00000001:3.0:1773674079.758279:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761348:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1773674079.761356:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1773674079.761358:0:93391:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761361:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.761364:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.761365:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.761368:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1773674079.761371:0:93391:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1773674079.761373:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1773674079.761376:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761379:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1773674079.761382:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1773674079.761383:0:93391:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761385:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1773674079.761387:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1773674079.761389:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761391:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1773674079.761393:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1773674079.761395:0:93391:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761397:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.761398:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.761399:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.761400:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:3.0:1773674079.761407:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2900. 00000020:00000080:3.0:1773674079.761411:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.761413:0:93391:0:(obd_config.c:1594:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:3.0:1773674079.761416:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.761419:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2900. 00000020:00000001:3.0:1773674079.761424:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761426:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1773674079.761428:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1773674079.761430:0:93391:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761432:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.761433:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.761434:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.761436:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.761440:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.761442:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.761446:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2900. 00000020:00000080:3.0:1773674079.761448:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.761449:0:93391:0:(obd_config.c:1594:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000001:3.0:1773674079.761451:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.761454:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2900. 00000020:00000001:3.0:1773674079.761457:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761458:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1773674079.761460:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1773674079.761462:0:93391:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761463:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.761466:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff98dc057712c0. 00000020:00000080:3.0:1773674079.761468:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773674079.761475:0:93391:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:3.0:1773674079.761480:0:93391:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff98dc09b3e400. 00000100:00000040:3.0:1773674079.761487:0:93391:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:3.0:1773674079.761491:0:93391:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.761494:0:93391:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.761497:0:93391:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.761503:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.761509:0:93391:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.761514:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.761522:0:93391:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.761525:0:93391:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.761528:0:93391:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:3.0:1773674079.761530:0:93391:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff98dc09b3e400. 00000020:00000001:3.0:1773674079.761534:0:93391:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.761536:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.761538:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761540:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8f08 type=0x10620000 idx=23 00000040:00001000:3.0:1773674079.761542:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1773674079.761544:0:93391:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761545:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.761548:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc057712c0. 00000020:01000000:3.0:1773674079.761551:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000010:3.0:1773674079.761569:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.761571:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773674079.761573:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773674079.761577:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1773674079.761587:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc07ad99b8. 00000020:00000080:3.0:1773674079.761592:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) 00000020:00000001:3.0:1773674079.761595:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674079.761599:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc0882e000. 00000020:00000001:3.0:1773674079.761602:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.761605:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0882e000 with handle 0x2f77f56113814221 to hash 00000020:00000001:3.0:1773674079.761607:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674079.761611:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674079.761613:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.761616:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669535862784 : -113404173688832 : ffff98dc0882e000) 00000020:00000040:3.0:1773674079.761619:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e000 : new refcount 1 00000020:00000040:3.0:1773674079.761629:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 2 - obd_device_list 00000020:00000001:3.0:1773674079.761635:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1773674079.761638:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 10 attached type mdc with refcount 2 00000020:00000001:3.0:1773674079.761640:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.761642:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.761644:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.761647:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.761649:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.761651:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8f88 type=0x10620000 idx=24 00000040:00001000:3.0:1773674079.761654:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1773674079.761656:0:93391:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.761658:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.761661:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc057712c0. 00000020:01000000:3.0:1773674079.761663:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000010:3.0:1773674079.761666:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.761668:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1773674079.761672:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:3.0:1773674079.761702:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.761707:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc064e2900. 00000001:00000010:3.0:1773674079.761712:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc073556c0. 00000001:00000010:3.0:1773674079.761715:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc07a64c00. 00000001:00000010:3.0:1773674079.761718:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc07a65a00. 00000001:00000010:3.0:1773674079.761722:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc07a65e00. 00000001:00000010:3.0:1773674079.761725:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc07a65400. 00000020:00000001:3.0:1773674079.761728:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:3.0:1773674079.761731:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64e00. 00000020:00000010:3.0:1773674079.761737:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.761743:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.761748:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.761914:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.761922:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.761928:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.761932:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a65c00. 00000020:00000010:3.0:1773674079.761937:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.761942:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc12ff6ae0. 00000008:00000010:3.0:1773674079.761947:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.761951:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.761954:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.761958:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.761961:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000002:00000010:3.0:1773674079.761966:0:93391:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff98dc184c8e00. 00000002:00000001:3.0:1773674079.761971:0:93391:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:3.0:1773674079.761974:0:93391:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:3.0:1773674079.761977:0:93391:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1773674079.761979:0:93391:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.761982:0:93391:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:3.0:1773674079.761990:0:93391:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff98dc202a2000. 00010000:00000010:3.0:1773674079.761996:0:93391:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff98dc202a1000. 00010000:00000010:3.0:1773674079.762000:0:93391:0:(ldlm_lib.c:521:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff98dc05771940. 00010000:00000001:3.0:1773674079.762003:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773674079.762005:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.762009:0:93391:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff98dc0882c800. 00000020:00000040:3.0:1773674079.762012:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 3 - import 00000020:00000001:3.0:1773674079.762017:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.762019:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=1 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674079.762022:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1773674079.762024:0:93391:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1773674079.762035:0:93391:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:3.0:1773674079.762038:0:93391:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1773674079.762042:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.762046:0:93391:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:3.0:1773674079.762050:0:93391:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674079.762053:0:93391:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 17 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.762056:0:93391:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000100:00000001:3.0:1773674079.762059:0:93391:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630669939913792 : -113403769637824 : 0xffff98dc20983440) 00000100:00000040:3.0:1773674079.762062:0:93391:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff98dc20983440 refcount 17 to 192.168.201.103@tcp 00000100:00000040:3.0:1773674079.762066:0:93391:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff98dc20983440 00010000:00000010:3.0:1773674079.762070:0:93391:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff98dc12ff6900. 00010000:00080000:3.0:1773674079.762073:0:93391:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc0882c800@lustre-MDT0001-mdc-ffff98dc088eb800: add connection 192.168.201.103@tcp at head 00010000:00000001:3.0:1773674079.762076:0:93391:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.762079:0:93391:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1773674079.762080:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773674079.762082:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1773674079.762085:0:93391:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff98dc0729d800. 00000001:00000001:3.0:1773674079.762087:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773674079.762091:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff98dc07f4ba00. 00000001:00000010:3.0:1773674079.762095:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff98dc064e2700. 00000001:00000010:3.0:1773674079.762146:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1db9000. 00000001:00000010:3.0:1773674079.762201:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1dc3000. 00000001:00000010:3.0:1773674079.762687:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1dcd000. 00000001:00000010:3.0:1773674079.762739:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1dd7000. 00000001:00000010:3.0:1773674079.764751:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1de1000. 00000001:00000010:3.0:1773674079.764922:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1deb000. 00000001:00000010:3.0:1773674079.764978:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1df5000. 00000001:00000010:3.0:1773674079.765039:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1dff000. 00000001:00000010:3.0:1773674079.765095:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e09000. 00000001:00000010:3.0:1773674079.765159:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e13000. 00000001:00000010:3.0:1773674079.765219:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e25000. 00000001:00000010:3.0:1773674079.765278:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e2f000. 00000001:00000010:3.0:1773674079.765352:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e39000. 00000001:00000010:3.0:1773674079.765411:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e55000. 00000001:00000010:3.0:1773674079.765469:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e5f000. 00000001:00000010:3.0:1773674079.765527:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e69000. 00000001:00000010:3.0:1773674079.765604:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e73000. 00000001:00000010:3.0:1773674079.765662:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e7d000. 00000001:00000010:3.0:1773674079.765722:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e87000. 00000001:00000010:3.0:1773674079.765815:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e91000. 00000001:00000010:3.0:1773674079.765871:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1e9b000. 00000001:00000010:3.0:1773674079.765929:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ea5000. 00000001:00000010:3.0:1773674079.765984:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1eaf000. 00000001:00000010:3.0:1773674079.766044:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1eb9000. 00000001:00000010:3.0:1773674079.766099:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ec3000. 00000001:00000010:3.0:1773674079.766154:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ecd000. 00000001:00000010:3.0:1773674079.766212:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ed7000. 00000001:00000010:3.0:1773674079.766269:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ee1000. 00000001:00000010:3.0:1773674079.766338:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1eeb000. 00000001:00000010:3.0:1773674079.766391:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1ef5000. 00000001:00000010:3.0:1773674079.766448:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1eff000. 00000001:00000010:3.0:1773674079.766503:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbabdc1f09000. 00000020:00000010:3.0:1773674079.766600:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc0729ec00. 00000020:00000010:3.0:1773674079.766605:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff98dc11916000. 00010000:00000001:3.0:1773674079.766633:0:93391:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1773674079.766661:0:93391:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1773674079.766678:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc0729c800. 00000020:00000010:3.0:1773674079.766684:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff98dc20a34400. 00010000:00000001:3.0:1773674079.766698:0:93391:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1773674079.766700:0:93391:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff98dc088eb800-6 is initialized 00010000:00000001:3.0:1773674079.766702:0:93391:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.766706:0:93391:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446630669513250816 : -113404196300800 : ffff98dc0729d800) 00010000:00000001:3.0:1773674079.766710:0:93391:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674079.766719:0:93391:0:(osc_request.c:745:osc_update_next_shrink()) next time 7169 to shrink grant 00000008:00000001:3.0:1773674079.766721:0:93391:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.766923:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc0729e000. 00000020:00000010:3.0:1773674079.766927:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff98dc03106a00. 00000020:00000010:3.0:1773674079.766952:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc0729d000. 00000020:00000010:3.0:1773674079.766955:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff98dc02f5c000. 00000002:00000001:3.0:1773674079.766978:0:93391:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:3.0:1773674079.766981:0:93391:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:3.0:1773674079.766985:0:93391:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff98dc07ba1cc0. 00000020:00000040:3.0:1773674079.766989:0:93391:0:(genops.c:887:class_export_get()) GET export ffff98dc0882e000 refcount=2 00000040:01000000:3.0:1773674079.766992:0:93391:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-mdc-ffff98dc088eb800 ctxt 13 is initialized 00000040:00000001:3.0:1773674079.766995:0:93391:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1773674079.766998:0:93391:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc07ba1cc0 : new refcount 2 00000040:00000001:3.0:1773674079.767001:0:93391:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:3.0:1773674079.767003:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=2 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000040:00000001:3.0:1773674079.767006:0:93391:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1773674079.767008:0:93391:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff98dc07ba1cc0 : new refcount 1 00000002:00000001:3.0:1773674079.767011:0:93391:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.767013:0:93391:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:3.0:1773674079.767017:0:93391:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff98dc0882e800. 00000002:00000001:3.0:1773674079.767022:0:93391:0:(mdc_changelog.c:831:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:3.0:1773674079.767025:0:93391:0:(mdc_changelog.c:873:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff98dc0882e800. 00000002:00000001:3.0:1773674079.767029:0:93391:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.767031:0:93391:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674079.767034:0:93391:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446630669800738304 : -113403908813312 : ffff98dc184c8e00) 00000002:00000001:3.0:1773674079.767039:0:93391:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.767043:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674079.767050:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc12ff6ae0. 00000008:00000010:3.0:1773674079.767245:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.767250:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.767255:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.767261:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.767268:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.767271:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a65c00. 00000020:00000010:3.0:1773674079.767279:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.777962:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc066b8c80. 00000008:00000010:3.0:1773674079.777973:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674079.777978:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674079.777984:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674079.777989:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674079.777993:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64e00. 00000020:00000001:3.0:1773674079.777998:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674079.778181:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 4 - setup 00000020:00000080:3.0:1773674079.778185:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:3.0:1773674079.778188:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.778190:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.778194:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.778197:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc057712c0. 00000020:00000001:3.0:1773674079.778201:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.778205:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9018 type=0x10620000 idx=25 00000040:00001000:3.0:1773674079.778307:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:3.0:1773674079.778310:0:93391:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.778313:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.778319:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc07345840. 00000020:01000000:3.0:1773674079.778324:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff98dc088eb800 00000020:00000010:3.0:1773674079.778327:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff98dc07ba1180. 00000020:00000080:3.0:1773674079.778330:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:3.0:1773674079.778338:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.778343:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106e00. 00000020:00000010:3.0:1773674079.778347:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107a00. 00000040:00000010:3.0:1773674079.778351:0:93391:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc03106600. 00000020:00000010:3.0:1773674079.778356:0:93391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc0882e800. 00000020:00000010:3.0:1773674079.778361:0:93391:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc03107200. 00040000:00000010:3.0:1773674079.778366:0:93391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc064e2b00. 00040000:00000010:3.0:1773674079.778372:0:93391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc03107c00. 00800000:00000001:3.0:1773674079.778376:0:93391:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:3.0:1773674079.778382:0:93391:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:3.0:1773674079.778384:0:93391:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:3.0:1773674079.778393:0:93391:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff98dc03107000. 00020000:00000001:3.0:1773674079.778397:0:93391:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:3.0:1773674079.778400:0:93391:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674079.778402:0:93391:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674079.778405:0:93391:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674079.778407:0:93391:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.778411:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107a00. 00000040:00000010:3.0:1773674079.778415:0:93391:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc03106600. 00000020:00000010:3.0:1773674079.778419:0:93391:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc0882e800. 00000020:00000010:3.0:1773674079.779694:0:93391:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc03107200. 00040000:00000010:3.0:1773674079.779699:0:93391:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc064e2b00. 00040000:00000010:3.0:1773674079.779704:0:93391:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc03107c00. 00000020:00000010:3.0:1773674079.779707:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106e00. 00000020:00000001:3.0:1773674079.779712:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.779718:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.779722:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106e00. 00000020:00000010:3.0:1773674079.779725:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674079.779730:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.779736:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.779741:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.779746:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.780347:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.780356:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00020000:00000001:3.0:1773674079.780362:0:93391:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:3.0:1773674079.780364:0:93391:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674079.780374:0:93391:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00020000:00000001:3.0:1773674079.780376:0:93391:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674079.780379:0:93391:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.780382:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674079.780386:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.780391:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.780394:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.780399:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.780402:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.780406:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.780409:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106e00. 00000020:00000001:3.0:1773674079.780413:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.780415:0:93391:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.780419:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff98dc07ba1180. 00000020:00000010:3.0:1773674079.780423:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc07345840. 00000020:00000001:3.0:1773674079.780427:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.780431:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d90b8 type=0x10620000 idx=26 00000040:00001000:3.0:1773674079.780435:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:3.0:1773674079.780438:0:93391:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.780440:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.780443:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.780445:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.780447:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.780452:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2b00. 00000020:00000080:3.0:1773674079.780455:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.780458:0:93391:0:(obd_config.c:1594:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:00000001:3.0:1773674079.780460:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.780463:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2b00. 00000020:00000001:3.0:1773674079.780465:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.780467:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9198 type=0x10620000 idx=27 00000040:00001000:3.0:1773674079.780470:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:3.0:1773674079.780472:0:93391:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.780474:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.780475:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.780477:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.780478:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1773674079.780481:0:93391:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1773674079.780483:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1773674079.780484:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.780486:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9278 type=0x10620000 idx=28 00000040:00001000:3.0:1773674079.780488:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:3.0:1773674079.780491:0:93391:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.780493:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1773674079.780494:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1773674079.780495:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.780497:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d92c8 type=0x10620000 idx=29 00000040:00001000:3.0:1773674079.780499:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:3.0:1773674079.780501:0:93391:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.780503:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.780505:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.780506:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.780507:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:3.0:1773674079.780511:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2b00. 00000020:00000080:3.0:1773674079.780513:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.780515:0:93391:0:(obd_config.c:1594:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:00000001:3.0:1773674079.780517:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.780519:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2b00. 00000020:00000001:3.0:1773674079.780522:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.780524:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d93a8 type=0x10620000 idx=30 00000040:00001000:3.0:1773674079.780526:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:3.0:1773674079.780528:0:93391:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.780530:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.780531:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.780533:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.780534:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.780538:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1773674079.780541:0:93391:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.103@tcp:/lustre 00000020:00000001:3.0:1773674079.780544:0:93391:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.780547:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2b00. 00000020:00000080:3.0:1773674079.780550:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.780551:0:93391:0:(obd_config.c:1594:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000001:3.0:1773674079.781125:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.781129:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2b00. 00000020:00000001:3.0:1773674079.781133:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.781136:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9488 type=0x10620000 idx=31 00000040:00001000:3.0:1773674079.781139:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:3.0:1773674079.781142:0:93391:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.781144:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.785370:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff98dc04031080. 00000020:00000080:1.0:1773674079.785381:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773674079.785389:0:93391:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:1.0:1773674079.785395:0:93391:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff98dc072c6400. 00000100:00000040:1.0:1773674079.785402:0:93391:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:1.0:1773674079.785405:0:93391:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1773674079.785409:0:93391:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773674079.785413:0:93391:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:1.0:1773674079.785418:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.785424:0:93391:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773674079.785429:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.785661:0:93391:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773674079.785665:0:93391:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:1.0:1773674079.785668:0:93391:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:1.0:1773674079.785671:0:93391:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff98dc072c6400. 00000020:00000001:1.0:1773674079.785675:0:93391:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.785678:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.785682:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.785686:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d94e0 type=0x10620000 idx=32 00000040:00001000:1.0:1773674079.785690:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:1.0:1773674079.785694:0:93391:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.785697:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.785702:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.785705:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff98dc088eb800 00000020:00000010:1.0:1773674079.785709:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc111296c0. 00000020:00000080:1.0:1773674079.785711:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773674079.785714:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773674079.785717:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773674079.785727:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc110d99b8. 00000020:00000080:1.0:1773674079.785732:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) 00000020:00000001:1.0:1773674079.785735:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773674079.785739:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc072ff800. 00000020:00000001:1.0:1773674079.785743:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.785746:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc072ff800 with handle 0x2f77f56113814228 to hash 00000020:00000001:1.0:1773674079.785748:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773674079.785760:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773674079.785762:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.785792:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669513652224 : -113404195899392 : ffff98dc072ff800) 00000020:00000040:1.0:1773674079.785796:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072ff800 : new refcount 1 00000020:00000040:1.0:1773674079.785807:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 2 - obd_device_list 00000020:00000001:1.0:1773674079.785813:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773674079.785816:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 11 attached type osc with refcount 2 00000020:00000001:1.0:1773674079.785818:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.785821:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.785823:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc111296c0. 00000020:00000010:1.0:1773674079.785827:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.785829:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.785831:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9560 type=0x10620000 idx=33 00000040:00001000:1.0:1773674079.785834:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:1.0:1773674079.785836:0:93391:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.785838:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.785841:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.785844:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff98dc088eb800 00000020:00000010:1.0:1773674079.785847:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc111296c0. 00000020:00000080:1.0:1773674079.785849:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773674079.785853:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773674079.785871:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773674079.785874:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc038e3100. 00000001:00000010:1.0:1773674079.785881:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc09440a20. 00000001:00000010:1.0:1773674079.785884:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc064a3800. 00000001:00000010:1.0:1773674079.785888:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc064a3400. 00000001:00000010:1.0:1773674079.785891:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc064a3200. 00000001:00000010:1.0:1773674079.785893:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc064a3000. 00000020:00000001:1.0:1773674079.785896:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:1.0:1773674079.785900:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc064a2600. 00000020:00000010:1.0:1773674079.785906:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.785911:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000008:00000010:1.0:1773674079.785916:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674079.785921:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674079.785926:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674079.785932:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674079.785936:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc064a2200. 00000020:00000010:1.0:1773674079.785942:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc2089d200. 00000020:00000010:1.0:1773674079.785946:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.785951:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.785954:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.785958:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.785961:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.785965:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000008:00000010:1.0:1773674079.785969:0:93391:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff98dc03799180. 00000008:00000001:1.0:1773674079.785974:0:93391:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:1.0:1773674079.785976:0:93391:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:1.0:1773674079.785979:0:93391:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773674079.785982:0:93391:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.785985:0:93391:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:1.0:1773674079.785992:0:93391:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff98dc07334000. 00010000:00000010:1.0:1773674079.785998:0:93391:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff98dc07331000. 00010000:00000001:1.0:1773674079.786003:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773674079.786005:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.786009:0:93391:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff98dc072f8800. 00000020:00000040:1.0:1773674079.786012:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 3 - import 00000020:00000001:1.0:1773674079.786018:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.786019:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=1 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674079.786022:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773674079.786024:0:93391:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773674079.786034:0:93391:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:1.0:1773674079.786038:0:93391:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773674079.786041:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.786046:0:93391:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:1.0:1773674079.786049:0:93391:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.786052:0:93391:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 18 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.786055:0:93391:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000100:00000001:1.0:1773674079.786058:0:93391:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630669939913792 : -113403769637824 : 0xffff98dc20983440) 00000100:00000040:1.0:1773674079.786061:0:93391:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff98dc20983440 refcount 18 to 192.168.201.103@tcp 00000100:00000040:1.0:1773674079.786064:0:93391:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff98dc20983440 00010000:00000010:1.0:1773674079.786067:0:93391:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff98dc08797240. 00010000:00080000:1.0:1773674079.786070:0:93391:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc072f8800@lustre-OST0000-osc-ffff98dc088eb800: add connection 192.168.201.103@tcp at head 00010000:00000001:1.0:1773674079.786073:0:93391:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.786075:0:93391:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773674079.786077:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773674079.786078:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773674079.786082:0:93391:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff98dc10b3c000. 00000001:00000001:1.0:1773674079.786084:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773674079.786087:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff98dc10308800. 00000001:00000010:1.0:1773674079.786090:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff98dc03799280. 00000001:00000010:1.0:1773674079.786096:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc07fc4000. 00000001:00000010:1.0:1773674079.786102:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc07fc0000. 00000001:00000010:1.0:1773674079.786109:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc11980000. 00000001:00000010:1.0:1773674079.786128:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc09428000. 00000001:00000010:1.0:1773674079.786134:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0942c000. 00000001:00000010:1.0:1773674079.786140:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0942e000. 00000001:00000010:1.0:1773674079.786147:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0942a000. 00000001:00000010:1.0:1773674079.786158:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12f10000. 00000001:00000010:1.0:1773674079.786165:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12f14000. 00000001:00000010:1.0:1773674079.786170:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12f16000. 00000001:00000010:1.0:1773674079.786176:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12f12000. 00000001:00000010:1.0:1773674079.786188:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0730a000. 00000001:00000010:1.0:1773674079.786195:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc07308000. 00000001:00000010:1.0:1773674079.786200:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0730c000. 00000001:00000010:1.0:1773674079.786206:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc0730e000. 00000001:00000010:1.0:1773674079.786508:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc095f0000. 00000020:00000010:1.0:1773674079.786654:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc211ef800. 00000020:00000010:1.0:1773674079.786659:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff98dc08797000. 00010000:00000001:1.0:1773674079.786683:0:93391:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773674079.786709:0:93391:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773674079.786722:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc211ecc00. 00000020:00000010:1.0:1773674079.786725:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff98dc10309a00. 00010000:00000001:1.0:1773674079.786736:0:93391:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773674079.786739:0:93391:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff98dc088eb800-7 is initialized 00010000:00000001:1.0:1773674079.786741:0:93391:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.786744:0:93391:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446630669673283584 : -113404036268032 : ffff98dc10b3c000) 00010000:00000001:1.0:1773674079.786747:0:93391:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773674079.787165:0:93391:0:(osc_request.c:745:osc_update_next_shrink()) next time 7169 to shrink grant 00000008:00000001:1.0:1773674079.787168:0:93391:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787343:0:93391:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787362:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc211ee400. 00000020:00000010:1.0:1773674079.787365:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff98dc07336000. 00000008:00000001:1.0:1773674079.787387:0:93391:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674079.787390:0:93391:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446630669451366784 : -113404258184832 : ffff98dc03799180) 00000008:00000001:1.0:1773674079.787393:0:93391:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.787397:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc2089d200. 00000020:00000010:1.0:1773674079.787403:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.787407:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.787411:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.787415:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.787418:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.787422:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674079.787426:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc064a2200. 00000020:00000010:1.0:1773674079.787431:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.787436:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000008:00000010:1.0:1773674079.787439:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674079.787442:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674079.787446:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674079.787449:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674079.787452:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc064a2600. 00000020:00000001:1.0:1773674079.787455:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.787458:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 4 - setup 00000020:00000080:1.0:1773674079.787461:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000-osc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:1.0:1773674079.787463:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787465:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787469:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc111296c0. 00000020:00000010:1.0:1773674079.787472:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.787474:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787477:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d95f0 type=0x10620000 idx=34 00000040:00001000:1.0:1773674079.787480:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1773674079.787482:0:93391:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787485:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.787488:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.787492:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff98dc088eb800 00000020:00000010:1.0:1773674079.787495:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff98dc03799000. 00000020:00000080:1.0:1773674079.787497:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:1.0:1773674079.787502:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1773674079.787505:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308400. 00000020:00000010:1.0:1773674079.787508:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10308a00. 00000020:00000010:1.0:1773674079.787511:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.787515:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.787518:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.787521:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.787525:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.787527:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00020000:00000001:1.0:1773674079.787532:0:93391:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:1.0:1773674079.787536:0:93391:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:1.0:1773674079.787538:0:93391:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:1.0:1773674079.787546:0:93391:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff98dc10309200. 00020000:01000000:1.0:1773674079.787548:0:93391:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff98dc088eb800: Adding target lustre-OST0000_UUID 00020000:00000001:1.0:1773674079.787550:0:93391:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:1.0:1773674079.787567:0:93391:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff98dc07333000. 00020000:00000001:1.0:1773674079.787569:0:93391:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787572:0:93391:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:1.0:1773674079.787574:0:93391:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:1.0:1773674079.787576:0:93391:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:1.0:1773674079.787579:0:93391:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.787581:0:93391:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773674079.787583:0:93391:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.787586:0:93391:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:1.0:1773674079.787588:0:93391:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000010:1.0:1773674079.787591:0:93391:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff98dc10309800. 00020000:00000001:1.0:1773674079.787593:0:93391:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.787595:0:93391:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.787598:0:93391:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.787600:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10308a00. 00000020:00000010:1.0:1773674079.787603:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.787605:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.787608:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.787610:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.787613:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.787615:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674079.787618:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308400. 00000020:00000001:1.0:1773674079.787620:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787622:0:93391:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787625:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.787627:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.787629:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787631:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9670 type=0x10620000 idx=35 00000040:00001000:1.0:1773674079.787633:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1773674079.787636:0:93391:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787638:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.787641:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.787643:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.787644:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773674079.787648:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc038e3300. 00000020:00000080:1.0:1773674079.787650:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773674079.787652:0:93391:0:(obd_config.c:1594:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:00000001:1.0:1773674079.787654:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787656:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc038e3300. 00000020:00000001:1.0:1773674079.787660:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787662:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9750 type=0x10620000 idx=36 00000040:00001000:1.0:1773674079.787664:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1773674079.787666:0:93391:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787668:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.787669:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.787671:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.787672:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1773674079.787675:0:93391:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1773674079.787676:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773674079.787678:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787680:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9830 type=0x10620000 idx=37 00000040:00001000:1.0:1773674079.787681:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:1.0:1773674079.787683:0:93391:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787685:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:1.0:1773674079.787686:0:93391:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773674079.787688:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787690:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9880 type=0x10620000 idx=38 00000040:00001000:1.0:1773674079.787691:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:1.0:1773674079.787693:0:93391:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787695:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.787697:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.787698:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.787699:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:1.0:1773674079.787702:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc038e3300. 00000020:00000080:1.0:1773674079.787704:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773674079.787706:0:93391:0:(obd_config.c:1594:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:00000001:1.0:1773674079.787708:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787710:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc038e3300. 00000020:00000001:1.0:1773674079.787712:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787714:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9960 type=0x10620000 idx=39 00000040:00001000:1.0:1773674079.787716:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:1.0:1773674079.787718:0:93391:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787719:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.787720:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.787722:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.787723:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773674079.787727:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1773674079.787729:0:93391:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.103@tcp:/lustre 00000020:00000001:1.0:1773674079.787732:0:93391:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.787735:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc038e3300. 00000020:00000080:1.0:1773674079.787736:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773674079.787738:0:93391:0:(obd_config.c:1594:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000001:1.0:1773674079.787740:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787742:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc038e3300. 00000020:00000001:1.0:1773674079.787744:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787745:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9a40 type=0x10620000 idx=40 00000040:00001000:1.0:1773674079.787747:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1773674079.787749:0:93391:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787751:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.787761:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff98dc04031080. 00000020:00000080:1.0:1773674079.787780:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773674079.787785:0:93391:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:1.0:1773674079.787790:0:93391:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff98dc211ee800. 00000100:00000040:1.0:1773674079.787795:0:93391:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:1.0:1773674079.787797:0:93391:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1773674079.787800:0:93391:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773674079.787802:0:93391:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:1.0:1773674079.787807:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.787812:0:93391:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773674079.787816:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.787821:0:93391:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773674079.787824:0:93391:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:1.0:1773674079.787827:0:93391:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:1.0:1773674079.787829:0:93391:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff98dc211ee800. 00000020:00000001:1.0:1773674079.787833:0:93391:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787835:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.787837:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787840:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9a98 type=0x10620000 idx=41 00000040:00001000:1.0:1773674079.787842:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:1.0:1773674079.787844:0:93391:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787846:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.787848:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.787850:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff98dc088eb800 00000020:00000010:1.0:1773674079.787853:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc111296c0. 00000020:00000080:1.0:1773674079.787855:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773674079.787857:0:93391:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773674079.787859:0:93391:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773674079.787864:0:93391:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff98dc110dcd28. 00000020:00000080:1.0:1773674079.787868:0:93391:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) 00000020:00000001:1.0:1773674079.787871:0:93391:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773674079.787874:0:93391:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc072fb800. 00000020:00000001:1.0:1773674079.787877:0:93391:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.787879:0:93391:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc072fb800 with handle 0x2f77f5611381422f to hash 00000020:00000001:1.0:1773674079.787882:0:93391:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773674079.787884:0:93391:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773674079.787886:0:93391:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787889:0:93391:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669513635840 : -113404195915776 : ffff98dc072fb800) 00000020:00000040:1.0:1773674079.787892:0:93391:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fb800 : new refcount 1 00000020:00000040:1.0:1773674079.787898:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 2 - obd_device_list 00000020:00000001:1.0:1773674079.787901:0:93391:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773674079.787904:0:93391:0:(obd_config.c:757:class_attach()) OBD: dev 12 attached type osc with refcount 2 00000020:00000001:1.0:1773674079.787906:0:93391:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.787908:0:93391:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.787910:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc111296c0. 00000020:00000010:1.0:1773674079.787913:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.787915:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.787917:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9b18 type=0x10620000 idx=42 00000040:00001000:1.0:1773674079.787919:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1773674079.787921:0:93391:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.787923:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.787925:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.787927:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff98dc088eb800 00000020:00000010:1.0:1773674079.787930:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff98dc111296c0. 00000020:00000080:1.0:1773674079.787931:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773674079.787935:0:93391:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773674079.787962:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773674079.787965:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff98dc038e3300. 00000001:00000010:1.0:1773674079.787969:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff98dc09440180. 00000001:00000010:1.0:1773674079.787972:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc10308400. 00000001:00000010:1.0:1773674079.787975:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc10308a00. 00000001:00000010:1.0:1773674079.787978:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc10308200. 00000001:00000010:1.0:1773674079.787980:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff98dc10308c00. 00000020:00000001:1.0:1773674079.787983:0:93391:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:1.0:1773674079.787985:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10309600. 00000020:00000010:1.0:1773674079.787988:0:93391:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.787992:0:93391:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000008:00000010:1.0:1773674079.787995:0:93391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674079.788208:0:93391:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674079.788211:0:93391:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674079.788215:0:93391:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674079.788219:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10309000. 00000020:00000010:1.0:1773674079.788221:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10308e00. 00000020:00000010:1.0:1773674079.788224:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.788228:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.788231:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.788233:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.788236:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.788239:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000008:00000010:1.0:1773674079.788242:0:93391:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff98dc03799d00. 00000008:00000001:1.0:1773674079.788247:0:93391:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:1.0:1773674079.788248:0:93391:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:1.0:1773674079.788250:0:93391:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773674079.788253:0:93391:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.788256:0:93391:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:1.0:1773674079.788261:0:93391:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff98dc07335000. 00010000:00000010:1.0:1773674079.788266:0:93391:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff98dc07332000. 00010000:00000001:1.0:1773674079.788271:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773674079.788273:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.788277:0:93391:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff98dc072fc000. 00000020:00000040:1.0:1773674079.788291:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 3 - import 00000020:00000001:1.0:1773674079.788298:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.788299:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=1 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674079.788302:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773674079.788303:0:93391:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773674079.788312:0:93391:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:1.0:1773674079.788315:0:93391:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773674079.788319:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.788323:0:93391:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:1.0:1773674079.788326:0:93391:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.788328:0:93391:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 19 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.788330:0:93391:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000100:00000001:1.0:1773674079.788333:0:93391:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630669939913792 : -113403769637824 : 0xffff98dc20983440) 00000100:00000040:1.0:1773674079.788336:0:93391:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff98dc20983440 refcount 19 to 192.168.201.103@tcp 00000100:00000040:1.0:1773674079.788339:0:93391:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff98dc20983440 00010000:00000010:1.0:1773674079.788342:0:93391:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff98dc087974e0. 00010000:00080000:1.0:1773674079.788345:0:93391:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc072fc000@lustre-OST0001-osc-ffff98dc088eb800: add connection 192.168.201.103@tcp at head 00010000:00000001:1.0:1773674079.788348:0:93391:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.788350:0:93391:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773674079.788351:0:93391:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773674079.788353:0:93391:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773674079.788356:0:93391:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff98dc118b2800. 00000001:00000001:1.0:1773674079.788358:0:93391:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773674079.788361:0:93391:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff98dc10309400. 00000001:00000010:1.0:1773674079.788365:0:93391:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff98dc03799480. 00000001:00000010:1.0:1773674079.788369:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc095f4000. 00000001:00000010:1.0:1773674079.788375:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc095f6000. 00000001:00000010:1.0:1773674079.788381:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc095f2000. 00000001:00000010:1.0:1773674079.788397:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc119d4000. 00000001:00000010:1.0:1773674079.788404:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc119d6000. 00000001:00000010:1.0:1773674079.788410:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc119d2000. 00000001:00000010:1.0:1773674079.788416:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc119d0000. 00000001:00000010:1.0:1773674079.788429:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12e1c000. 00000001:00000010:1.0:1773674079.788436:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12e1e000. 00000001:00000010:1.0:1773674079.788442:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12e1a000. 00000001:00000010:1.0:1773674079.788448:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc12e18000. 00000001:00000010:1.0:1773674079.788462:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc04374000. 00000001:00000010:1.0:1773674079.788469:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc04376000. 00000001:00000010:1.0:1773674079.788475:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc04372000. 00000001:00000010:1.0:1773674079.788481:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc04370000. 00000001:00000010:1.0:1773674079.788495:0:93391:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff98dc07cf8000. 00000020:00000010:1.0:1773674079.788552:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc118b0000. 00000020:00000010:1.0:1773674079.788557:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff98dc087979c0. 00010000:00000001:1.0:1773674079.788571:0:93391:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773674079.788594:0:93391:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773674079.788609:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc118b1c00. 00000020:00000010:1.0:1773674079.788612:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff98dc10308000. 00010000:00000001:1.0:1773674079.788621:0:93391:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773674079.788623:0:93391:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff98dc088eb800-8 is initialized 00010000:00000001:1.0:1773674079.788624:0:93391:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.788627:0:93391:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446630669687400448 : -113404022151168 : ffff98dc118b2800) 00010000:00000001:1.0:1773674079.788630:0:93391:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773674079.788635:0:93391:0:(osc_request.c:745:osc_update_next_shrink()) next time 7169 to shrink grant 00000008:00000001:1.0:1773674079.788638:0:93391:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.788798:0:93391:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.788821:0:93391:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc118b3000. 00000020:00000010:1.0:1773674079.788824:0:93391:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff98dc07330000. 00000008:00000001:1.0:1773674079.788845:0:93391:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674079.788847:0:93391:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446630669451369728 : -113404258181888 : ffff98dc03799d00) 00000008:00000001:1.0:1773674079.788850:0:93391:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.788854:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10308e00. 00000020:00000010:1.0:1773674079.788857:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.788860:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.788863:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.788866:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.788869:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.788871:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674079.788874:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10309000. 00000020:00000010:1.0:1773674079.788878:0:93391:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.788881:0:93391:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000008:00000010:1.0:1773674079.788883:0:93391:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674079.788886:0:93391:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674079.788889:0:93391:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674079.788891:0:93391:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674079.788894:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10309600. 00000020:00000001:1.0:1773674079.788896:0:93391:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.788899:0:93391:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 4 - setup 00000020:00000080:1.0:1773674079.788901:0:93391:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001-osc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:1.0:1773674079.788903:0:93391:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.788905:0:93391:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.788907:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff98dc111296c0. 00000020:00000010:1.0:1773674079.788910:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.788913:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.788916:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9ba8 type=0x10620000 idx=43 00000040:00001000:1.0:1773674079.788919:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:1.0:1773674079.788921:0:93391:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.788923:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.788928:0:93391:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff98dc04031080. 00000020:01000000:1.0:1773674079.788930:0:93391:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff98dc088eb800 00000020:00000010:1.0:1773674079.788933:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff98dc03799000. 00000020:00000080:1.0:1773674079.788935:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:1.0:1773674079.788939:0:93391:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1773674079.788941:0:93391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10309600. 00000020:00000010:1.0:1773674079.788944:0:93391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10309000. 00000020:00000010:1.0:1773674079.788946:0:93391:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.788949:0:93391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.788952:0:93391:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.788954:0:93391:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.788957:0:93391:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.788959:0:93391:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00020000:00000001:1.0:1773674079.788962:0:93391:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:1.0:1773674079.788964:0:93391:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:1.0:1773674079.788966:0:93391:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:1.0:1773674079.788972:0:93391:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff98dc10308e00. 00020000:01000000:1.0:1773674079.788973:0:93391:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff98dc088eb800: Adding target lustre-OST0001_UUID 00020000:00000001:1.0:1773674079.788975:0:93391:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1773674079.788977:0:93391:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.788979:0:93391:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:1.0:1773674079.788980:0:93391:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:1.0:1773674079.788982:0:93391:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:1.0:1773674079.788983:0:93391:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.788985:0:93391:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773674079.788987:0:93391:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.788989:0:93391:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:1.0:1773674079.788991:0:93391:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000001:1.0:1773674079.788992:0:93391:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.788994:0:93391:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.788996:0:93391:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.788998:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10309000. 00000020:00000010:1.0:1773674079.789001:0:93391:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797120. 00000008:00000010:1.0:1773674079.789004:0:93391:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674079.789006:0:93391:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674079.789009:0:93391:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674079.789011:0:93391:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674079.789013:0:93391:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674079.789015:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10309600. 00000020:00000001:1.0:1773674079.789018:0:93391:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.789020:0:93391:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.789022:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff98dc03799000. 00000020:00000010:1.0:1773674079.789025:0:93391:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.789027:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.789029:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9c28 type=0x10620000 idx=44 00000040:00001000:1.0:1773674079.789031:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:1.0:1773674079.789033:0:93391:0:(llog.c:797:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.789035:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.789036:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.789038:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.789039:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773674079.789043:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc038e3500. 00000020:00000080:1.0:1773674079.789045:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773674079.789046:0:93391:0:(obd_config.c:1594:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:00000001:1.0:1773674079.789048:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.789050:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc038e3500. 00000020:00000001:1.0:1773674079.789053:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.789055:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9d08 type=0x10620000 idx=45 00000040:00001000:1.0:1773674079.789233:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:1.0:1773674079.789235:0:93391:0:(llog.c:797:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.789237:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.789239:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.789240:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.789241:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773674079.789244:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773674079.789246:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.789250:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc038e3500. 00000020:00000080:1.0:1773674079.789252:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773674079.789253:0:93391:0:(obd_config.c:1594:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000001:1.0:1773674079.789255:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.789257:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc038e3500. 00000020:00000001:1.0:1773674079.789261:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.789263:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9de8 type=0x10620000 idx=46 00000040:00001000:1.0:1773674079.789265:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:1.0:1773674079.789267:0:93391:0:(llog.c:797:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.789269:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773674079.789271:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff98dc04031080. 00000020:00000080:1.0:1773674079.789273:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1773674079.789275:0:93391:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:1.0:1773674079.789277:0:93391:0:(obd_config.c:1572:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674079.795664:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff98dc04031080. 00000020:00000001:1.0:1773674079.795678:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773674079.795683:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9e38 type=0x10620000 idx=47 00000040:00001000:1.0:1773674079.795688:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:1.0:1773674079.795692:0:93391:0:(llog.c:797:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1773674079.795695:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773674079.795698:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773674079.795700:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773674079.795702:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773674079.796395:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc08cd0e00. 00000020:00000080:0.0:1773674079.796402:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773674079.796405:0:93391:0:(obd_config.c:1594:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:00000001:0.0:1773674079.796408:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674079.796411:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc08cd0e00. 00000020:00000001:0.0:1773674079.796415:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773674079.796418:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d9f18 type=0x10600000 idx=48 00000040:00001000:0.0:1773674079.796421:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1773674079.796424:0:93391:0:(llog.c:607:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1773674079.796429:0:93391:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1773674079.796432:0:93391:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1773674079.796436:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773674079.796444:0:93391:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773674079.796447:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674079.796451:0:93391:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.796454:0:93391:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.796459:0:93391:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.796465:0:93391:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1ae00. 00000100:00000001:0.0:1773674079.796473:0:93391:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.796481:0:93391:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674079.796483:0:93391:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674079.796490:0:93391:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a166c0. 00000100:00000001:0.0:1773674079.796492:0:93391:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521086144 : -113404188465472 : ffff98dc07a166c0) 00000100:00000001:0.0:1773674079.796495:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.796496:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000001:0.0:1773674079.796502:0:93391:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.796506:0:93391:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.796509:0:93391:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674079.796510:0:93391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.796522:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.796532:0:93391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.796535:0:93391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.796539:0:93391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.796542:0:93391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.796545:0:93391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.796549:0:93391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441280:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:0.0:1773674079.797686:0:93391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.797696:0:93391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.797699:0:93391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.797703:0:93391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.797741:0:93391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc1191c000. 02000000:00000001:0.0:1773674079.797745:0:93391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.800938:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674079.804352:0:93391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051141b8. 00000400:00000010:1.0:1773674079.804368:0:93391:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc111296c0. 00000100:00000200:1.0:1773674079.804377:0:93391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953441280, portal 25 00000100:00000001:1.0:1773674079.804381:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674079.804383:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:1.0:1773674079.804400:0:93391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.804411:0:93391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674079.804415:0:93391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674079.804420:0:93391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd440. 00000100:00000200:1.0:1773674079.804424:0:93391:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953441280, offset 0 00000400:00000200:1.0:1773674079.804430:0:93391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674079.804442:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.804450:0:93391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674079.804456:0:93391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674079.804461:0:93391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674079.804465:0:93391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674079.804468:0:93391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674079.804473:0:93391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252581:252581:256:4294967295] 192.168.201.103@tcp LPNI seq info [252549:252549:8:4294967295] 00000400:00000200:1.0:1773674079.804478:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.804489:0:93391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674079.804496:0:93391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674079.804502:0:93391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3500. 00000800:00000200:1.0:1773674079.804510:0:93391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674079.804519:0:93391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674079.804524:0:93391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1773674079.804541:0:93391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674079.804546:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674079.804549:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640767 00000100:00000001:1.0:1773674079.804559:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640689 00000100:00000001:1.0:1773674079.804565:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640767 00000100:00000001:1.0:1773674079.804568:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640689 00000100:00000001:1.0:1773674079.804572:0:93391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.804576:0:93391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.804579:0:93391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674079.804581:0:93391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674079.804584:0:93391:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a166c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773674079.804588:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.804591:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.808945:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.808956:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3500. 00000400:00000200:0.0:1773674079.808965:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.808974:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.808982:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd440 00000400:00000010:0.0:1773674079.808985:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd440. 00000100:00000001:0.0:1773674079.808990:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.808999:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.809012:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.809016:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.809024:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.809026:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.821306:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.821326:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.821330:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.821334:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.821345:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.821353:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.821362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.821368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.821374:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.821379:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b80794c8600 00000400:00000200:0.0:1773674079.821384:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.821391:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x2c5129 [4] + 224 00000800:00000001:0.0:1773674079.821400:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.821414:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.821418:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.821423:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.821431:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.821442:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.821454:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.821482:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.821492:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.821496:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.821732:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.821741:0:93391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.821743:0:93391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.821746:0:93391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051141b8. 00000400:00000200:3.0:1773674079.821759:0:93391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc111296c0 00000400:00000010:3.0:1773674079.821762:0:93391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc111296c0. 00000100:00000001:3.0:1773674079.821885:0:93391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.821891:0:93391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.821902:0:93391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.821909:0:93391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.821911:0:93391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.821914:0:93391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.821918:0:93391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.821920:0:93391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.821923:0:93391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.821926:0:93391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.821936:0:93391:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.821940:0:93391:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.821943:0:93391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.821944:0:93391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.821948:0:93391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.821951:0:93391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.821954:0:93391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.821958:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.821966:0:93391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.821970:0:93391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.821972:0:93391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.821976:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.821985:0:93391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441280:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.821990:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.821993:0:93391:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.821996:0:93391:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.821999:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.822002:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.822010:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.822013:0:93391:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a166c0. 00000100:00000001:3.0:1773674079.822016:0:93391:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.822018:0:93391:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.822026:0:93391:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773674079.822028:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.822031:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953441280/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.822039:0:93391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.822042:0:93391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.822045:0:93391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc1191c000. 02000000:00000001:3.0:1773674079.822360:0:93391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.822364:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.822366:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.822369:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.822372:0:93391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1ae00. 02000000:00000001:3.0:1773674079.822376:0:93391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.822378:0:93391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.822381:0:93391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:3.0:1773674079.822385:0:93391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.822386:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.822390:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.822391:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.822393:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.822396:0:93391:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.822399:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8000 type=0x10620000 idx=49 00000040:00001000:3.0:1773674079.822404:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1773674079.822407:0:93391:0:(llog.c:797:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.822410:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.822414:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.822415:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.822417:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.822422:0:93391:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.822424:0:93391:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.822431:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2b00. 00000020:00000080:3.0:1773674079.822436:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.822438:0:93391:0:(obd_config.c:1594:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000001:3.0:1773674079.822440:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.822443:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2b00. 00000020:00000001:3.0:1773674079.822448:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.822450:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d80e0 type=0x10620000 idx=50 00000040:00001000:3.0:1773674079.822452:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1773674079.822454:0:93391:0:(llog.c:797:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.822456:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.822459:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff98dc11916420. 00000020:00000080:3.0:1773674079.822462:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773674079.822467:0:93391:0:(obd_config.c:1620:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.822470:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff98dc11916420. 00000020:00000001:3.0:1773674079.822473:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.822475:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8158 type=0x10620000 idx=51 00000040:00001000:3.0:1773674079.822478:0:93391:0:(llog.c:720:llog_process_thread()) synced_idx: 51 00000040:00000001:3.0:1773674079.822480:0:93391:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773674079.822483:0:93391:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773674079.822485:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.822490:0:93391:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.822493:0:93391:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.822497:0:93391:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.822500:0:93391:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.822505:0:93391:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.822511:0:93391:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107c00. 00000100:00000001:3.0:1773674079.822517:0:93391:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.822521:0:93391:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.822523:0:93391:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.822528:0:93391:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.822531:0:93391:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674079.822534:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.822536:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.822541:0:93391:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.822546:0:93391:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.822548:0:93391:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.822550:0:93391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.823124:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.823135:0:93391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.823138:0:93391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.823142:0:93391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.823145:0:93391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.823148:0:93391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.823152:0:93391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441408:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.823157:0:93391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.823162:0:93391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.823165:0:93391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.823168:0:93391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.823187:0:93391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc1191c000. 02000000:00000001:3.0:1773674079.823189:0:93391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.823196:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.823201:0:93391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.823309:0:93391:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc07ba1c00. 00000100:00000200:3.0:1773674079.823319:0:93391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953441408, portal 25 00000100:00000001:3.0:1773674079.823321:0:93391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.823323:0:93391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.823331:0:93391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.823344:0:93391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.823348:0:93391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.823353:0:93391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674079.823358:0:93391:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953441408, offset 0 00000400:00000200:3.0:1773674079.823365:0:93391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.823373:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.823383:0:93391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.823388:0:93391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.823393:0:93391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.823397:0:93391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.823400:0:93391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.823405:0:93391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252582:252582:256:4294967295] 192.168.201.103@tcp LPNI seq info [252550:252550:8:4294967295] 00000400:00000200:3.0:1773674079.823410:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.823419:0:93391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.823426:0:93391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.823431:0:93391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2b00. 00000800:00000200:3.0:1773674079.823438:0:93391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.823446:0:93391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.823452:0:93391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.823908:0:93391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.823915:0:93391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.823919:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640786 00000100:00000001:3.0:1773674079.823928:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640767 00000100:00000001:3.0:1773674079.823934:0:93391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640786 00000100:00000001:3.0:1773674079.823938:0:93391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640767 00000100:00000001:3.0:1773674079.823942:0:93391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.823945:0:93391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.823949:0:93391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.823951:0:93391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.823955:0:93391:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.823958:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.823961:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.825800:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.825808:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2b00. 00000400:00000200:0.0:1773674079.825815:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.825825:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.825832:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:0.0:1773674079.825835:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:0.0:1773674079.825839:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.825847:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.825859:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.825863:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.825871:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.825874:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.841421:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.841602:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.841608:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.841612:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.841622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.841631:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.841642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.841648:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.841655:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.841659:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b80794c8680 00000400:00000200:1.0:1773674079.841665:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.841672:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x2c5139 [4] + 224 00000800:00000001:1.0:1773674079.841682:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.841699:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.841703:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.841708:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.841716:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.841725:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.841739:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.842016:0:93391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.842363:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.842375:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.842379:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674079.842506:0:93391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.842509:0:93391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.842513:0:93391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:3.0:1773674079.842519:0:93391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07ba1c00 00000400:00000010:3.0:1773674079.842521:0:93391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674079.842525:0:93391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.842532:0:93391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.842542:0:93391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.842549:0:93391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.842552:0:93391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.842554:0:93391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.842558:0:93391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.842561:0:93391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.842563:0:93391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.842566:0:93391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.842574:0:93391:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.842579:0:93391:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.842582:0:93391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.842584:0:93391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.842587:0:93391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.842589:0:93391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.842592:0:93391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.842597:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.842605:0:93391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.842609:0:93391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.842612:0:93391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.842616:0:93391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.842630:0:93391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93391:1859825953441408:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.842635:0:93391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.842638:0:93391:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.842640:0:93391:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.842642:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.842646:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.842653:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.842655:0:93391:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.842659:0:93391:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.842660:0:93391:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.842669:0:93391:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773674079.842670:0:93391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.842674:0:93391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441408/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.842680:0:93391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.842683:0:93391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.842686:0:93391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc1191c000. 02000000:00000001:3.0:1773674079.842698:0:93391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.842701:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.842703:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.842706:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.842708:0:93391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674079.842712:0:93391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.843092:0:93391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.843096:0:93391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.843102:0:93391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.843103:0:93391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.843107:0:93391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.843109:0:93391:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.843111:0:93391:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.843114:0:93391:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.843117:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8158 type=0x10620000 idx=51 00000040:00001000:3.0:1773674079.843122:0:93391:0:(llog.c:776:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:3.0:1773674079.843125:0:93391:0:(llog.c:797:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000020:00000001:3.0:1773674079.843129:0:93391:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.843132:0:93391:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.843134:0:93391:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.843136:0:93391:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.843147:0:93391:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2400. 00000020:00000080:3.0:1773674079.843151:0:93391:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.843153:0:93391:0:(obd_config.c:1594:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000020:00000001:3.0:1773674079.843156:0:93391:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.843159:0:93391:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2400. 00000020:00000001:3.0:1773674079.843163:0:93391:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.843166:0:93391:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc078d8238 type=0x0 idx=0 00000040:00000001:3.0:1773674079.843168:0:93391:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1773674079.843171:0:93391:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00000010:3.0:1773674079.843174:0:93391:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff98dc078d8000. 00000020:00000010:3.0:1773674079.843182:0:93391:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc05771400. 00000020:00000010:3.0:1773674079.843193:0:93391:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067bea00. 00000040:00000010:3.0:1773674079.843199:0:93391:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc067bf400. 00000020:00000010:3.0:1773674079.843203:0:93391:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc0678f800. 00000020:00000010:3.0:1773674079.843361:0:93391:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98dc08e7df98. 00000020:00000010:3.0:1773674079.843368:0:93391:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc067be600. 80000000:00000010:3.0:1773674079.843373:0:93391:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98dc042c48a0. 40000000:00000010:3.0:1773674079.843377:0:93391:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff98dc05771600. 00100000:00000010:3.0:1773674079.843383:0:93391:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98dc18730000. 00040000:00000010:3.0:1773674079.843388:0:93391:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc064e2000. 00040000:00000010:3.0:1773674079.843392:0:93391:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff98dc08e51000. 00040000:00000010:3.0:1773674079.843396:0:93391:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc067be000. 00000004:00000010:3.0:1773674079.843400:0:93391:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff98dc08e55800. 00000004:00000010:3.0:1773674079.843406:0:93391:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98dc07092000. 00000004:00000010:3.0:1773674079.843413:0:93391:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff98dc08e50000. 00002000:00000010:3.0:1773674079.843417:0:93391:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff98dc07bf1400. 00000004:00000010:3.0:1773674079.843421:0:93391:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff98dc07bf0c00. 00000020:00000010:3.0:1773674079.843425:0:93391:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be400. 00000040:00000010:1.0:1773674079.843972:0:93387:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98dc042c4cc0. 00000040:00000001:1.0:1773674079.843976:0:93387:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773674079.843979:0:93387:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000040:00000010:1.0:1773674079.843984:0:93387:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98dc078dc000. 00000040:00000010:1.0:1773674079.843987:0:93387:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98dc07f4be00. 00000020:00000001:1.0:1773674079.843991:0:93387:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.843994:0:93387:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773674079.843998:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4b600. 00000040:00000010:1.0:1773674079.844001:0:93387:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc07f4ae00. 00000020:00000010:1.0:1773674079.844004:0:93387:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc06788000. 00000020:00000010:1.0:1773674079.844007:0:93387:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc07f4b800. 80000000:00000010:1.0:1773674079.844011:0:93387:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98dc042c4780. 00040000:00000010:1.0:1773674079.844013:0:93387:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc07f4aa00. 20000000:00000010:1.0:1773674079.844017:0:93387:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff98dc07f4a800. 00000020:00000010:1.0:1773674079.844020:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b200. 10000000:00000010:1.0:1773674079.844022:0:93387:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98dc05771580. 10000000:01000000:1.0:1773674079.844026:0:93387:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1773674079.844066:0:93387:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773674079.844070:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674079.844072:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.844075:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=3 00000020:00000001:1.0:1773674079.844078:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:1.0:1773674079.844082:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:1.0:1773674079.844085:0:93387:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674079.844091:0:93387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674079.844101:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674079.844103:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674079.844106:0:93387:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674079.844113:0:93387:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674079.844114:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674079.844115:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773674079.844117:0:93387:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.844119:0:93387:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.844122:0:93387:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:1.0:1773674079.844124:0:93387:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-cliir-ffff98dc088eb800 from 1 10000000:00000001:1.0:1773674079.844127:0:93387:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773674079.844128:0:93387:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1773674079.844135:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9180. 00000020:00000040:1.0:1773674079.844139:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773674079.844143:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.844146:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.844151:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.844157:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc10309600. 00000100:00000001:1.0:1773674079.844163:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.844167:0:93387:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674079.844169:0:93387:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773674079.844174:0:93387:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10af8400 count: 2 00010000:00000001:1.0:1773674079.844178:0:93387:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674079.844181:0:93387:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674079.844184:0:93387:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084e00. 00000020:00000001:1.0:1773674079.844189:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.844191:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084e00 with handle 0x2f77f56113814236 to hash 00000020:00000001:1.0:1773674079.844193:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674079.844195:0:93387:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674079.844198:0:93387:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674079.844201:0:93387:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674079.844205:0:93387:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674079.844262:0:93387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674079.844272:0:93387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674079.844291:0:93387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674079.844298:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674079.844301:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674079.844307:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129840. 00000100:00000001:1.0:1773674079.844309:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679499328 : -113404030052288 : ffff98dc11129840) 00000100:00000001:1.0:1773674079.844312:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674079.844314:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000001:1.0:1773674079.844319:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.844323:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.844325:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674079.844327:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674079.844336:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.844346:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674079.844348:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.844352:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674079.844355:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674079.844357:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674079.844361:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441536:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:1.0:1773674079.844366:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674079.844371:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674079.844373:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.844376:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674079.844380:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b1400. 02000000:00000001:1.0:1773674079.844382:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674079.844389:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674079.844393:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114f78. 00000400:00000010:1.0:1773674079.844399:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd550. 00000100:00000200:1.0:1773674079.844592:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953441536, portal 25 00000100:00000001:1.0:1773674079.844594:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674079.844596:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000040:1.0:1773674079.844602:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.844610:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674079.844613:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674079.844616:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674079.844619:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859825953441536, offset 0 00000400:00000200:1.0:1773674079.844625:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674079.844632:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.844640:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674079.844644:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674079.844648:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674079.844652:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674079.844655:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674079.844659:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252583:252583:256:4294967295] 192.168.201.103@tcp LPNI seq info [252551:252551:8:4294967295] 00000400:00000200:1.0:1773674079.844664:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.844673:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674079.844678:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674079.844683:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3200. 00000800:00000200:1.0:1773674079.844689:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674079.844697:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674079.844701:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773674079.844719:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674079.844723:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674079.844725:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640807 00000100:00000001:1.0:1773674079.844733:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640786 00000100:00000001:1.0:1773674079.844738:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640807 00000100:00000001:1.0:1773674079.844741:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640786 00000100:00000001:1.0:1773674079.844744:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674079.844747:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.845499:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.845505:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3200. 00000400:00000200:0.0:1773674079.845512:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.845518:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.845523:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:0.0:1773674079.845526:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:0.0:1773674079.845530:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.845535:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.845553:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.845557:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.845564:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.845566:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674079.845629:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674079.845632:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674079.845636:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129840 going to sleep for 11 seconds 00000100:00000001:1.0:1773674079.845638:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.845641:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674079.849101:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.849118:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.849122:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.849124:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.849133:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.849141:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.849149:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.849155:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.849160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.849165:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b80794c8700 00000400:00000200:1.0:1773674079.849170:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.849175:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x2c5141 [1] + 224 00000800:00000001:1.0:1773674079.849184:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.849191:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.849194:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.849199:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.849205:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.849349:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.849362:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.849411:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.849427:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.849436:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.849440:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674079.849470:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.849473:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.849476:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114f78. 00000400:00000200:3.0:1773674079.849481:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd550 00000400:00000010:3.0:1773674079.849483:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd550. 00000100:00000001:3.0:1773674079.849486:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.849492:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.849502:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.849510:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.849512:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.849515:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.849518:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.849520:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.849522:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.849525:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.849532:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.849536:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.849539:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.849541:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.849544:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.849546:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.849548:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.849553:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.849560:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.849564:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.849566:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.849571:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.849578:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441536:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773674079.849583:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.849586:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.849589:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.849591:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.849595:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.849601:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.849605:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129840. 00000100:00000001:3.0:1773674079.849609:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.849611:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.849614:0:93387:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674079.849617:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.849620:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.849623:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:3.0:1773674079.849626:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674079.849629:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:3.0:1773674079.849635:0:93387:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084e00, remote cookie: 0x441c89a0128d69e5, flags: 0x0 00010000:00000001:3.0:1773674079.849639:0:93387:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674079.849642:0:93387:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674079.849644:0:93387:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674079.849646:0:93387:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674079.849648:0:93387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674079.849651:0:93387:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff98dc10af8400) refcount = 2 00010000:00000040:3.0:1773674079.849654:0:93387:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773674079.849659:0:93387:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff98dc0869b200/0x2f77f56113813b7c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d5b67 expref: -99 pid: 81796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.849669:0:93387:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.849676:0:93387:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674079.849678:0:93387:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674079.849680:0:93387:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674079.849684:0:93387:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674079.849686:0:93387:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674079.849691:0:93387:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.849697:0:93387:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674079.849699:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.849701:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.849702:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.849703:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.849704:0:93387:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.849707:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.849712:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9180 x1859825953441536/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.849719:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.849721:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.849724:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b1400. 02000000:00000001:3.0:1773674079.849728:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.849731:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.849733:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.849735:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.849738:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc10309600. 02000000:00000001:3.0:1773674079.849741:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.849743:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.849745:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9180. 00000100:00000001:3.0:1773674079.850667:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.850672:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773674079.850675:0:93387:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.850679:0:93387:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773674079.850682:0:93387:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff98dc100c1600) refs 2 10000000:00000001:3.0:1773674079.850684:0:93387:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.850687:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.850688:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.850691:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:3.0:1773674079.850693:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674079.850696:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674079.850698:0:93387:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1773674079.850700:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.850702:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.850703:0:93387:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.850706:0:93387:0:(mgc_request.c:1539:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1773674079.850713:0:93387:0:(mgc_request.c:1551:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff98dc0882e800. 00000100:00000010:3.0:1773674079.851275:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.851290:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.851295:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.851298:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.851303:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.851309:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107c00. 00000100:00000001:3.0:1773674079.851315:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.851320:0:93387:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1773674079.851325:0:93387:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98dc0729cc00. 00000100:00000010:3.0:1773674079.851331:0:93387:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98dc07092000. 00000020:00000040:3.0:1773674079.851334:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.851351:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.851353:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.851358:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.851360:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674079.851363:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.851365:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.851370:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.851374:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.851376:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.851377:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.851384:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.851393:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.851395:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.851399:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.851402:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.851404:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.851408:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441664:192.168.201.103@tcp:256:mount.lustre.0 00000100:00000001:3.0:1773674079.851412:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.851417:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.851420:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.851649:0:93387:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1773674079.851658:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.851662:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fb00. 00000400:00000010:3.0:1773674079.851671:0:93387:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98dc078d8000. 00000100:00000200:3.0:1773674079.851679:0:93387:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b80794c8780-0x69b80794c8780, portal 33 00000100:00000001:3.0:1773674079.851683:0:93387:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.851686:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.851690:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03106600. 02000000:00000001:3.0:1773674079.851692:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.851695:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.851697:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674079.851702:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674079.851705:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953441664, portal 25 00000100:00000001:3.0:1773674079.851707:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.851709:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.851715:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.851723:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.851725:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.851729:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674079.851732:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1859825953441664, offset 0 00000400:00000200:3.0:1773674079.851740:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.851748:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.851756:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.851761:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.851808:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.851812:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.851815:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.851819:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252584:252584:256:4294967295] 192.168.201.103@tcp LPNI seq info [252552:252552:8:4294967295] 00000400:00000200:3.0:1773674079.851827:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.851838:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.851845:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.851851:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2000. 00000800:00000200:3.0:1773674079.851857:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.851864:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.851869:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2000 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.851881:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.851885:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.851888:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640815 00000100:00000001:3.0:1773674079.851895:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640807 00000100:00000001:3.0:1773674079.851901:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640815 00000100:00000001:3.0:1773674079.851904:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640807 00000100:00000001:3.0:1773674079.851908:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.851911:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.851913:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.851915:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.851918:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.851920:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.851923:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.852095:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.852100:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2000. 00000400:00000200:1.0:1773674079.852105:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.852110:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.852115:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:1.0:1773674079.852117:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:1.0:1773674079.852121:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.852126:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.852136:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.852140:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.852147:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.852149:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674079.858227:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.858245:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.858250:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.858253:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.858263:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858272:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.858293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858304:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858308:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 176 into portal 33 MB=0x69b80794c8780 00000400:00000200:1.0:1773674079.858313:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858320:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.201.103@tcp of length 176/176 into md 0x2c5151 [256] + 0 00000400:00000010:1.0:1773674079.858326:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fb00. 00000400:00000200:1.0:1773674079.858331:0:2404:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98dc078d8000 00000800:00000001:1.0:1773674079.858338:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.858349:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.858352:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.858357:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.858363:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc078d8000 00000400:00000010:1.0:1773674079.858365:0:2404:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff98dc078d8000. 00000100:00000001:1.0:1773674079.858370:0:2404:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1773674079.858373:0:2404:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98dc07ff5f80 desc ffff98dc0729cc00 mbits 1859825953441664 00000100:00000001:1.0:1773674079.858390:0:2404:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1773674079.858397:0:2404:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773674079.858401:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858407:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674079.858414:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252585:252585:256:4294967295] 192.168.201.103@tcp LPNI seq info [252553:252553:8:4294967295] 00000400:00000200:1.0:1773674079.858420:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.858428:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) 192.168.201.103@tcp : ACK try# 0 00000800:00000200:1.0:1773674079.858434:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674079.858441:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98dc07cfc000. 00000800:00000200:1.0:1773674079.858447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674079.858455:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674079.858460:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc07cfc000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1773674079.858540:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.858544:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98dc07cfc000. 00000400:00000200:1.0:1773674079.858548:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.858552:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: ACK: OK 00000800:00000001:1.0:1773674079.858558:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.858562:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.858895:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.858900:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674079.860860:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.860875:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.860879:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.860882:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.860890:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.860898:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.860906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.860911:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.860916:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.860920:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 240 into portal 25 MB=0x69b80794c8780 00000400:00000200:1.0:1773674079.860924:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.860930:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 240/240 into md 0x2c5159 [1] + 224 00000800:00000001:1.0:1773674079.860938:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.860946:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.860949:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.860953:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.860960:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.860969:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.860981:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.861002:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.861010:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.861013:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.861326:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.861334:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.861337:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.861340:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674079.861344:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:3.0:1773674079.861347:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:3.0:1773674079.861350:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.861356:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.861367:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.861602:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.861604:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.861607:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.861611:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.861613:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.861616:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.861618:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.861626:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.861630:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.861633:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.861635:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.861638:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.861640:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.861642:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.861648:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773674079.861658:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.861666:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.861668:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.861673:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.861681:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441664:192.168.201.103@tcp:256:mount.lustre.0 00000100:00000001:3.0:1773674079.861686:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.861689:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.861692:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.861694:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.861697:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.861705:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.861708:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.861712:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.861714:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773674079.861720:0:93387:0:(mgc_request.c:1617:mgc_process_recover_log()) Latest version 114, more 0. 10000000:00000001:3.0:1773674079.861724:0:93387:0:(mgc_request.c:1311:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1773674079.861730:0:93387:0:(mgc_request.c:1334:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff98dc0729f400. 10000000:00000010:3.0:1773674079.861738:0:93387:0:(mgc_request.c:1338:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff98dc06767000. 10000000:00000200:3.0:1773674079.861744:0:93387:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773674079.861757:0:93387:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773674079.861760:0:93387:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773674079.862685:0:93387:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:3.0:1773674079.862689:0:93387:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.862692:0:93387:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773674079.862693:0:93387:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:3.0:1773674079.862696:0:93387:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:3.0:1773674079.862698:0:93387:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.862701:0:93387:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.862705:0:93387:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.862710:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.862715:0:93387:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.862719:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.862724:0:93387:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.862728:0:93387:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.862731:0:93387:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.862733:0:93387:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.862736:0:93387:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773674079.862739:0:93387:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:3.0:1773674079.862746:0:93387:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff98dc184c8280. 10000000:00000040:3.0:1773674079.862761:0:93387:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 111/114 for lustre-OST0001-osc-ffff98dc088eb800 -> osc.import=connection=192.168.201.103@tcp::1 00000020:00000080:3.0:1773674079.862964:0:93387:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773674079.862974:0:93387:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.862980:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674079.862986:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.862990:0:93387:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.862997:0:93387:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863002:0:93387:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863007:0:93387:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863014:0:93387:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863018:0:93387:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000040:00000001:3.0:1773674079.863023:0:93387:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.863024:0:93387:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.863026:0:93387:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.863029:0:93387:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773674079.863030:0:93387:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.863032:0:93387:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.863035:0:93387:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.863037:0:93387:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773674079.863039:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff98dc088eb800 00000040:00001000:3.0:1773674079.863041:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.201.103@tcp::1 00000040:00000001:3.0:1773674079.863043:0:93387:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773674079.863112:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863117:0:93387:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863121:0:93387:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863124:0:93387:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863127:0:93387:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863131:0:93387:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863134:0:93387:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.863137:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000020:00000001:3.0:1773674079.863140:0:93387:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.863142:0:93387:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773674079.863146:0:93387:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff98dc184c8280. 10000000:00000200:3.0:1773674079.863150:0:93387:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773674079.863157:0:93387:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773674079.863159:0:93387:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773674079.863163:0:93387:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:3.0:1773674079.863165:0:93387:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.863167:0:93387:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773674079.863168:0:93387:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:3.0:1773674079.863170:0:93387:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:3.0:1773674079.863173:0:93387:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.863175:0:93387:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.863177:0:93387:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.863181:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863184:0:93387:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.863187:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863190:0:93387:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.863193:0:93387:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.863196:0:93387:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.863198:0:93387:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.863200:0:93387:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773674079.863203:0:93387:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:3.0:1773674079.863219:0:93387:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff98dc184c8280. 10000000:00000040:3.0:1773674079.863222:0:93387:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 112/114 for lustre-OST0000-osc-ffff98dc088eb800 -> osc.import=connection=192.168.201.103@tcp::11 00000020:00000080:3.0:1773674079.863225:0:93387:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773674079.863230:0:93387:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.863233:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674079.863236:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863238:0:93387:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863242:0:93387:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863244:0:93387:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863247:0:93387:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863250:0:93387:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863253:0:93387:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000040:00000001:3.0:1773674079.863256:0:93387:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.863257:0:93387:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.863259:0:93387:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.863261:0:93387:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773674079.863262:0:93387:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.863263:0:93387:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.863265:0:93387:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.863267:0:93387:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773674079.863268:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff98dc088eb800 00000040:00001000:3.0:1773674079.863270:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 osc.import=connection=192.168.201.103@tcp::11 00000040:00000001:3.0:1773674079.863273:0:93387:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773674079.863308:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863312:0:93387:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863314:0:93387:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863317:0:93387:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863319:0:93387:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863323:0:93387:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863325:0:93387:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.863328:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000020:00000001:3.0:1773674079.863330:0:93387:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.863332:0:93387:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773674079.863335:0:93387:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff98dc184c8280. 10000000:00000200:3.0:1773674079.863338:0:93387:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773674079.863344:0:93387:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773674079.863346:0:93387:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773674079.863349:0:93387:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:3.0:1773674079.863351:0:93387:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.863353:0:93387:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773674079.863355:0:93387:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:3.0:1773674079.863357:0:93387:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:3.0:1773674079.863359:0:93387:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.863361:0:93387:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.863363:0:93387:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.863366:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863368:0:93387:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.863372:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863375:0:93387:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.863378:0:93387:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.863380:0:93387:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.863382:0:93387:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.863384:0:93387:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773674079.863386:0:93387:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:3.0:1773674079.863390:0:93387:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff98dc184c8280. 10000000:00000040:3.0:1773674079.863392:0:93387:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 113/114 for lustre-MDT0001-mdc-ffff98dc088eb800 -> mdc.import=connection=192.168.201.103@tcp::3 00000020:00000080:3.0:1773674079.863396:0:93387:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773674079.863400:0:93387:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.863403:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674079.863405:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863408:0:93387:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863412:0:93387:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863414:0:93387:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863417:0:93387:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863421:0:93387:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863423:0:93387:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000040:00000001:3.0:1773674079.863426:0:93387:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.863427:0:93387:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.863429:0:93387:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.863430:0:93387:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773674079.863432:0:93387:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.863433:0:93387:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.863435:0:93387:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.863437:0:93387:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773674079.863439:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff98dc088eb800 00000040:00001000:3.0:1773674079.863441:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.201.103@tcp::3 00000040:00000001:3.0:1773674079.863443:0:93387:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773674079.863468:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863472:0:93387:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863474:0:93387:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863476:0:93387:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863479:0:93387:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863481:0:93387:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863484:0:93387:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.863487:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000020:00000001:3.0:1773674079.863489:0:93387:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.863491:0:93387:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773674079.863493:0:93387:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff98dc184c8280. 10000000:00000200:3.0:1773674079.863497:0:93387:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773674079.863503:0:93387:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773674079.863505:0:93387:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773674079.863508:0:93387:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:3.0:1773674079.863510:0:93387:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.863513:0:93387:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773674079.863514:0:93387:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:3.0:1773674079.863516:0:93387:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:3.0:1773674079.863518:0:93387:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773674079.863520:0:93387:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773674079.863522:0:93387:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.863525:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863528:0:93387:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773674079.863531:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.863535:0:93387:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773674079.863537:0:93387:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:3.0:1773674079.863539:0:93387:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:3.0:1773674079.863540:0:93387:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.863542:0:93387:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773674079.863545:0:93387:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:3.0:1773674079.863548:0:93387:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff98dc184c8280. 10000000:00000040:3.0:1773674079.863550:0:93387:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 114/114 for lustre-MDT0000-mdc-ffff98dc088eb800 -> mdc.import=connection=192.168.201.103@tcp::25 00000020:00000080:3.0:1773674079.863553:0:93387:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773674079.863556:0:93387:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773674079.863559:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674079.863562:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863564:0:93387:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863567:0:93387:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863570:0:93387:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863572:0:93387:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863575:0:93387:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863578:0:93387:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000040:00000001:3.0:1773674079.863580:0:93387:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.863581:0:93387:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.863583:0:93387:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.863585:0:93387:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773674079.863586:0:93387:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.863587:0:93387:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.863589:0:93387:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.863590:0:93387:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773674079.863592:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff98dc088eb800 00000040:00001000:3.0:1773674079.863594:0:93387:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.201.103@tcp::25 00000040:00000001:3.0:1773674079.863595:0:93387:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773674079.863616:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674079.863619:0:93387:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00000008:00000010:3.0:1773674079.863622:0:93387:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674079.863624:0:93387:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674079.863627:0:93387:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674079.863630:0:93387:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674079.863632:0:93387:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674079.863635:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000020:00000001:3.0:1773674079.863637:0:93387:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.863639:0:93387:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773674079.863641:0:93387:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff98dc184c8280. 10000000:00000010:3.0:1773674079.863644:0:93387:0:(mgc_request.c:1511:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff98dc06767000. 10000000:00000010:3.0:1773674079.863648:0:93387:0:(mgc_request.c:1513:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff98dc0729f400. 10000000:00000001:3.0:1773674079.863651:0:93387:0:(mgc_request.c:1515:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.863655:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.863663:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441664/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.863672:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.863676:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.863681:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03106600. 02000000:00000001:3.0:1773674079.863685:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.863688:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.863690:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.863692:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773674079.863694:0:93387:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1773674079.863697:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.863698:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.863700:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1773674079.863725:0:93387:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98dc07092000. 00000100:00000010:3.0:1773674079.863729:0:93387:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98dc0729cc00. 00000100:00000001:3.0:1773674079.863733:0:93387:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1773674079.863736:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674079.863739:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.863741:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.863743:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.863746:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.863748:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1773674079.864395:0:93387:0:(mgc_request.c:1669:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff98dc0882e800. 10000000:01000000:3.0:1773674079.864403:0:93387:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1773674079.864428:0:93387:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1773674079.864432:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.864435:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.864438:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:3.0:1773674079.864441:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674079.864444:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674079.864447:0:93387:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674079.864453:0:93387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.864461:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.864463:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674079.864466:0:93387:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.864473:0:93387:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674079.864475:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.864476:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773674079.864478:0:93387:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.864480:0:93387:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.864483:0:93387:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:3.0:1773674079.864486:0:93387:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff98dc088eb800 from 1 10000000:00000001:3.0:1773674079.864489:0:93387:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773674079.864490:0:93387:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1773674079.864497:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.864501:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.864505:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.864508:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.864512:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.864519:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107c00. 00000100:00000001:3.0:1773674079.864525:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.864529:0:93387:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674079.864532:0:93387:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773674079.864537:0:93387:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91300 count: 2 00010000:00000001:3.0:1773674079.864540:0:93387:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674079.864543:0:93387:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674079.864546:0:93387:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869ac00. 00000020:00000001:3.0:1773674079.864550:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674079.864552:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869ac00 with handle 0x2f77f5611381423d to hash 00000020:00000001:3.0:1773674079.864554:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674079.864555:0:93387:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:3.0:1773674079.864558:0:93387:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:3.0:1773674079.864561:0:93387:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674079.864565:0:93387:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674079.864568:0:93387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.864576:0:93387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.864587:0:93387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674079.864593:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.864595:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.864601:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.864603:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522706176 : -113404186845440 : ffff98dc07ba1f00) 00000100:00000001:3.0:1773674079.864607:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.864608:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.864614:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.864617:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.864620:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.864621:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.864629:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.864637:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.864640:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.864644:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.864647:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.864649:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.864653:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441792:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773674079.864658:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.864663:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.864665:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.864668:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.864672:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674079.864675:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.864683:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.864687:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674079.864694:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674079.864702:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953441792, portal 25 00000100:00000001:3.0:1773674079.864704:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.864705:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.864711:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.864719:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.864722:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.864725:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674079.864728:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859825953441792, offset 0 00000400:00000200:3.0:1773674079.864735:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.864743:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.864750:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.864755:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.864760:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.864793:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.864797:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.864802:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252586:252586:256:4294967295] 192.168.201.103@tcp LPNI seq info [252554:252554:8:4294967295] 00000400:00000200:3.0:1773674079.864808:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.864817:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.864823:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.864829:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2400. 00000800:00000200:3.0:1773674079.864835:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.864843:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.864847:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.864855:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.864859:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.864861:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640828 00000100:00000001:3.0:1773674079.864869:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640815 00000100:00000001:3.0:1773674079.864874:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640828 00000100:00000001:3.0:1773674079.864877:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640815 00000100:00000001:3.0:1773674079.864880:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.864882:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.864885:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.864887:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.864889:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.864892:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.864895:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.865094:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.865100:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2400. 00000400:00000200:0.0:1773674079.865105:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.865110:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.865116:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:0.0:1773674079.865119:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:0.0:1773674079.865123:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.865128:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.865137:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.865141:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.865148:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.865150:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674079.889298:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.889317:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.889321:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.889325:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.889334:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.889342:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.889351:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.889356:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.889362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.889366:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b80794c8800 00000400:00000200:1.0:1773674079.889371:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.889377:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x2c5161 [1] + 224 00000800:00000001:1.0:1773674079.889386:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.889396:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.889400:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.889404:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.889411:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.889420:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.889434:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.889460:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.889471:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.889475:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.890024:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.890034:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.890037:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.890041:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:3.0:1773674079.890046:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:3.0:1773674079.890049:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:3.0:1773674079.890053:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.890062:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.890072:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.890079:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.890081:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.890084:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.890088:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.890091:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.890094:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.890097:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.890105:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.890109:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.890112:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.890114:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.890117:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.890119:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.890122:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.890128:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.890136:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.890140:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.890142:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.890147:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.890156:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441792:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773674079.890161:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.890164:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.890167:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.890169:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.890173:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.890188:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.890191:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.890194:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.890196:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.890199:0:93387:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674079.890203:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.890836:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.890840:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=4 00000020:00000001:3.0:1773674079.890844:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:3.0:1773674079.890848:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000040:3.0:1773674079.890856:0:93387:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869ac00, remote cookie: 0x441c89a0128d69ec, flags: 0x0 00010000:00000001:3.0:1773674079.890860:0:93387:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674079.890864:0:93387:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674079.890866:0:93387:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674079.890868:0:93387:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674079.890870:0:93387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674079.890873:0:93387:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff98dc10a91300) refcount = 2 00010000:00000040:3.0:1773674079.890876:0:93387:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773674079.890880:0:93387:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff98dc200f2000/0x2f77f56113813b8a lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d5b75 expref: -99 pid: 81796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674079.890890:0:93387:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.890897:0:93387:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674079.890899:0:93387:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674079.890901:0:93387:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674079.890904:0:93387:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674079.890908:0:93387:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674079.890912:0:93387:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674079.890919:0:93387:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674079.890921:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.890923:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.890924:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.890925:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.890927:0:93387:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.890931:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.890938:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441792/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.890946:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.890949:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.890953:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674079.890959:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.890962:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.890964:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.890966:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.890969:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674079.890973:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.890975:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.890977:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674079.890981:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.890982:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773674079.890985:0:93387:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.890989:0:93387:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773674079.890992:0:93387:0:(mgc_request.c:108:config_log_get()) log params (ffff98dc100c0200) refs 2 10000000:00000001:3.0:1773674079.890994:0:93387:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.890996:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674079.890997:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674079.890998:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=3 00000020:00000001:3.0:1773674079.891000:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:3.0:1773674079.891003:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:3.0:1773674079.891005:0:93387:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1773674079.891006:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674079.891007:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674079.891009:0:93387:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773674079.891012:0:93387:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773674079.891017:0:93387:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98dc07345840. 00000020:00000010:3.0:1773674079.891022:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107c00. 00000020:00000010:3.0:1773674079.891028:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03106600. 00000040:00000010:3.0:1773674079.891032:0:93387:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc03107a00. 00000020:00000010:3.0:1773674079.891038:0:93387:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc0882e800. 00000020:00000010:3.0:1773674079.891043:0:93387:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc03107200. 80000000:00000010:3.0:1773674079.891047:0:93387:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98dc11916420. 00040000:00000010:3.0:1773674079.891052:0:93387:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc03106e00. 20000000:00000010:3.0:1773674079.891057:0:93387:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff98dc03107600. 10000000:00000040:3.0:1773674079.891061:0:93387:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc088e5840 : new refcount 2 00000020:00000001:3.0:1773674079.891064:0:93387:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1773674079.891066:0:93387:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1773674079.891070:0:93387:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1773674079.891073:0:93387:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98dc0b638800. 00000040:00000001:3.0:1773674079.891077:0:93387:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1773674079.891080:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.891085:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674079.891087:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.891091:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.891094:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.891099:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.891105:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc20bb3600. 00000100:00000001:3.0:1773674079.891111:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.891117:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.891118:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.891123:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1f00. 00000100:00000001:3.0:1773674079.891125:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522706176 : -113404186845440 : ffff98dc07ba1f00) 00000100:00000001:3.0:1773674079.891128:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.891129:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674079.891134:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.891138:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.891141:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.891142:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.891147:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.891155:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.891158:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.891161:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.891164:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.891167:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.891171:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441920:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:3.0:1773674079.891175:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.891180:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.891183:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.891185:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.891190:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc067be400. 02000000:00000001:3.0:1773674079.891192:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.891199:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.891203:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f7e8. 00000400:00000010:3.0:1773674079.891424:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674079.891435:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953441920, portal 25 00000100:00000001:3.0:1773674079.891438:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.891439:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674079.891648:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.891657:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.891661:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.891664:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674079.891669:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1859825953441920, offset 0 00000400:00000200:3.0:1773674079.891675:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.891703:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.891711:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.891716:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.891720:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.891724:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.891727:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.891731:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252587:252587:256:4294967295] 192.168.201.103@tcp LPNI seq info [252555:252555:8:4294967295] 00000400:00000200:3.0:1773674079.891737:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.891860:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.891870:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.891876:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2d00. 00000800:00000200:3.0:1773674079.891884:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.891892:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.891897:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.891922:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.891927:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.891930:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640853 00000100:00000001:3.0:1773674079.891939:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640828 00000100:00000001:3.0:1773674079.891945:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640853 00000100:00000001:3.0:1773674079.891949:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640828 00000100:00000001:3.0:1773674079.891953:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.891956:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.891959:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.891961:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.891963:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.891966:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.891968:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.893079:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.893085:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2d00. 00000400:00000200:0.0:1773674079.893093:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.893100:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.893105:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:0.0:1773674079.893108:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:0.0:1773674079.893113:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.893118:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.893129:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.893133:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.893146:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.893148:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.913906:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.913925:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.913930:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.913933:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.913943:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.913952:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.913963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.913969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.913975:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.913980:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 272 into portal 25 MB=0x69b80794c8880 00000400:00000200:0.0:1773674079.913985:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.913992:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 272/272 into md 0x2c5169 [1] + 224 00000800:00000001:0.0:1773674079.914000:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.914024:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.914028:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.914034:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.914042:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.914051:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.914063:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914083:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.914092:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.914096:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.914115:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674079.914123:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674079.914125:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674079.914128:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f7e8. 00000400:00000200:0.0:1773674079.914133:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:0.0:1773674079.914136:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:0.0:1773674079.914140:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.914144:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674079.914154:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914161:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674079.914163:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.914166:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674079.914169:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674079.914172:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674079.914174:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.914177:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674079.914184:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674079.914190:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674079.914193:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674079.914194:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674079.914197:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674079.914200:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.914203:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.914209:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914217:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.914220:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674079.914223:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674079.914228:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674079.914237:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953441920:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773674079.914243:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.914246:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.914248:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674079.914251:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.914255:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914263:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674079.914267:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1f00. 00000100:00000001:0.0:1773674079.914271:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674079.914272:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773674079.914290:0:93387:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1773674079.914295:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674079.914297:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674079.914299:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773674079.914301:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.914306:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953441920/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914314:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674079.914317:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674079.914320:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc067be400. 02000000:00000001:0.0:1773674079.914325:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674079.914326:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674079.914328:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674079.914330:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674079.914333:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc20bb3600. 02000000:00000001:0.0:1773674079.914338:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674079.914340:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674079.914343:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:0.0:1773674079.914347:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674079.914348:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773674079.914351:0:93387:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773674079.914354:0:93387:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1773674079.914360:0:93387:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff98dc11852000. 00000040:00000001:0.0:1773674079.914363:0:93387:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1773674079.914365:0:93387:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1773674079.914367:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773674079.914371:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773674079.914374:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674079.914377:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674079.914380:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674079.914384:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674079.914392:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1b400. 00000100:00000001:0.0:1773674079.914398:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.914402:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674079.914403:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674079.914409:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e5840. 00000100:00000001:0.0:1773674079.914411:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502011456 : -113404207540160 : ffff98dc067e5840) 00000100:00000001:0.0:1773674079.914415:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.914416:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000001:0.0:1773674079.914422:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674079.914426:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.914428:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674079.914430:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.914434:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914442:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.914444:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.914447:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674079.914450:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674079.914452:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.914456:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953442048:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:0.0:1773674079.914460:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674079.914465:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674079.914467:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674079.914469:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674079.914486:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc072c8000. 02000000:00000001:0.0:1773674079.914490:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.914495:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674079.914499:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773674079.914505:0:93387:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc067e53c0. 00000100:00000200:0.0:1773674079.914512:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953442048, portal 25 00000100:00000001:0.0:1773674079.914514:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674079.914516:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:0.0:1773674079.914522:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.914536:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674079.914538:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674079.914542:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674079.914545:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953442048, offset 0 00000400:00000200:0.0:1773674079.914551:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674079.914557:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.914563:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674079.914568:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674079.914573:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674079.914578:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674079.914580:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674079.914584:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252588:252588:256:4294967295] 192.168.201.103@tcp LPNI seq info [252556:252556:8:4294967295] 00000400:00000200:0.0:1773674079.914588:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.914596:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674079.914602:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674079.914607:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674079.914614:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674079.914622:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674079.914627:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1773674079.914642:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674079.914646:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674079.914649:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640876 00000100:00000001:0.0:1773674079.914657:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640853 00000100:00000001:0.0:1773674079.914662:0:93387:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640876 00000100:00000001:0.0:1773674079.914666:0:93387:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640853 00000100:00000001:0.0:1773674079.914669:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674079.914671:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.914674:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674079.914676:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773674079.914679:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e5840 going to sleep for 11 seconds 00000100:00000001:0.0:1773674079.914681:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.914683:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674079.917868:0:93399:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff98dc02c85c00. 00000020:00000040:2.0:1773674079.917915:0:93399:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0001-osc-ffff98dc088eb800 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:2.0:1773674079.917919:0:93399:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:2.0:1773674079.917921:0:93399:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:2.0:1773674079.917926:0:93399:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff98dc02c85c00. 00000020:00000010:1.0:1773674079.921588:0:93402:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff98dc04031e00. 00000020:00000040:1.0:1773674079.921598:0:93402:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff98dc088eb800 is connecting to an obsoleted target(0/11), reconnecting... 00000100:00000001:1.0:1773674079.921602:0:93402:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1773674079.921605:0:93402:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1773674079.921609:0:93402:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff98dc04031e00. 00000800:00000200:0.0:1773674079.921930:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.921936:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:0.0:1773674079.921941:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.921950:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.921958:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674079.921961:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674079.921965:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.921973:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.921985:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.921989:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.921997:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.921999:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773674079.934003:0:93404:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff98dc056e1cc0. 00000020:00000040:0.0:1773674079.934015:0:93404:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff98dc088eb800 is connecting to an obsoleted target(0/25), reconnecting... 00000100:00000001:0.0:1773674079.934019:0:93404:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:0.0:1773674079.934021:0:93404:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:0.0:1773674079.934025:0:93404:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff98dc056e1cc0. 00000020:00000010:2.0:1773674079.938686:0:93403:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff98dc02c85dc0. 00000020:00000040:2.0:1773674079.938700:0:93403:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff98dc088eb800 is connecting to an obsoleted target(0/3), reconnecting... 00000100:00000001:2.0:1773674079.938704:0:93403:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:2.0:1773674079.938707:0:93403:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:2.0:1773674079.938711:0:93403:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff98dc02c85dc0. 00000800:00000001:0.0:1773674079.943839:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.943862:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.943867:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.943870:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.943881:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.943890:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.943900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.943905:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.943912:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.943916:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8416 into portal 25 MB=0x69b80794c8900 00000400:00000200:0.0:1773674079.943921:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.943929:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8416/8416 into md 0x2c5171 [4] + 224 00000800:00000001:0.0:1773674079.943939:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.943952:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.943956:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.943961:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.943969:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.943979:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.943991:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.944018:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.944026:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.944030:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674079.944089:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674079.944097:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674079.944100:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674079.944103:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:2.0:1773674079.944107:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc067e53c0 00000400:00000010:2.0:1773674079.944110:0:93387:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc067e53c0. 00000100:00000001:2.0:1773674079.944113:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674079.944118:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674079.944130:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.944136:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674079.944138:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674079.944141:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674079.944145:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674079.944147:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674079.944150:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674079.944153:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674079.944161:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674079.944166:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674079.944169:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674079.944171:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674079.944174:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674079.944176:0:93387:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.944180:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674079.944185:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.944192:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674079.944196:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674079.944198:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674079.944203:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674079.944219:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:99808460-b0a8-44fd-9414-99dbbe9f95bb:93387:1859825953442048:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:2.0:1773674079.944224:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674079.944228:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.944230:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674079.944232:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674079.944236:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.944243:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674079.944246:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e5840. 00000100:00000001:2.0:1773674079.944249:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674079.944251:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773674079.944259:0:93387:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1773674079.944261:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674079.944264:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953442048/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.944270:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674079.944273:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674079.944276:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc072c8000. 02000000:00000001:2.0:1773674079.944302:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674079.944305:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674079.944307:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674079.944309:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674079.944312:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1b400. 02000000:00000001:2.0:1773674079.944316:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674079.944318:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674079.944320:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:2.0:1773674079.944323:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674079.944325:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674079.944327:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674079.944328:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674079.944330:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1773674079.944333:0:93387:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773674079.944335:0:93387:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773674079.944339:0:93387:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1773674079.944342:0:93387:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff98dc0437ce40. 00000040:00001000:2.0:1773674079.944345:0:93387:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1773674079.945671:0:93405:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1773674079.945680:0:93405:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0639d600. 00000020:00000010:2.0:1773674079.945687:0:93405:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0639c400. 00000040:00000010:2.0:1773674079.945693:0:93405:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc07a65c00. 00000020:00000010:2.0:1773674079.945698:0:93405:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc050c4800. 00000020:00000010:2.0:1773674079.945705:0:93405:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98dc07889e30. 00000020:00000010:2.0:1773674079.945710:0:93405:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc07a64e00. 80000000:00000010:2.0:1773674079.945715:0:93405:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 40000000:00000010:2.0:1773674079.945720:0:93405:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff98dc02c85dc0. 00100000:00000010:2.0:1773674079.945726:0:93405:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98dc050c4000. 00040000:00000010:2.0:1773674079.945731:0:93405:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc09bd5400. 00040000:00000010:2.0:1773674079.945736:0:93405:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff98dc050c6800. 00040000:00000010:2.0:1773674079.945740:0:93405:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc07a65600. 00000004:00000010:2.0:1773674079.945746:0:93405:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff98dc050c7000. 00000004:00000010:2.0:1773674079.949710:0:93405:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98dc067ca000. 00000004:00000010:2.0:1773674079.949723:0:93405:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff98dc050c6000. 00002000:00000010:2.0:1773674079.949729:0:93405:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff98dc0959e400. 00000004:00000010:2.0:1773674079.949733:0:93405:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff98dc0959c400. 00000020:00000010:2.0:1773674079.949740:0:93405:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc02c85140. 00000040:00000010:2.0:1773674079.949782:0:93405:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff98dc07c9c000. 00000040:00001000:2.0:1773674079.949786:0:93405:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1773674079.949789:0:93405:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1773674079.949792:0:93405:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1773674079.949796:0:93405:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:2.0:1773674079.949803:0:93405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288a80. 00000020:00000040:2.0:1773674079.949807:0:93405:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674079.949811:0:93405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674079.949815:0:93405:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674079.949820:0:93405:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674079.949829:0:93405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08560600. 00000100:00000001:2.0:1773674079.949835:0:93405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.949842:0:93405:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674079.949844:0:93405:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674079.949851:0:93405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2000. 00000100:00000001:2.0:1773674079.949853:0:93405:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496819712 : -113404212731904 : ffff98dc062f2000) 00000100:00000001:2.0:1773674079.949856:0:93405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674079.949858:0:93405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000001:2.0:1773674079.949864:0:93405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674079.949868:0:93405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.949871:0:93405:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674079.949872:0:93405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674079.949885:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.949895:0:93405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674079.949897:0:93405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674079.949901:0:93405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674079.949904:0:93405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674079.949906:0:93405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674079.949910:0:93405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93405:1859825953442176:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773674079.949915:0:93405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674079.949920:0:93405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674079.949923:0:93405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674079.949926:0:93405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674079.949944:0:93405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc03154000. 02000000:00000001:2.0:1773674079.949946:0:93405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674079.949955:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674079.949959:0:93405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873ba50. 00000400:00000010:2.0:1773674079.949966:0:93405:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc062f26c0. 00000100:00000200:2.0:1773674079.949973:0:93405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953442176, portal 25 00000100:00000001:2.0:1773674079.949976:0:93405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674079.949977:0:93405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000040:2.0:1773674079.949983:0:93405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.949991:0:93405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674079.949995:0:93405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674079.949998:0:93405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674079.950002:0:93405:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953442176, offset 0 00000400:00000200:2.0:1773674079.950009:0:93405:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674079.950018:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674079.950026:0:93405:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674079.950031:0:93405:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674079.950036:0:93405:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674079.950040:0:93405:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674079.950043:0:93405:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674079.950048:0:93405:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252589:252589:256:4294967295] 192.168.201.103@tcp LPNI seq info [252557:252557:8:4294967295] 00000400:00000200:2.0:1773674079.950053:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674079.950064:0:93405:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674079.950071:0:93405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674079.950076:0:93405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5b00. 00000800:00000200:2.0:1773674079.950084:0:93405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674079.950092:0:93405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674079.950097:0:93405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773674079.950112:0:93405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674079.950117:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674079.950120:0:93405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640908 00000100:00000001:2.0:1773674079.950127:0:93405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640876 00000100:00000001:2.0:1773674079.950132:0:93405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640908 00000100:00000001:2.0:1773674079.950136:0:93405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640876 00000100:00000001:2.0:1773674079.950139:0:93405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674079.950142:0:93405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.950144:0:93405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674079.950147:0:93405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674079.950149:0:93405:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2000 going to sleep for 11 seconds 00000100:00000001:2.0:1773674079.950153:0:93405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674079.950156:0:93405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674079.950636:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674079.950641:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5b00. 00000400:00000200:0.0:1773674079.950647:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.950653:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674079.950659:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:0.0:1773674079.950662:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:0.0:1773674079.950666:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674079.950671:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.950682:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674079.950686:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.950694:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.950696:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674079.962261:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.962292:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674079.962297:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.962301:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.962311:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.962319:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674079.962328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.962333:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.962339:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.962343:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b80794c8980 00000400:00000200:0.0:1773674079.962349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674079.962354:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x2c5181 [4] + 224 00000800:00000001:0.0:1773674079.962363:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.962377:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674079.962380:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674079.962386:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674079.962394:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674079.962603:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674079.962615:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.962640:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674079.962651:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674079.962655:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.962727:0:93405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.962735:0:93405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.962737:0:93405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.962740:0:93405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873ba50. 00000400:00000200:3.0:1773674079.962745:0:93405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062f26c0 00000400:00000010:3.0:1773674079.962748:0:93405:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc062f26c0. 00000100:00000001:3.0:1773674079.962790:0:93405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.962795:0:93405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.962801:0:93405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.962806:0:93405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.962807:0:93405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.962809:0:93405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.962812:0:93405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.962814:0:93405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.962815:0:93405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.962818:0:93405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.962824:0:93405:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.962826:0:93405:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.962828:0:93405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.962829:0:93405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.962832:0:93405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.962833:0:93405:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.962835:0:93405:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.962839:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.962843:0:93405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.962845:0:93405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.962846:0:93405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.962849:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.962855:0:93405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93405:1859825953442176:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.962859:0:93405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.962861:0:93405:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.962863:0:93405:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.962864:0:93405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.962866:0:93405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.962870:0:93405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.962872:0:93405:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2000. 00000100:00000001:3.0:1773674079.962874:0:93405:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.962875:0:93405:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.962882:0:93405:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773674079.962883:0:93405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.962885:0:93405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288a80 x1859825953442176/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.962890:0:93405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.962892:0:93405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.962894:0:93405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc03154000. 02000000:00000001:3.0:1773674079.962908:0:93405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.962910:0:93405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.962912:0:93405:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.962913:0:93405:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.962915:0:93405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08560600. 02000000:00000001:3.0:1773674079.962918:0:93405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.962919:0:93405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.962921:0:93405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288a80. 00000100:00000001:3.0:1773674079.962923:0:93405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.962924:0:93405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.962927:0:93405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.962928:0:93405:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.962929:0:93405:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.962931:0:93405:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.962933:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c000 type=0x10620000 idx=1 00000040:00001000:3.0:1773674079.962937:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1773674079.962939:0:93405:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.962941:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.962944:0:93405:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.962945:0:93405:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.962946:0:93405:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.962950:0:93405:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.962952:0:93405:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.962958:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2d00. 00000020:00000080:3.0:1773674079.962961:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.962962:0:93405:0:(obd_config.c:1594:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:3.0:1773674079.962965:0:93405:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.962966:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2d00. 00000020:00000001:3.0:1773674079.962969:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.962970:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1773674079.962972:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:3.0:1773674079.962973:0:93405:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.962975:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.962978:0:93405:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff98dc07355580. 00000020:01000000:3.0:1773674079.962980:0:93405:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dc088eb800 00000020:00000010:3.0:1773674079.962982:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff98dc184c8280. 00000020:00000080:3.0:1773674079.962983:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1773674079.962985:0:93405:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:3.0:1773674079.962986:0:93405:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.962987:0:93405:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.962988:0:93405:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.962989:0:93405:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1773674079.962990:0:93405:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.962991:0:93405:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.962993:0:93405:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.962994:0:93405:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1773674079.962995:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff98dc088eb800 00000040:00001000:3.0:1773674079.962996:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:3.0:1773674079.962997:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1773674079.962998:0:93405:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1773674079.963003:0:93405:0:(obd_config.c:1408:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.963004:0:93405:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.963005:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.963007:0:93405:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff98dc07355580. 00000020:00000001:3.0:1773674079.963009:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.963010:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c150 type=0x10620000 idx=3 00000040:00001000:3.0:1773674079.963011:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:3.0:1773674079.963012:0:93405:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.963013:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.963014:0:93405:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.963014:0:93405:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.963015:0:93405:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.963017:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2d00. 00000020:00000080:3.0:1773674079.963018:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.963019:0:93405:0:(obd_config.c:1594:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:3.0:1773674079.963021:0:93405:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.963023:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2d00. 00000020:00000001:3.0:1773674079.963024:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.963026:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c230 type=0x10620000 idx=4 00000040:00001000:3.0:1773674079.963027:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:3.0:1773674079.963028:0:93405:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.963029:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.963030:0:93405:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.963030:0:93405:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.963031:0:93405:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773674079.963032:0:93405:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773674079.963033:0:93405:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674079.963034:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2d00. 00000020:00000080:3.0:1773674079.963035:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.963036:0:93405:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:3.0:1773674079.963037:0:93405:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.963038:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2d00. 00000020:00000001:3.0:1773674079.963040:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.963041:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c310 type=0x10620000 idx=5 00000040:00001000:3.0:1773674079.963042:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:3.0:1773674079.963043:0:93405:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.963044:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773674079.963045:0:93405:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff98dc07355580. 00000020:01000000:3.0:1773674079.963046:0:93405:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dc088eb800 00000020:00000010:3.0:1773674079.963048:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff98dc184c8280. 00000020:00000080:3.0:1773674079.963049:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1773674079.963049:0:93405:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:3.0:1773674079.963050:0:93405:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773674079.963051:0:93405:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff98dc184c8280 00000040:00001000:3.0:1773674079.963052:0:93405:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773674079.963053:0:93405:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1773674079.963053:0:93405:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773674079.963054:0:93405:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773674079.963055:0:93405:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773674079.963056:0:93405:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1773674079.963057:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff98dc088eb800 00000040:00001000:3.0:1773674079.963059:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:3.0:1773674079.963060:0:93405:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1773674079.963061:0:93405:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1773674079.963100:0:93405:0:(obd_config.c:1434:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674079.963102:0:93405:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.963104:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff98dc184c8280. 00000020:00000010:3.0:1773674079.963105:0:93405:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff98dc07355580. 00000020:00000001:3.0:1773674079.963107:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.963108:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c380 type=0x10620000 idx=6 00000040:00001000:3.0:1773674079.963111:0:93405:0:(llog.c:720:llog_process_thread()) synced_idx: 6 00000040:00000001:3.0:1773674079.963112:0:93405:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773674079.963114:0:93405:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773674079.963115:0:93405:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773674079.963119:0:93405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674079.963121:0:93405:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674079.963124:0:93405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674079.963126:0:93405:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674079.963130:0:93405:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674079.963134:0:93405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067be600. 00000100:00000001:3.0:1773674079.963139:0:93405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.963142:0:93405:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674079.963144:0:93405:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674079.963148:0:93405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.963149:0:93405:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674079.963152:0:93405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.963153:0:93405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000001:3.0:1773674079.963156:0:93405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674079.963160:0:93405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.963161:0:93405:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674079.963162:0:93405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.963166:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.963171:0:93405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.963173:0:93405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.963176:0:93405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.963178:0:93405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.963180:0:93405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.963182:0:93405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93405:1859825953442304:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.963185:0:93405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.963188:0:93405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.963190:0:93405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.963192:0:93405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.963209:0:93405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98dc08e68000. 02000000:00000001:3.0:1773674079.963212:0:93405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.963217:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.963220:0:93405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60ff20. 00000400:00000010:3.0:1773674079.963225:0:93405:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98dc07ba1c00. 00000100:00000200:3.0:1773674079.963232:0:93405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859825953442304, portal 25 00000100:00000001:3.0:1773674079.963234:0:93405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.963235:0:93405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000040:3.0:1773674079.963241:0:93405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.963249:0:93405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.963251:0:93405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.963256:0:93405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674079.963260:0:93405:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859825953442304, offset 0 00000400:00000200:3.0:1773674079.963266:0:93405:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.963273:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.963292:0:93405:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.963297:0:93405:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.963302:0:93405:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.963307:0:93405:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.963309:0:93405:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.963313:0:93405:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252590:252590:256:4294967295] 192.168.201.103@tcp LPNI seq info [252558:252558:8:4294967295] 00000400:00000200:3.0:1773674079.963318:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.963326:0:93405:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.963333:0:93405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.963337:0:93405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2d00. 00000800:00000200:3.0:1773674079.963343:0:93405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.963350:0:93405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.963355:0:93405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.963364:0:93405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.963368:0:93405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.963371:0:93405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300640925 00000100:00000001:3.0:1773674079.963378:0:93405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300640908 00000100:00000001:3.0:1773674079.963383:0:93405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300640925 00000100:00000001:3.0:1773674079.963387:0:93405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300640908 00000100:00000001:3.0:1773674079.963390:0:93405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.963393:0:93405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.963395:0:93405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.963397:0:93405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674079.963400:0:93405:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 11 seconds 00000100:00000001:3.0:1773674079.963402:0:93405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.963404:0:93405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.963552:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.963557:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2d00. 00000400:00000200:1.0:1773674079.963561:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.963567:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.963571:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:1.0:1773674079.963573:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:1.0:1773674079.963577:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.963582:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.963591:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.963594:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.963601:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.963603:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674079.972969:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.972984:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.972987:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.972989:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.972997:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.973003:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.973010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.973014:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.973018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.973022:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b80794c8a00 00000400:00000200:1.0:1773674079.973026:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.973030:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x2c5189 [4] + 224 00000800:00000001:1.0:1773674079.973037:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.973049:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.973052:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.973055:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.973062:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.973069:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.973077:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.973094:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.973102:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.973104:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.973194:0:93405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674079.973201:0:93405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674079.973202:0:93405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674079.973206:0:93405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60ff20. 00000400:00000200:3.0:1773674079.973210:0:93405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07ba1c00 00000400:00000010:3.0:1773674079.973213:0:93405:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674079.973216:0:93405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674079.973230:0:93405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674079.973240:0:93405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.973248:0:93405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674079.973250:0:93405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.973253:0:93405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674079.973257:0:93405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674079.973260:0:93405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674079.973262:0:93405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.973265:0:93405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674079.973272:0:93405:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674079.973286:0:93405:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674079.973289:0:93405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674079.973291:0:93405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674079.973294:0:93405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674079.973297:0:93405:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.973300:0:93405:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.973306:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.973314:0:93405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.973318:0:93405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674079.973320:0:93405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674079.973325:0:93405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674079.973333:0:93405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:99808460-b0a8-44fd-9414-99dbbe9f95bb:93405:1859825953442304:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773674079.973339:0:93405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.973342:0:93405:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.973345:0:93405:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674079.973347:0:93405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.973351:0:93405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.973359:0:93405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674079.973362:0:93405:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674079.973365:0:93405:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674079.973367:0:93405:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773674079.973376:0:93405:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773674079.973377:0:93405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674079.973380:0:93405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953442304/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.973385:0:93405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674079.973387:0:93405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674079.973390:0:93405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98dc08e68000. 02000000:00000001:3.0:1773674079.973403:0:93405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674079.973405:0:93405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.973406:0:93405:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.973408:0:93405:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674079.973410:0:93405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067be600. 02000000:00000001:3.0:1773674079.973413:0:93405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674079.973415:0:93405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674079.973416:0:93405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:3.0:1773674079.973419:0:93405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674079.973420:0:93405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674079.973422:0:93405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674079.973423:0:93405:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674079.973424:0:93405:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773674079.973426:0:93405:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.973429:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c380 type=0x10620000 idx=6 00000040:00001000:3.0:1773674079.973432:0:93405:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:3.0:1773674079.973434:0:93405:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:3.0:1773674079.973436:0:93405:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773674079.973438:0:93405:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773674079.973440:0:93405:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773674079.973441:0:93405:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773674079.973447:0:93405:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98dc064e2400. 00000020:00000080:3.0:1773674079.973450:0:93405:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773674079.973451:0:93405:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:3.0:1773674079.973453:0:93405:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674079.973456:0:93405:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98dc064e2400. 00000020:00000001:3.0:1773674079.973459:0:93405:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773674079.973460:0:93405:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98dc07c9c460 type=0x0 idx=0 00000040:00000001:3.0:1773674079.973462:0:93405:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1773674079.973463:0:93405:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000040:00000010:3.0:1773674079.973465:0:93405:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff98dc07c9c000. 00000020:00000010:3.0:1773674079.973472:0:93405:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc02c85140. 00000020:00000010:3.0:1773674079.973484:0:93405:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0639c400. 00000040:00000010:3.0:1773674079.973488:0:93405:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc07a65c00. 00000020:00000010:3.0:1773674079.973491:0:93405:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc050c4800. 00000020:00000010:3.0:1773674079.973495:0:93405:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98dc07889e30. 00000020:00000010:3.0:1773674079.973500:0:93405:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc07a64e00. 80000000:00000010:3.0:1773674079.973503:0:93405:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 40000000:00000010:3.0:1773674079.973507:0:93405:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff98dc02c85dc0. 00100000:00000010:3.0:1773674079.973510:0:93405:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98dc050c4000. 00040000:00000010:3.0:1773674079.973513:0:93405:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc09bd5400. 00040000:00000010:3.0:1773674079.973516:0:93405:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff98dc050c6800. 00040000:00000010:3.0:1773674079.973519:0:93405:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc07a65600. 00000004:00000010:3.0:1773674079.973522:0:93405:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff98dc050c7000. 00000004:00000010:3.0:1773674079.973525:0:93405:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98dc067ca000. 00000004:00000010:3.0:1773674079.973530:0:93405:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff98dc050c6000. 00002000:00000010:3.0:1773674079.973533:0:93405:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff98dc0959e400. 00000004:00000010:3.0:1773674079.973535:0:93405:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff98dc0959c400. 00000020:00000010:3.0:1773674079.973538:0:93405:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0639d600. 00000040:00000010:1.0:1773674079.973691:0:93387:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98dc0437ce40. 00000040:00000001:1.0:1773674079.973695:0:93387:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773674079.973697:0:93387:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000010:1.0:1773674079.973700:0:93387:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98dc11852000. 00000040:00000010:1.0:1773674079.973703:0:93387:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98dc0b638800. 00000020:00000001:1.0:1773674079.973705:0:93387:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.973707:0:93387:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773674079.973710:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03106600. 00000040:00000010:1.0:1773674079.973714:0:93387:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc03107a00. 00000020:00000010:1.0:1773674079.973716:0:93387:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc0882e800. 00000020:00000010:1.0:1773674079.973719:0:93387:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc03107200. 80000000:00000010:1.0:1773674079.973721:0:93387:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98dc11916420. 00040000:00000010:1.0:1773674079.973723:0:93387:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc03106e00. 20000000:00000010:1.0:1773674079.973726:0:93387:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff98dc03107600. 00000020:00000010:1.0:1773674079.973728:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107c00. 10000000:00000010:1.0:1773674079.973730:0:93387:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98dc07345840. 10000000:01000000:1.0:1773674079.973733:0:93387:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1773674079.974326:0:93387:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773674079.974330:0:93387:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674079.974333:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974336:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=3 00000020:00000001:1.0:1773674079.974339:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:1.0:1773674079.974343:0:93387:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:1.0:1773674079.974345:0:93387:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674079.974350:0:93387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674079.974360:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674079.974362:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674079.974365:0:93387:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674079.974371:0:93387:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674079.974373:0:93387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674079.974374:0:93387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773674079.974375:0:93387:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.974377:0:93387:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674079.974380:0:93387:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.974383:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc11ba6400. 00000040:00000010:1.0:1773674079.974388:0:93387:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc21304c00. 00000020:00000010:1.0:1773674079.974391:0:93387:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc0678f000. 00000020:00000010:1.0:1773674079.974394:0:93387:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc100c0600. 00040000:00000010:1.0:1773674079.974398:0:93387:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc064e2e00. 00040000:00000010:1.0:1773674079.974401:0:93387:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc100c0a00. 00000020:00000010:1.0:1773674079.974404:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07b43600. 00000020:00000001:1.0:1773674079.974407:0:93387:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674079.974410:0:93387:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff98dc07ba1e40. 00000020:00000010:1.0:1773674079.974412:0:93387:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff98dc184c8300. 00000020:00000001:1.0:1773674079.974416:0:93387:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.974419:0:93387:0:(obd_config.c:1163:class_get_profile()) Process entered 00000020:00000001:1.0:1773674079.974420:0:93387:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773674079.974423:0:93387:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446630669484759488 : -113404224792128 : ffff98dc057719c0) 00000020:00000001:1.0:1773674079.974425:0:93387:0:(obd_config.c:1167:class_get_profile()) Process leaving (rc=18446630669484759488 : -113404224792128 : ffff98dc057719c0) 00000080:01000000:1.0:1773674079.974428:0:93387:0:(llite_lib.c:1470:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1773674079.974433:0:93387:0:(llite_lib.c:1473:ll_fill_super()) kmalloced '(dt)': 33 at ffff98dc04031e00. 00000080:00000010:1.0:1773674079.974436:0:93387:0:(llite_lib.c:1479:ll_fill_super()) kmalloced '(md)': 33 at ffff98dc04031480. 00000080:00000001:1.0:1773674079.974440:0:93387:0:(llite_lib.c:341:client_common_fill_super()) Process entered 00000080:00000010:1.0:1773674079.974448:0:93387:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff98dc11129180. 00000080:00000010:1.0:1773674079.974451:0:93387:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff98dc11129c00. 00000080:00000040:1.0:1773674079.974453:0:93387:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000080:00000001:1.0:1773674079.974457:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00800000:00000001:1.0:1773674079.974460:0:93387:0:(lmv_obd.c:238:lmv_connect()) Process entered 00000020:00000001:1.0:1773674079.974462:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773674079.974464:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773674079.974468:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc072fd000. 00000020:00000001:1.0:1773674079.974470:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.974473:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc072fd000 with handle 0x2f77f56113814244 to hash 00000020:00000001:1.0:1773674079.974475:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773674079.974478:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773674079.974481:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.974484:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 5 - export 00000020:00000001:1.0:1773674079.974487:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669513641984 : -113404195909632 : ffff98dc072fd000) 00000020:00000040:1.0:1773674079.974490:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fd000 : new refcount 1 00000020:00000080:1.0:1773674079.974492:0:93387:0:(genops.c:1404:class_connect()) connect: client f6b649ba-a60a-453a-bb07-451251d2ad8d, cookie 0x2f77f56113814244 00000020:00000001:1.0:1773674079.974494:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.974497:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674079.974498:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814244 00000020:00000001:1.0:1773674079.974499:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974500:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fd000 refcount=2 00000020:00000001:1.0:1773674079.974502:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513641984 : -113404195909632 : ffff98dc072fd000) 00000020:00000001:1.0:1773674079.974504:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513641984 : -113404195909632 : ffff98dc072fd000) 00800000:00000001:1.0:1773674079.974520:0:93387:0:(lmv_obd.c:475:lmv_check_connect()) Process entered 00800000:01000000:1.0:1773674079.974522:0:93387:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect f6b649ba-a60a-453a-bb07-451251d2ad8d to lustre-clilmv-ffff98dc088eb800 00800000:00000001:1.0:1773674079.974524:0:93387:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773674079.974530:0:93387:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) - lustre-MDT0000_UUID, f6b649ba-a60a-453a-bb07-451251d2ad8d 00800000:00000001:1.0:1773674079.974532:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773674079.974534:0:93387:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773674079.974536:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773674079.974536:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773674079.974540:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc072fe000. 00000020:00000001:1.0:1773674079.974541:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.974542:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc072fe000 with handle 0x2f77f5611381424b to hash 00000020:00000001:1.0:1773674079.974544:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773674079.974545:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773674079.974546:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.974548:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 5 - export 00000020:00000001:1.0:1773674079.974550:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000020:00000040:1.0:1773674079.974553:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 1 00000020:00000080:1.0:1773674079.974555:0:93387:0:(genops.c:1404:class_connect()) connect: client f6b649ba-a60a-453a-bb07-451251d2ad8d, cookie 0x2f77f5611381424b 00000020:00000001:1.0:1773674079.974557:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.974558:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674079.974559:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f5611381424b 00000020:00000001:1.0:1773674079.974561:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974562:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fe000 refcount=2 00000020:00000001:1.0:1773674079.974564:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000020:00000001:1.0:1773674079.974566:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000100:00000001:1.0:1773674079.974570:0:93387:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773674079.974573:0:93387:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773674079.974578:0:93387:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff98dc088eb800: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773674079.974585:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.974590:0:93387:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773674079.974593:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.974596:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 20 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974598:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:1.0:1773674079.974600:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674079.974602:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f5611381424b 00000020:00000001:1.0:1773674079.974603:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974604:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fe000 refcount=3 00000020:00000001:1.0:1773674079.974606:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000020:00000001:1.0:1773674079.974609:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000100:00000001:1.0:1773674079.974611:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.974613:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 21 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974615:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:1.0:1773674079.974617:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 2 00000100:00080000:1.0:1773674079.974621:0:93387:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff98dc088eb800: import ffff98dc0882b000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974624:0:93387:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.974626:0:93387:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773674079.974633:0:93387:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773674079.974636:0:93387:0:(sec.c:1471:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff98dc088eb800: select security flavor null 02000000:00000001:1.0:1773674079.974640:0:93387:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072649621408 : -1059930208 : ffffffffc0d2bfa0) 02000000:00000001:1.0:1773674079.974643:0:93387:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974646:0:93387:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773674079.974649:0:93387:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773674079.974651:0:93387:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974653:0:93387:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674079.974657:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9880. 00000020:00000040:1.0:1773674079.974660:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 02000000:00000001:1.0:1773674079.974663:0:93387:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674079.974665:0:93387:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974667:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.974669:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.974671:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.974676:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b0800. 00000100:00000001:1.0:1773674079.974681:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674079.974687:0:93387:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674079.974695:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.974698:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.974702:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005c5e2a] to pc [ptlrpcd_rcv+-1] req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.974716:0:93387:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974718:0:93387:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773674079.974720:0:93387:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID 00000020:00000040:1.0:1773674079.974722:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674079.974731:0:93387:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.974732:0:93387:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00800000:00000001:1.0:1773674079.974735:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773674079.974738:0:93387:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:1.0:1773674079.974741:0:93387:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff98dc038e3800. 40000000:00000010:1.0:1773674079.974743:0:93387:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff98dc11129b40. 40000000:00000001:1.0:1773674079.974745:0:93387:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1773674079.974747:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc072fe000 refcount=3 40000000:00000010:1.0:1773674079.974813:0:93387:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff98dc11129b40. 40000000:00000001:1.0:1773674079.974817:0:93387:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674079.974819:0:93387:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773674079.974821:0:93387:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff98dc088eb800: Adding target lustre-MDT0000-mdc-ffff98dc088eb800 (idx 0) 80000000:00000010:1.0:1773674079.974823:0:93387:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff98dc04031380. 00000020:00000040:1.0:1773674079.974825:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc072fe000 refcount=4 80000000:00000001:1.0:1773674079.974826:0:93387:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.974828:0:93387:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773674079.974830:0:93387:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674079.974832:0:93387:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773674079.974833:0:93387:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.974835:0:93387:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00000010:1.0:1773674079.974837:0:93387:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff98dc03799000. 00020000:00001000:1.0:1773674079.974840:0:93387:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.201.103@tcp (1 targets) 00020000:00000001:1.0:1773674079.974842:0:93387:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773674079.974844:0:93387:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) successfully (5) 00800000:00000001:1.0:1773674079.974846:0:93387:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773674079.974848:0:93387:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff98dc088eb800: age 4969, max_age 0 00000100:00000010:1.0:1773674079.974851:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb800. 00000020:00000040:1.0:1773674079.974852:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674079.974854:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.974855:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.974857:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.974859:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:1.0:1773674079.974861:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974863:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.974864:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.974868:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e1dd1ac] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773674079.974881:0:93387:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.974887:0:93387:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.974888:0:93387:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773674079.974891:0:93387:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) - lustre-MDT0001_UUID, f6b649ba-a60a-453a-bb07-451251d2ad8d 00800000:00000001:1.0:1773674079.974893:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773674079.974894:0:93387:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773674079.974895:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773674079.974896:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773674079.974898:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc072fa800. 00000020:00000001:1.0:1773674079.974899:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674079.974900:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc072fa800 with handle 0x2f77f56113814252 to hash 00000020:00000001:1.0:1773674079.974902:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773674079.974904:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773674079.974905:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.974906:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 5 - export 00000020:00000001:1.0:1773674079.974908:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000020:00000040:1.0:1773674079.974910:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 1 00000020:00000080:1.0:1773674079.974911:0:93387:0:(genops.c:1404:class_connect()) connect: client f6b649ba-a60a-453a-bb07-451251d2ad8d, cookie 0x2f77f56113814252 00000020:00000001:1.0:1773674079.974913:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.974914:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674079.974914:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814252 00000020:00000001:1.0:1773674079.974915:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974916:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa800 refcount=2 00000020:00000001:1.0:1773674079.974917:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000020:00000001:1.0:1773674079.974919:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000100:00000001:1.0:1773674079.974920:0:93387:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773674079.974922:0:93387:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773674079.974923:0:93387:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff98dc088eb800: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773674079.974926:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.974928:0:93387:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773674079.974929:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.974930:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 22 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974931:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:1.0:1773674079.974933:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674079.974933:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814252 00000020:00000001:1.0:1773674079.974935:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674079.974936:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa800 refcount=3 00000020:00000001:1.0:1773674079.974937:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000020:00000001:1.0:1773674079.974938:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000100:00000001:1.0:1773674079.974940:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674079.974941:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 23 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974942:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:1.0:1773674079.974943:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 2 00000100:00080000:1.0:1773674079.974945:0:93387:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff98dc088eb800: import ffff98dc0882c800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773674079.974946:0:93387:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674079.974947:0:93387:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773674079.974949:0:93387:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773674079.974950:0:93387:0:(sec.c:1471:sptlrpc_sec_create()) mdc lustre-MDT0001-mdc-ffff98dc088eb800: select security flavor null 02000000:00000001:1.0:1773674079.974951:0:93387:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072649621408 : -1059930208 : ffffffffc0d2bfa0) 02000000:00000001:1.0:1773674079.974953:0:93387:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974954:0:93387:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773674079.974955:0:93387:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773674079.974956:0:93387:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974957:0:93387:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674079.974959:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbbb80. 00000020:00000040:1.0:1773674079.974960:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 02000000:00000001:1.0:1773674079.974962:0:93387:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674079.974963:0:93387:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974964:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.974965:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.974966:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.974968:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b2000. 00000100:00000001:1.0:1773674079.974970:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674079.974973:0:93387:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674079.974978:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.974979:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.974982:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071865c8a] to pc [ptlrpcd_rcv+-1] req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.974987:0:93387:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.974988:0:93387:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773674079.974989:0:93387:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID 00000020:00000040:1.0:1773674079.974990:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674079.974993:0:93387:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674079.974994:0:93387:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00800000:00000001:1.0:1773674079.974996:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773674079.974997:0:93387:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:1.0:1773674079.974999:0:93387:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff98dc038e3200. 40000000:00000010:1.0:1773674079.975001:0:93387:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff98dc11129b40. 40000000:00000001:1.0:1773674079.975002:0:93387:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1773674079.975003:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc072fa800 refcount=3 40000000:00000010:1.0:1773674079.975028:0:93387:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff98dc11129b40. 40000000:00000001:1.0:1773674079.975030:0:93387:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674079.975031:0:93387:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773674079.975033:0:93387:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff98dc088eb800: Adding target lustre-MDT0001-mdc-ffff98dc088eb800 (idx 1) 80000000:00000010:1.0:1773674079.975034:0:93387:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff98dc04031f00. 00000020:00000040:1.0:1773674079.975036:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc072fa800 refcount=4 80000000:00000001:1.0:1773674079.975037:0:93387:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.975038:0:93387:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773674079.975039:0:93387:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674079.975040:0:93387:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773674079.975041:0:93387:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674079.975042:0:93387:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00001000:1.0:1773674079.975044:0:93387:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0001_UUID to server 192.168.201.103@tcp (2 targets) 00020000:00000001:1.0:1773674079.975045:0:93387:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773674079.975047:0:93387:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) successfully (5) 00800000:00000001:1.0:1773674079.975048:0:93387:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773674079.975049:0:93387:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff98dc088eb800: age 4969, max_age 0 00000100:00000010:1.0:1773674079.975052:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9f80. 00000020:00000040:1.0:1773674079.975053:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=5 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674079.975055:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.975056:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.975057:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.975059:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:1.0:1773674079.975061:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.975063:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.975064:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674079.975067:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5f01448] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773674079.975072:0:93387:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.975076:0:93387:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.975078:0:93387:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:1.0:1773674079.975080:0:93387:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773674079.975080:0:93387:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674079.975081:0:93387:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773674079.975082:0:93387:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.975084:0:93387:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674079.975085:0:93387:0:(lmv_obd.c:508:lmv_check_connect()) Process leaving 00800000:00000001:1.0:1773674079.975086:0:93387:0:(lmv_obd.c:265:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674079.975088:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674079.975090:0:93387:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1773674079.975091:0:93387:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff98dc088eb800: age 4969, max_age 5968 00800000:00000001:1.0:1773674079.975094:0:93387:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00800000:00000010:1.0:1773674079.975095:0:93387:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff98dc11129b40. 00800000:00000001:1.0:1773674079.975097:0:93387:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1773674079.975098:0:93387:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff98dc088eb800: age 4969, max_age 5968 00000100:00000001:0.0:1773674079.979492:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.979499:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.979502:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.979515:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.979525:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979526:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773674079.979530:0:2411:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.979535:0:2411:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.979537:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979539:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979540:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979542:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.979544:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979550:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674079.979552:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.979554:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.979556:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.979557:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979559:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979560:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979562:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674079.979565:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773674079.979567:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979568:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674079.979570:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979572:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.979573:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.979574:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674079.979578:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.979585:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979587:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773674079.979590:0:2411:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.979597:0:2411:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.979599:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979601:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979602:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979604:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979606:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.979607:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.979609:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674079.979611:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674079.979631:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674079.979637:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674079.979642:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5974) 00000002:00000001:1.0:1773674079.979705:0:93387:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000100:00000001:1.0:1773674079.979722:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674079.979724:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674079.979730:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000010:1.0:1773674079.979736:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8e00. 00000020:00000040:1.0:1773674079.979738:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674079.979742:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674079.979744:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674079.979758:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674079.979777:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:1.0:1773674079.979783:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.979785:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674079.979787:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674079.979791:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129a80. 00000100:00000001:1.0:1773674079.979793:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679499904 : -113404030051712 : ffff98dc11129a80) 00000100:00000001:1.0:1773674079.979795:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674079.979796:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000001:1.0:1773674079.979800:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674079.979803:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.979805:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674079.979806:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674079.979809:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.979814:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674079.979815:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773674079.979818:0:93387:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.979822:0:93387:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.979823:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674079.979824:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674079.979825:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129a80 going to sleep for 0 seconds 00000100:00000001:1.0:1773674079.979827:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.979828:0:93387:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.979829:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674079.979829:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674079.979830:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.981936:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674079.981943:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.981946:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.981959:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.981968:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.981971:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.981974:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.981977:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.981980:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.981984:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953442432:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:3.0:1773674079.981988:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.981993:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.981995:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.981997:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.982006:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674079.982009:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.982017:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.982022:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60ff20. 00000400:00000010:3.0:1773674079.982029:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674079.982036:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953442432, portal 10 00000100:00000001:3.0:1773674079.982038:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.982040:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711546496 : -113403998005120 : ffff98dc12fb9880) 00000020:00000010:3.0:1773674079.982049:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc078da000. 00000100:00000040:3.0:1773674079.982056:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.982064:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.982067:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.982070:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674079.982073:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859825953442432, offset 0 00000400:00000200:3.0:1773674079.982080:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.982089:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.982095:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.982101:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.982105:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.982109:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.982111:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.982114:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252591:252591:256:4294967295] 192.168.201.103@tcp LPNI seq info [252559:252559:8:4294967295] 00000400:00000200:3.0:1773674079.982117:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.982125:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.982130:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.982134:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2400. 00000800:00000200:3.0:1773674079.982139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.982146:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.982149:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.982200:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.982204:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773674079.982208:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.982211:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300640942 00000100:00000001:3.0:1773674079.982226:0:2410:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, simply extend its deadline from 4300640925 00000100:00000001:3.0:1773674079.982232:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300640942 00000100:00000001:3.0:1773674079.982235:0:2410:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, simply extend its deadline from 4300640925 00000100:00000001:3.0:1773674079.982239:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.982241:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.982244:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674079.982249:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.982257:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674079.982258:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.982261:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674079.982263:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674079.982265:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674079.982268:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953442688:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:3.0:1773674079.982272:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674079.982274:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674079.982276:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674079.982288:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674079.982292:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f400. 02000000:00000001:3.0:1773674079.982294:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674079.982298:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674079.982300:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f1b8. 00000400:00000010:3.0:1773674079.982304:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674079.982307:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953442688, portal 10 00000100:00000001:3.0:1773674079.982309:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674079.982310:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711555456 : -113403997996160 : ffff98dc12fbbb80) 00000020:00000010:3.0:1773674079.982316:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc078de000. 00000100:00000040:3.0:1773674079.982322:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.982335:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674079.982337:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674079.982340:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674079.982342:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859825953442688, offset 0 00000400:00000200:3.0:1773674079.982347:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674079.982351:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.982355:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674079.982358:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674079.982361:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674079.982363:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674079.982366:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674079.982369:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252592:252592:255:4294967295] 192.168.201.103@tcp LPNI seq info [252560:252560:7:4294967295] 00000400:00000200:3.0:1773674079.982572:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674079.982579:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674079.982584:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674079.982588:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2000. 00000800:00000200:3.0:1773674079.982592:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674079.982597:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674079.982600:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773674079.982603:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674079.982606:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773674079.982609:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674079.982611:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300640942 00000100:00000001:3.0:1773674079.982614:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:3.0:1773674079.982616:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300640942 00000100:00000001:3.0:1773674079.982618:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:3.0:1773674079.982621:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.982623:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.982626:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.982629:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674079.982636:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674079.982638:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773674079.982640:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674079.982642:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674079.982643:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.982645:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674079.986321:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.986332:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2400. 00000400:00000200:1.0:1773674079.986339:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.986349:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.986357:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:1.0:1773674079.986361:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:1.0:1773674079.986366:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.986375:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.986388:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.986392:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.986400:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.986403:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674079.986478:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674079.986481:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2000. 00000400:00000200:1.0:1773674079.986485:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.986488:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674079.986492:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:1.0:1773674079.986494:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:1.0:1773674079.986496:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674079.986501:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.986508:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674079.986511:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.986517:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674079.986518:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674079.996415:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996432:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.996435:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996437:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.996447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996456:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.996464:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996470:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996475:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996480:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b80794c8a80 00000400:00000200:1.0:1773674079.996484:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996491:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c5191 [1] + 0 00000800:00000001:1.0:1773674079.996499:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996504:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.996507:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.996511:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.996518:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.996527:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.996539:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.996581:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674079.996586:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674079.996603:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.996612:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996617:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674079.996619:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996622:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.996626:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996630:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674079.996635:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996637:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996640:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996643:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b80794c8b80 00000400:00000200:1.0:1773674079.996647:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674079.996651:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c5199 [1] + 0 00000800:00000001:1.0:1773674079.996655:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996674:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674079.996677:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674079.996680:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674079.996684:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674079.996689:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674079.996699:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674079.996713:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674079.996717:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674079.996720:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674079.997335:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674079.997339:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674079.997342:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60ff20. 00000400:00000200:2.0:1773674079.997347:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:2.0:1773674079.997350:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:2.0:1773674079.997353:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674079.997359:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674079.997369:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.997376:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674079.997378:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674079.997381:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674079.997385:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674079.997387:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674079.997390:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674079.997393:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674079.997406:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07c9e000. 00000100:00001000:2.0:1773674079.997415:0:2410:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=1773674079 v=5 (0 0 0 0) 00000100:00001000:2.0:1773674079.997420:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882b458 change: old=5 new=16 delta=11 (val=16) hist 16 0 0 0 00000100:00001000:2.0:1773674079.997423:0:2410:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff98dc088eb800 ptl 12 has changed from 5 to 16 00000100:00001000:2.0:1773674079.997427:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1773674079 v=0 (0 0 0 0) 00000100:00001000:2.0:1773674079.997430:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773674079.997433:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674079.997435:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674079.997439:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674079.997444:0:2410:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.997448:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674079.997451:0:2410:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773674079.997454:0:2410:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773674079.997457:0:2410:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674079.997460:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674079.997465:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674079.997473:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674079.997476:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674079.997479:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674079.997481:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773674079.997488:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98dc088eb800: connect to target with instance 25 00000020:00000001:2.0:1773674079.997492:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773674079.997493:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f5611381424b 00000020:00000001:2.0:1773674079.997496:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674079.997499:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fe000 refcount=5 00000020:00000001:2.0:1773674079.997502:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000020:00000001:2.0:1773674079.997504:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513646080 : -113404195905536 : ffff98dc072fe000) 00000100:00001000:2.0:1773674079.997508:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1773674079 v=0 (0 0 0 0) 00000100:00001000:2.0:1773674079.997511:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773674079.997515:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000100:00080000:2.0:1773674079.997521:0:2410:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff98dc088eb800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:2.0:1773674079.997524:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 4 00000100:00000001:2.0:1773674079.997527:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773674079.997530:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773674079.997536:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff98dc088eb800, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1773674079.997540:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773674079.997542:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674079.997544:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773674079.997547:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773674079.997549:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674079.997551:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674079.997553:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674079.997555:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773674079.997558:0:2410:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1773674079.997562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc0882b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773674079.997565:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773674079.997567:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773674079.997568:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773674079.997569:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773674079.997571:0:2410:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773674079.997573:0:2410:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff98dc07adbb90 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1773674079.997577:0:2410:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x2f77f5611381424b 00800000:00000040:2.0:1773674079.997579:0:2410:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98dc088eb800=f6b649ba-a60a-453a-bb07-451251d2ad8d device 9 (ffff98dc07adcd28) type mdc at LMV idx 0 00800000:00000040:2.0:1773674079.997582:0:2410:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff98dc07adcd28 already active! 00800000:00000001:2.0:1773674079.997584:0:2410:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674079.997586:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674079.997588:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674079.997590:0:2410:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000002:00000001:3.0:1773674079.999609:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674079.999617:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674079.999621:0:2410:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674079.999626:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773674079.999641:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000000cd0878b): req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674079.999690:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674079.999694:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674079.999698:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.999701:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674079.999704:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674079.999706:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773674079.999728:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e5aca9da): req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674079.999757:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674079.999790:0:93408:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1773674079.999794:0:93408:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1773674079.999798:0:93408:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674079.999802:0:93408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674079.999804:0:93408:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674079.999807:0:93408:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1773674079.999808:0:93408:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.000204:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.000208:0:93387:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.000253:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.000255:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.000259:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.000262:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.000265:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.000268:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.000274:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.000289:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.000292:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.000299:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a9400. 02000000:00000001:0.0:1773674080.000301:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.000309:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.000313:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773674080.000319:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674080.000326:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953442560, portal 10 00000100:00000001:0.0:1773674080.000328:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.000330:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000020:00000010:0.0:1773674080.000339:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc11854000. 00000100:00000040:0.0:1773674080.000346:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.000355:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.000357:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.000360:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674080.000363:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953442560, offset 0 00000400:00000200:0.0:1773674080.000369:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.000377:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.000382:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.000388:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.000393:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.000397:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.000400:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.000404:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252593:252593:256:4294967295] 192.168.201.103@tcp LPNI seq info [252561:252561:8:4294967295] 00000400:00000200:0.0:1773674080.000409:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.000419:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.000425:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.000430:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674080.000657:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.000665:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.000670:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.000682:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.000686:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 28342 usecs (29 jiffies) 00000400:00000200:0.0:1773674080.000690:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.000693:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637084 00000100:00000001:0.0:1773674080.000696:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:0.0:1773674080.000698:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637084 00000100:00000001:0.0:1773674080.000700:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:0.0:1773674080.000702:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.000706:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.000709:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.000716:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.000718:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674080.000721:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.000722:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.000724:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.000726:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.000728:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.000730:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.000733:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.003561:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.003571:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:0.0:1773674080.003577:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.003602:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.003610:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674080.003613:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674080.003618:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.003627:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.003641:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.003645:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.003654:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.003655:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674080.005257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.005273:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.005297:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953442432:192.168.201.103@tcp:38:mount.lustre.0 00000400:00000001:3.0:1773674080.005308:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.005310:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.005314:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f1b8. 00000400:00000200:3.0:1773674080.005317:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674080.005319:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674080.005323:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.005328:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674080.005337:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.005350:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.005352:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.005355:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.005359:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.005362:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.005365:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.005368:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.005378:0:2410:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=1773674079 v=5 (0 0 0 0) 00000100:00001000:3.0:1773674080.005382:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882cc58 change: old=5 new=16 delta=11 (val=16) hist 16 0 0 0 00000100:00001000:3.0:1773674080.005386:0:2410:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff98dc088eb800 ptl 12 has changed from 5 to 16 00000100:00001000:3.0:1773674080.005389:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=1773674079 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674080.005392:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882cc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773674080.005396:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.005398:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.005401:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.005408:0:2410:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.005412:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674080.005415:0:2410:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773674080.005419:0:2410:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773674080.005422:0:2410:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.005424:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.005430:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.005438:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.005441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.005443:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.005446:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773674080.005453:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff98dc088eb800: connect to target with instance 3 00000020:00000001:3.0:1773674080.005456:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.005459:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814252 00000020:00000001:3.0:1773674080.005462:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.005465:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa800 refcount=5 00000020:00000001:3.0:1773674080.005468:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000020:00000001:3.0:1773674080.005470:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513631744 : -113404195919872 : ffff98dc072fa800) 00000100:00001000:3.0:1773674080.005474:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=1773674079 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674080.005477:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882cc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773674080.005482:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000100:00080000:3.0:1773674080.005487:0:2410:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff98dc088eb800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:3.0:1773674080.005491:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 4 00000100:00000001:3.0:1773674080.005494:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674080.005497:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:3.0:1773674080.005500:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0001-mdc-ffff98dc088eb800, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1773674080.005505:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773674080.005507:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.005509:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773674080.005512:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773674080.005514:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.005516:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.005519:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.005521:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773674080.005523:0:2410:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1773674080.005527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc0882c800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773674080.005530:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674080.005531:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773674080.005532:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773674080.005533:0:2410:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773674080.005536:0:2410:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1773674080.005538:0:2410:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff98dc07adbb90 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:3.0:1773674080.005542:0:2410:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x2f77f5611381424b 00800000:00000040:3.0:1773674080.005544:0:2410:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x2f77f56113814252 00800000:00000040:3.0:1773674080.005547:0:2410:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff98dc088eb800=f6b649ba-a60a-453a-bb07-451251d2ad8d device 10 (ffff98dc07ad99b8) type mdc at LMV idx 1 00800000:00000040:3.0:1773674080.005551:0:2410:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff98dc07ad99b8 already active! 00800000:00000001:3.0:1773674080.005554:0:2410:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674080.005556:0:2410:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.005558:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.005561:0:2410:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=6 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674080.006073:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.006077:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.006082:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.006086:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.006089:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.006092:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.006098:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.006101:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.006104:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.006111:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674080.006113:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.006122:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.006126:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bc08. 00000400:00000010:2.0:1773674080.006133:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674080.006140:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953442944, portal 10 00000100:00000001:2.0:1773674080.006142:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.006145:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000040:2.0:1773674080.006154:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.006162:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.006165:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.006168:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064e58. 00000100:00000200:2.0:1773674080.006172:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953442944, offset 0 00000400:00000200:2.0:1773674080.006180:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.006188:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.006198:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.006203:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.006208:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.006213:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.006216:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.006221:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252594:252594:256:4294967295] 192.168.201.103@tcp LPNI seq info [252562:252562:8:4294967295] 00000400:00000200:2.0:1773674080.006226:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.006236:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.006241:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.006246:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674080.006255:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.006264:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.006269:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.006331:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.006336:0:93387:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 28342 usecs (29 jiffies) 00000400:00000200:2.0:1773674080.006340:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.006342:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637090 00000100:00000001:2.0:1773674080.006345:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:2.0:1773674080.006347:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637090 00000100:00000001:2.0:1773674080.006350:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:2.0:1773674080.006352:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.006355:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.006359:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.006360:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674080.006363:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773674080.006366:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.006368:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.010522:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.010530:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674080.010532:0:2410:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.010535:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773674080.010549:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000000cd0878b): req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.010564:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.010567:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.010573:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.010583:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953442688:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:3.0:1773674080.010588:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.010591:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.010596:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9880 x1859825953442432/t0(0) o38->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.010604:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.010607:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.010613:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.010618:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.010621:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.010623:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.010626:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.010629:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b0800. 02000000:00000001:3.0:1773674080.010633:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.010635:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.010637:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9880. 00000100:00000001:3.0:1773674080.010641:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.010642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.010643:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.010646:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbbb80 x1859825953442688/t0(0) o38->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773674089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.010651:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.010652:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.010653:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f400. 02000000:00000001:3.0:1773674080.010655:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.010655:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.010656:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=5 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.010657:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.010658:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b2000. 02000000:00000001:3.0:1773674080.010660:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.010660:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.010661:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbbb80. 00000100:00000001:3.0:1773674080.010663:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.010663:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.010665:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.010672:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.010673:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.010675:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.010677:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674080.014499:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.014556:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.014561:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.014565:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.014576:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.014584:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.014596:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.014601:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.014607:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.014611:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c8b00 00000400:00000200:1.0:1773674080.014617:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.014625:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c51a1 [1] + 224 00000800:00000001:1.0:1773674080.014633:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.014646:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.014650:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.014655:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.014662:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.014671:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.014684:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.014702:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674080.014803:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.014807:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:1.0:1773674080.014811:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.014816:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.014821:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:1.0:1773674080.014825:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:1.0:1773674080.014828:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.014834:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.014845:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.014849:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.014856:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.014858:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.014864:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.014868:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674080.014879:0:93409:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1773674080.014883:0:93409:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1773674080.014887:0:93409:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.014890:0:93409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674080.014892:0:93409:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674080.014895:0:93409:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1773674080.014897:0:93409:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.017558:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.017566:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.017571:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.017576:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.017579:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.017582:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.017586:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.017589:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.017592:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.017600:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.017603:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.017605:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.017615:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063aa400. 02000000:00000001:0.0:1773674080.017619:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.017629:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.017633:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674080.017640:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674080.017647:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953442816, portal 10 00000100:00000001:0.0:1773674080.017650:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.017652:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711548288 : -113403998003328 : ffff98dc12fb9f80) 00000020:00000010:0.0:1773674080.017661:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc11850000. 00000100:00000040:0.0:1773674080.017674:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.017683:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.017686:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.017690:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773674080.017693:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953442816, offset 0 00000400:00000200:0.0:1773674080.017699:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.017708:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.017715:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.017720:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.017725:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.017730:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.017732:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.017737:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252595:252595:256:4294967295] 192.168.201.103@tcp LPNI seq info [252563:252563:8:4294967295] 00000400:00000200:0.0:1773674080.017742:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.017752:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.017757:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.017780:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674080.017788:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.017796:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.017801:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.017818:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.017823:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 37961 usecs (38 jiffies) 00000400:00000200:0.0:1773674080.017826:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.017830:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637110 00000100:00000001:0.0:1773674080.017833:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:0.0:1773674080.017836:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637110 00000100:00000001:0.0:1773674080.017839:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:0.0:1773674080.017841:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1773674080.017848:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674080.017850:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674080.017853:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:0.0:1773674080.017856:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674080.017859:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674080.017862:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.017868:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674080.017880:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.017887:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674080.017889:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.017891:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674080.017894:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674080.017897:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674080.017899:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.017917:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674080.017925:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=1 v=16 (16 0 0 0) 00000100:00001000:0.0:1773674080.017930:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674080.017933:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674080.017935:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.017938:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674080.017942:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.017945:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674080.017948:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674080.017949:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674080.017951:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.017956:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.017964:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.017966:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674080.017968:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1773674080.017974:0:2411:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=353529 free=352940 avail=317237 objects=1024000 free=1023648 state=0 00000100:00000040:0.0:1773674080.017980:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674080.017990:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:0:1859825953442560:192.168.201.103@tcp:41:mount.lustre.0 00000100:00000001:0.0:1773674080.017995:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.017998:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.018002:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb800 x1859825953442560/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.018010:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674080.018012:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674080.018015:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9400. 02000000:00000001:0.0:1773674080.018018:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674080.018021:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674080.018022:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674080.018024:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674080.018027:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:0.0:1773674080.018033:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674080.018035:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674080.018037:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb800. 00000100:00000001:0.0:1773674080.018040:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674080.018042:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.018044:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.018052:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.018055:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674080.018057:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.018059:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.018060:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.018063:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.018469:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.018475:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:1.0:1773674080.018479:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.018484:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.018489:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:1.0:1773674080.018491:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:1.0:1773674080.018494:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.018498:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.018508:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.018512:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.018518:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.018519:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.018842:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.018853:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.018856:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.018859:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.018864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.018869:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.018875:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.018879:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.018883:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.018887:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c8c80 00000400:00000200:1.0:1773674080.018891:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.018898:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c51b1 [1] + 224 00000800:00000001:1.0:1773674080.018904:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.018913:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.018916:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.018918:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.018924:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.018929:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.018939:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.018965:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.018973:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.018978:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.019073:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.019081:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.019082:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.019085:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bc08. 00000400:00000200:3.0:1773674080.019089:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:3.0:1773674080.019092:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:3.0:1773674080.019094:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.019100:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674080.019108:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019115:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.019116:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.019118:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.019120:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.019122:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.019125:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.019127:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.019132:0:93387:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=1 v=16 (16 0 0 0) 00000100:00001000:3.0:1773674080.019137:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.019139:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.019141:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.019143:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.019145:0:93387:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.019148:0:93387:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.019149:0:93387:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674080.019152:0:93387:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.019153:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.019158:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019171:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.019174:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.019176:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.019180:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.019187:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953442944:192.168.201.103@tcp:41:mount.lustre.0 00000100:00000001:3.0:1773674080.019192:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.019195:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.019198:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.019199:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.019202:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019220:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.019223:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129a80. 00000100:00000001:3.0:1773674080.019227:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.019229:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.019233:0:93387:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773674080.019235:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.019239:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8e00 x1859825953442944/t0(0) o41->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019245:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.019248:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.019250:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959dc00. 02000000:00000001:3.0:1773674080.019253:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.019255:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.019256:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.019258:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.019260:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:3.0:1773674080.019263:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.019265:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.019266:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8e00. 00000100:00000001:3.0:1773674080.019269:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.019271:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674080.019272:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.019274:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.019285:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773674080.019288:0:93387:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff98dc088eb800: update ffff98dc07add178 cache blocks 317237/353529 objects 1023648/1024000 00800000:00000001:3.0:1773674080.019293:0:93387:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.019295:0:93387:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1773674080.019299:0:93387:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff98dc11129b40. 00800000:00000001:3.0:1773674080.019301:0:93387:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773674080.019304:0:93387:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff98dc088eb800: update ffff98dc07adb7c0 cache blocks 317237/353529 objects 1023648/1024000 00000080:00000001:3.0:1773674080.019308:0:93387:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.019312:0:93387:0:(lmv_obd.c:1526:lmv_get_root()) Process entered 00000002:00000001:3.0:1773674080.019315:0:93387:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:3.0:1773674080.019320:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674080.019323:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674080.019327:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.019329:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.019334:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.019339:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067bfa00. 00000100:00000001:3.0:1773674080.019343:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.019348:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674080.019350:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674080.019354:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674080.019356:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674080.019359:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.019360:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000001:3.0:1773674080.019365:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.019368:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.019370:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674080.019372:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.019376:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019382:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.019384:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.019387:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.019389:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.019392:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.019395:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443072:192.168.201.103@tcp:40:mount.lustre.0 00000100:00000001:3.0:1773674080.019398:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.019402:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.019410:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.019412:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.019415:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f400. 02000000:00000001:3.0:1773674080.019417:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.019422:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.019425:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f1b8. 00000400:00000010:3.0:1773674080.019429:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674080.019433:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953443072, portal 10 00000100:00000001:3.0:1773674080.019434:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.019436:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000040:3.0:1773674080.019440:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.019447:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.019450:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.019452:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674080.019455:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1859825953443072, offset 0 00000400:00000200:3.0:1773674080.019461:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.019466:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.019472:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.019476:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.019480:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.019483:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.019486:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.019490:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252596:252596:256:4294967295] 192.168.201.103@tcp LPNI seq info [252564:252564:8:4294967295] 00000400:00000200:3.0:1773674080.019494:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.019502:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.019514:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.019518:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2b00. 00000800:00000200:3.0:1773674080.019524:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.019530:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.019534:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.019657:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.019661:0:93387:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 43755 usecs (44 jiffies) 00000400:00000200:3.0:1773674080.019665:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.019667:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637118 00000100:00000001:3.0:1773674080.019670:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:3.0:1773674080.019672:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637118 00000100:00000001:3.0:1773674080.019674:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:3.0:1773674080.019676:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.019679:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.019681:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.019683:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674080.019685:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 25 seconds 00000100:00000001:3.0:1773674080.019688:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.019690:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.019694:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.019697:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2b00. 00000400:00000200:1.0:1773674080.019701:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.019706:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.019709:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:1.0:1773674080.019711:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:1.0:1773674080.019714:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.019718:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.019727:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.019730:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.019736:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.019738:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.022632:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.022652:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.022656:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.022659:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.022669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.022676:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.022685:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.022691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.022696:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.022701:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794c8c00 00000400:00000200:1.0:1773674080.022706:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.022712:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c51b9 [1] + 224 00000800:00000001:1.0:1773674080.022720:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.022729:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.022733:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.022737:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.022744:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.022752:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.022779:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.022793:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.022801:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.022804:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.022876:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.022881:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674080.022888:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674080.022890:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674080.022894:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:0.0:1773674080.022898:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674080.022901:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674080.022904:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.022910:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674080.022921:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.022928:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674080.022930:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.022933:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674080.022936:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674080.022939:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674080.022941:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.022944:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674080.022954:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=1 v=16 (16 0 0 0) 00000100:00001000:0.0:1773674080.022959:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674080.022962:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674080.022964:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.022967:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674080.022970:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.022974:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674080.022976:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674080.022979:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674080.022980:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.022985:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.022992:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.022995:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674080.022996:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1773674080.023002:0:2411:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=353529 free=352984 avail=317281 objects=1024000 free=1023717 state=0 00000100:00000040:0.0:1773674080.023008:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674080.023017:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:0:1859825953442816:192.168.201.103@tcp:41:mount.lustre.0 00000100:00000001:0.0:1773674080.023208:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.023211:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.023215:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9f80 x1859825953442816/t0(0) o41->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.023230:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674080.023233:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674080.023236:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063aa400. 02000000:00000001:0.0:1773674080.023241:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674080.023243:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674080.023246:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674080.023248:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674080.023251:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:0.0:1773674080.023257:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674080.023259:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674080.023261:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9f80. 00000100:00000001:0.0:1773674080.023265:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674080.023266:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.023269:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.023287:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.023289:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.023292:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.023295:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674080.024894:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.024906:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.024910:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.024911:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.024918:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.024923:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.024929:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.024933:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.024936:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.024939:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b80794c8d00 00000400:00000200:1.0:1773674080.024943:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.024947:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c51c9 [1] + 224 00000800:00000001:1.0:1773674080.024952:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.025005:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.025008:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.025012:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.025234:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.025241:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.025251:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.025274:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.025293:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.025297:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.025331:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.025339:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.025342:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.025345:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f1b8. 00000400:00000200:3.0:1773674080.025350:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674080.025352:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674080.025355:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.025360:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674080.025369:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.025376:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.025378:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.025380:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.025383:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.025385:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.025387:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.025390:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.025399:0:93387:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=1 v=16 (16 0 0 0) 00000100:00001000:3.0:1773674080.025403:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.025405:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.025407:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.025409:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.025412:0:93387:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.025416:0:93387:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.025418:0:93387:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674080.025420:0:93387:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.025422:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.025722:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.025731:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.025734:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.025736:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.025741:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.025750:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443072:192.168.201.103@tcp:40:mount.lustre.0 00000100:00000001:3.0:1773674080.025755:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.025757:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.025760:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.025762:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.025789:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.025797:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.025800:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674080.025804:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.025805:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1773674080.025812:0:93387:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:3.0:1773674080.025815:0:93387:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:3.0:1773674080.025816:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.025820:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953443072/t0(0) o40->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.025827:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.025829:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.025832:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f400. 02000000:00000001:3.0:1773674080.025836:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.025838:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.025840:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.025842:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.025845:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067bfa00. 02000000:00000001:3.0:1773674080.025848:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.025850:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.025852:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:3.0:1773674080.025855:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.025857:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674080.025860:0:93387:0:(lmv_obd.c:1534:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773674080.025863:0:93387:0:(llite_lib.c:514:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773674080.025866:0:93387:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:3.0:1773674080.025870:0:93387:0:(lmv_obd.c:3445:lmv_get_info()) Process entered 00800000:00000001:3.0:1773674080.025873:0:93387:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:3.0:1773674080.025877:0:93387:0:(mdc_request.c:2739:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.025878:0:93387:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.025881:0:93387:0:(lmv_obd.c:3477:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.025882:0:93387:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1773674080.025892:0:93387:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000080:00100000:3.0:1773674080.025896:0:93387:0:(llite_lib.c:678:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 2146304 00000080:00000001:3.0:1773674080.025898:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00020000:00000001:3.0:1773674080.025901:0:93387:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:3.0:1773674080.025903:0:93387:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:3.0:1773674080.025905:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773674080.025906:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674080.025911:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc0882f800. 00000020:00000001:3.0:1773674080.025914:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674080.025917:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0882f800 with handle 0x2f77f56113814259 to hash 00000020:00000001:3.0:1773674080.025919:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674080.025922:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674080.025924:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.025928:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 4 - export 00000020:00000001:3.0:1773674080.025930:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669535868928 : -113404173682688 : ffff98dc0882f800) 00000020:00000040:3.0:1773674080.025934:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882f800 : new refcount 1 00000020:00000080:3.0:1773674080.025937:0:93387:0:(genops.c:1404:class_connect()) connect: client f6b649ba-a60a-453a-bb07-451251d2ad8d, cookie 0x2f77f56113814259 00000020:00000001:3.0:1773674080.025939:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.025941:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.025942:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814259 00000020:00000001:3.0:1773674080.025945:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.025946:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882f800 refcount=2 00000020:00000001:3.0:1773674080.025949:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535868928 : -113404173682688 : ffff98dc0882f800) 00000020:00000001:3.0:1773674080.025951:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535868928 : -113404173682688 : ffff98dc0882f800) 00020000:00000001:3.0:1773674080.025957:0:93387:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1773674080.025960:0:93387:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.025963:0:93387:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674080.025965:0:93387:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.025967:0:93387:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:3.0:1773674080.025969:0:93387:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773674080.025972:0:93387:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.025974:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:3.0:1773674080.025976:0:93387:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:3.0:1773674080.025978:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773674080.025979:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674080.025982:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc0882b800. 00000020:00000001:3.0:1773674080.025984:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674080.025986:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0882b800 with handle 0x2f77f56113814260 to hash 00000020:00000001:3.0:1773674080.025988:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674080.025990:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674080.025992:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.025995:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc0882b800 refcount=3 00000020:00000040:3.0:1773674080.025999:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 5 - export 00000020:00000001:3.0:1773674080.026001:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000020:00000040:3.0:1773674080.026004:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 2 00000020:00000080:3.0:1773674080.026006:0:93387:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2f77f56113814260 00000020:00000001:3.0:1773674080.026007:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.026009:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.026011:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814260 00000020:00000001:3.0:1773674080.026012:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.026014:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882b800 refcount=3 00000020:00000001:3.0:1773674080.026015:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000020:00000001:3.0:1773674080.026017:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000100:00000001:3.0:1773674080.026022:0:93387:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773674080.026025:0:93387:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773674080.026029:0:93387:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff98dc088eb800: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:3.0:1773674080.026035:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.026039:0:93387:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:3.0:1773674080.026044:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674080.026046:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 24 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674080.026049:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:3.0:1773674080.026051:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.026052:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814260 00000020:00000001:3.0:1773674080.026054:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.026056:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882b800 refcount=4 00000020:00000001:3.0:1773674080.026058:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000020:00000001:3.0:1773674080.026060:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000100:00000001:3.0:1773674080.026062:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674080.026064:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 25 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674080.026066:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:3.0:1773674080.026068:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 3 00000100:00080000:3.0:1773674080.026072:0:93387:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff98dc088eb800: import ffff98dc072f8800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:3.0:1773674080.026074:0:93387:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.026077:0:93387:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773674080.026083:0:93387:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773674080.026086:0:93387:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff98dc088eb800: select security flavor null 02000000:00000001:3.0:1773674080.026090:0:93387:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072649621408 : -1059930208 : ffffffffc0d2bfa0) 02000000:00000001:3.0:1773674080.026093:0:93387:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026095:0:93387:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773674080.026098:0:93387:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1773674080.026101:0:93387:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026104:0:93387:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.026108:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674080.026111:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 02000000:00000001:3.0:1773674080.026114:0:93387:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773674080.026116:0:93387:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026119:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.026122:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.026126:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.026133:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729f400. 00000100:00000001:3.0:1773674080.026139:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.026146:0:93387:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674080.026156:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.026161:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.026166:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e7d5102] to pc [ptlrpcd_rcv+-1] req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.026196:0:93387:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026200:0:93387:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773674080.026202:0:93387:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID 00000020:00000040:3.0:1773674080.026205:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674080.026227:0:93387:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.026230:0:93387:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:3.0:1773674080.026233:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773674080.026235:0:93387:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff98dc088eb800) active 00020000:00000001:3.0:1773674080.026253:0:93387:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026256:0:93387:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773674080.026259:0:93387:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674080.026261:0:93387:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:3.0:1773674080.026264:0:93387:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026266:0:93387:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026269:0:93387:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1773674080.026270:0:93387:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.026272:0:93387:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674080.026273:0:93387:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026275:0:93387:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:3.0:1773674080.026286:0:93387:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773674080.026288:0:93387:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026290:0:93387:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:3.0:1773674080.026291:0:93387:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:3.0:1773674080.026293:0:93387:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773674080.026294:0:93387:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773674080.026298:0:93387:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff98dc0882e800. 00000020:00000001:3.0:1773674080.026300:0:93387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674080.026302:0:93387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0882e800 with handle 0x2f77f56113814267 to hash 00000020:00000001:3.0:1773674080.026304:0:93387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773674080.026307:0:93387:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773674080.026308:0:93387:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.026311:0:93387:0:(genops.c:887:class_export_get()) GET export ffff98dc0882e800 refcount=3 00000020:00000040:3.0:1773674080.026315:0:93387:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 5 - export 00000020:00000001:3.0:1773674080.026317:0:93387:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000020:00000040:3.0:1773674080.026320:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 2 00000020:00000080:3.0:1773674080.026323:0:93387:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2f77f56113814267 00000020:00000001:3.0:1773674080.026324:0:93387:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.026326:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.026328:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814267 00000020:00000001:3.0:1773674080.026329:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.026331:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882e800 refcount=3 00000020:00000001:3.0:1773674080.026333:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000020:00000001:3.0:1773674080.026335:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000100:00000001:3.0:1773674080.026338:0:93387:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773674080.026340:0:93387:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773674080.026342:0:93387:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff98dc088eb800: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:3.0:1773674080.026347:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.026351:0:93387:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:3.0:1773674080.026353:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674080.026355:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 26 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674080.026357:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:3.0:1773674080.026359:0:93387:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.026360:0:93387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814267 00000020:00000001:3.0:1773674080.026362:0:93387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.026363:0:93387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882e800 refcount=4 00000020:00000001:3.0:1773674080.026365:0:93387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000020:00000001:3.0:1773674080.026367:0:93387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000100:00000040:1.0:1773674080.026368:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674080.026369:0:93387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773674080.026371:0:93387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 27 to 192.168.201.103@tcp 00000100:00000001:3.0:1773674080.026373:0:93387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000100:00000040:1.0:1773674080.026374:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000040:3.0:1773674080.026376:0:93387:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 3 00000100:00080000:3.0:1773674080.026378:0:93387:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff98dc088eb800: import ffff98dc072fc000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000040:1.0:1773674080.026379:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5974) 00000100:00000001:3.0:1773674080.026381:0:93387:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.026383:0:93387:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773674080.026385:0:93387:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773674080.026387:0:93387:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff98dc088eb800: select security flavor null 02000000:00000001:3.0:1773674080.026390:0:93387:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072649621408 : -1059930208 : ffffffffc0d2bfa0) 02000000:00000001:3.0:1773674080.026392:0:93387:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026394:0:93387:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773674080.026396:0:93387:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1773674080.026398:0:93387:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026400:0:93387:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.026404:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773674080.026406:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 02000000:00000001:3.0:1773674080.026409:0:93387:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773674080.026410:0:93387:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026412:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.026413:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.026415:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.026419:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729cc00. 00000100:00000001:3.0:1773674080.026423:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.026428:0:93387:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674080.026436:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.026438:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.026442:0:93387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5d72d1] to pc [ptlrpcd_rcv+-1] req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.026644:0:93387:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026646:0:93387:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773674080.026648:0:93387:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID 00000020:00000040:3.0:1773674080.026650:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=3 obd=lustre-OST0001-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674080.026667:0:93387:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.026670:0:93387:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:3.0:1773674080.026672:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773674080.026674:0:93387:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff98dc088eb800) active 00020000:00000001:3.0:1773674080.026682:0:93387:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026684:0:93387:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773674080.026686:0:93387:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674080.026687:0:93387:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:3.0:1773674080.026689:0:93387:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026691:0:93387:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.026694:0:93387:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.026696:0:93387:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674080.026701:0:93387:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.026706:0:93387:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc0729c000. 00800000:00000001:3.0:1773674080.026711:0:93387:0:(lmv_obd.c:1588:lmv_getattr()) Process entered 00800000:00000001:3.0:1773674080.026713:0:93387:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.026716:0:93387:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.026718:0:93387:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.026720:0:93387:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:3.0:1773674080.026723:0:93387:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:3.0:1773674080.026725:0:93387:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:3.0:1773674080.026727:0:93387:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446630669460378496 : -113404249173120 : ffff98dc04031380) 00000100:00000040:1.0:1773674080.026727:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 80000000:00000040:3.0:1773674080.026730:0:93387:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff98dc088eb800: Found target (idx 0) by seq 0x200000007 00000100:00000040:1.0:1773674080.026731:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 80000000:00000001:3.0:1773674080.026733:0:93387:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446630669460378496 : -113404249173120 : ffff98dc04031380) 00000100:00000040:1.0:1773674080.026734:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5974) 80000000:00000040:3.0:1773674080.026735:0:93387:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff98dc088eb800: Lookup fld entry (seq: 0x200000007) on target lustre-MDT0000-mdc-ffff98dc088eb800 (idx 0) 80000000:00000001:3.0:1773674080.026738:0:93387:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:3.0:1773674080.026741:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773674080.026744:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674080.026747:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.026749:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.026751:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.026755:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067be600. 00000100:00000001:3.0:1773674080.026758:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026762:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674080.026784:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674080.026789:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1180. 00000100:00000001:3.0:1773674080.026792:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702720 : -113404186848896 : ffff98dc07ba1180) 00000100:00000001:3.0:1773674080.026794:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.026796:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000001:3.0:1773674080.026799:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.026802:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.026804:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674080.026806:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.026811:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.026818:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.026820:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.026824:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.026827:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.026829:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.026833:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443456:192.168.201.103@tcp:900:mount.lustre.0 00000100:00000001:3.0:1773674080.026837:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.026842:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.026844:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.026846:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.026850:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc067bea00. 02000000:00000001:3.0:1773674080.026852:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.026857:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.026860:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f1b8. 00000400:00000010:3.0:1773674080.026866:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674080.026873:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953443456, portal 10 00000100:00000001:3.0:1773674080.026874:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.026876:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:3.0:1773674080.026882:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.026890:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.026892:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.026895:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674080.026898:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1859825953443456, offset 0 00000400:00000200:3.0:1773674080.026904:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.026911:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.026917:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.026921:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.026926:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.026930:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.026933:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.026937:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252597:252597:256:4294967295] 192.168.201.103@tcp LPNI seq info [252565:252565:8:4294967295] 00000400:00000200:3.0:1773674080.026941:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.026950:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.026956:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.026961:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2800. 00000800:00000200:3.0:1773674080.026968:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.026976:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.026981:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2800 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.027000:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.027005:0:93387:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 34697 usecs (35 jiffies) 00000400:00000200:3.0:1773674080.027008:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.027185:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637117 00000100:00000001:3.0:1773674080.027188:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640942 00000100:00000001:3.0:1773674080.027191:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637117 00000100:00000001:3.0:1773674080.027193:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640942 00000100:00000001:3.0:1773674080.027195:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.027198:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.027200:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.027202:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674080.027205:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1180 going to sleep for 11 seconds 00000100:00000001:3.0:1773674080.027207:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.027210:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.027288:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674080.027292:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.027294:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674080.027300:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.027308:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.027309:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.027312:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.027314:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.027316:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674080.027320:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953443200:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:0.0:1773674080.027323:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.027325:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.027326:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.027328:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.027332:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063aa400. 02000000:00000001:0.0:1773674080.027334:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.027338:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.027340:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674080.027344:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674080.027348:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953443200, portal 4 00000100:00000001:0.0:1773674080.027349:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.027351:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000020:00000010:0.0:1773674080.027358:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc11852000. 00000100:00000040:0.0:1773674080.027363:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.027370:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.027372:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.027374:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674080.027377:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859825953443200, offset 0 00000400:00000200:0.0:1773674080.027381:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.027385:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.027389:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000800:00000200:1.0:1773674080.027391:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773674080.027392:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1773674080.027395:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2800. 00000400:00000200:0.0:1773674080.027395:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.027397:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.027399:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674080.027400:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.027403:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252598:252598:255:4294967295] 192.168.201.103@tcp LPNI seq info [252566:252566:7:4294967295] 00000400:00000200:1.0:1773674080.027406:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.027407:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.027413:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.027418:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.027419:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:1.0:1773674080.027422:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000800:00000010:0.0:1773674080.027422:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000100:00000001:1.0:1773674080.027425:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1773674080.027426:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000200:1.0:1773674080.027429:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773674080.027431:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.027434:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.027437:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.027438:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.027440:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 0 usecs (0 jiffies) 00000100:00000040:1.0:1773674080.027442:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773674080.027444:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.027446:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300640990 00000100:00000001:1.0:1773674080.027450:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.027452:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674080.027453:0:2410:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, simply extend its deadline from 4300640942 00000100:00000001:0.0:1773674080.027456:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300640990 00000100:00000001:0.0:1773674080.027459:0:2410:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, simply extend its deadline from 4300640942 00000100:00000001:0.0:1773674080.027462:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.027465:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.027467:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674080.027471:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773674080.027478:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773674080.027478:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1773674080.027480:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000100:00000001:0.0:1773674080.027480:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.027482:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1773674080.027483:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1773674080.027484:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773674080.027487:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 02000000:00000001:0.0:1773674080.027487:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.027490:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000100:00100000:0.0:1773674080.027490:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953443328:192.168.201.103@tcp:8:mount.lustre.0 00000400:00000010:1.0:1773674080.027491:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674080.027493:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773674080.027494:0:2404:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1773674080.027495:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1773674080.027497:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773674080.027497:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.027499:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.027502:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a9400. 02000000:00000001:0.0:1773674080.027504:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.027505:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.027508:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773674080.027508:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.027510:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773674080.027513:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000001:1.0:1773674080.027515:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.027516:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1773674080.027517:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953443328, portal 4 00000100:00000001:0.0:1773674080.027519:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.027520:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000020:00000010:0.0:1773674080.027545:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc10af0000. 00000100:00000040:0.0:1773674080.027553:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.027561:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.027563:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.027566:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773674080.027570:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859825953443328, offset 0 00000400:00000200:0.0:1773674080.027574:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.027579:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.027583:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.027586:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.027589:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.027591:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.027593:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.027596:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252599:252599:256:4294967295] 192.168.201.103@tcp LPNI seq info [252567:252567:8:4294967295] 00000400:00000200:0.0:1773674080.027600:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.027607:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.027611:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.027615:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674080.027620:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.027625:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.027628:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.027646:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.027650:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:0.0:1773674080.027654:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.027656:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300640990 00000100:00000001:0.0:1773674080.027658:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.027661:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300640990 00000100:00000001:0.0:1773674080.027663:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.027665:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.027667:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.027670:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.027673:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.027680:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.027681:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773674080.027683:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1773674080.027684:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773674080.027685:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.027686:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773674080.027687:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000100:00000001:0.0:1773674080.027689:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.027691:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.027695:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.027699:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:1.0:1773674080.027701:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:1.0:1773674080.027703:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.027707:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.027715:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.027718:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.027725:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.027726:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674080.034373:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034391:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.034395:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034398:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.034418:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034426:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.034435:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034446:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034450:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b80794c8d80 00000400:00000200:0.0:1773674080.034455:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034462:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c51d9 [1] + 0 00000800:00000001:0.0:1773674080.034470:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034477:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.034480:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.034485:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.034493:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.034502:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674080.034515:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.034539:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.034557:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034562:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.034564:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034566:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.034570:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034574:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.034579:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034582:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034585:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034589:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b80794c8e80 00000400:00000200:0.0:1773674080.034592:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.034597:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x2c51d1 [1] + 224 00000800:00000001:0.0:1773674080.034602:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034608:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.034610:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.034614:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.034617:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.034622:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674080.034631:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.034652:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.034657:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.034661:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.034744:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.034755:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.034757:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.034761:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f1b8. 00000400:00000200:2.0:1773674080.034797:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:2.0:1773674080.034800:0:93387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:2.0:1773674080.034804:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.034809:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674080.034819:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.034827:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.034829:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.034832:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.034835:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.034838:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.034840:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.034843:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.034853:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc0882b4a0 time=1773674080 v=5 (0 0 0 0) 00000100:00001000:2.0:1773674080.034857:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.034860:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.034862:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.034865:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.034869:0:93387:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.034874:0:93387:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.034876:0:93387:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674080.034878:0:93387:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.034880:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.034885:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.034893:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.034896:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.034899:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.034903:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.034908:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773674080.034911:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443456:192.168.201.103@tcp:900:mount.lustre.0 00000100:00000001:3.0:1773674080.034912:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.034915:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1773674080.034916:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674080.034917:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.034920:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000100:00000001:2.0:1773674080.034920:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.034922:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:3.0:1773674080.034923:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000100:00000001:2.0:1773674080.034924:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773674080.034925:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000040:2.0:1773674080.034928:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.034929:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.034934:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.034935:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.034938:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1180. 00000100:00000001:2.0:1773674080.034942:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:3.0:1773674080.034943:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.034944:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.034950:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000001:2.0:1773674080.034950:0:93387:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:3.0:1773674080.034951:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.034952:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674080.034954:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.034955:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1773674080.034955:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953443456/t0(0) o900->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.034957:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.034959:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.034961:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.034962:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.034964:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.034967:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc067bea00. 02000000:00000001:2.0:1773674080.034970:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1773674080.034971:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc078d8000. 00000020:00000001:2.0:1773674080.034973:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.034974:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00001000:3.0:1773674080.034976:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=1773674080 v=5 (0 0 0 0) 00000020:00000001:2.0:1773674080.034977:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1773674080.034979:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=1773674080 v=0 (0 0 0 0) 02000000:00000010:2.0:1773674080.034979:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067be600. 00000100:00001000:3.0:1773674080.034982:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc072f8c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 02000000:00000001:2.0:1773674080.034983:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773674080.034984:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1773674080.034985:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773674080.034986:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.034987:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00010000:00000001:3.0:1773674080.034988:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.034991:0:2410:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.034991:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.034993:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1773674080.034993:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773674080.034995:0:2410:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773674080.034998:0:2410:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 80000000:00000010:2.0:1773674080.034999:0:93387:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff98dc02c85e40. 00000100:00000001:3.0:1773674080.035001:0:2410:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 80000000:00000001:2.0:1773674080.035001:0:93387:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446630669439753792 : -113404269797824 : ffff98dc02c85e40) 00000100:00000001:3.0:1773674080.035002:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.035005:0:93387:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 00000100:00000040:3.0:1773674080.035006:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 80000000:00000001:2.0:1773674080.035007:0:93387:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1773674080.035009:0:93387:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1773674080.035011:0:93387:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000007-0x0000000200000008]:0:mdt 00000100:00000001:3.0:1773674080.035013:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1773674080.035014:0:93387:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1773674080.035015:0:93387:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 00000100:00000001:3.0:1773674080.035016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 80000000:00000001:2.0:1773674080.035017:0:93387:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.035018:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1773674080.035019:0:93387:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.035020:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 80000000:00000001:2.0:1773674080.035021:0:93387:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773674080.035024:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98dc088eb800: connect to target with instance 11 00800000:00000002:2.0:1773674080.035025:0:93387:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00000020:00000001:3.0:1773674080.035028:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00800000:00000001:2.0:1773674080.035028:0:93387:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.035030:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814260 00000020:00000001:3.0:1773674080.035032:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1773674080.035034:0:93387:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc0959cc00. 00000020:00000040:3.0:1773674080.035035:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882b800 refcount=4 00000020:00000001:3.0:1773674080.035037:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000002:00000001:2.0:1773674080.035038:0:93387:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000020:00000001:3.0:1773674080.035040:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000100:00000010:2.0:1773674080.035042:0:93387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000100:00001000:3.0:1773674080.035043:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=1773674080 v=0 (0 0 0 0) 00000020:00000040:2.0:1773674080.035045:0:93387:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00001000:3.0:1773674080.035046:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc072f8c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773674080.035049:0:93387:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1773674080.035050:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 02000000:00000001:2.0:1773674080.035051:0:93387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:3.0:1773674080.035055:0:2410:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98dc088eb800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 02000000:00000001:2.0:1773674080.035055:0:93387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674080.035059:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 3 02000000:00000010:2.0:1773674080.035060:0:93387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08561200. 00000100:00000001:3.0:1773674080.035061:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.035064:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000100:00000001:2.0:1773674080.035065:0:93387:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674080.035069:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff98dc088eb800, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1773674080.035070:0:93387:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:2.0:1773674080.035072:0:93387:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000008:00000001:3.0:1773674080.035073:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00000100:00000001:2.0:1773674080.035074:0:93387:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00020000:00000001:3.0:1773674080.035075:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00000100:00000010:2.0:1773674080.035078:0:93387:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2d80. 00000080:00000001:3.0:1773674080.035080:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000100:00000001:2.0:1773674080.035080:0:93387:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496823168 : -113404212728448 : ffff98dc062f2d80) 00000080:00000004:3.0:1773674080.035082:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000100:00000001:2.0:1773674080.035083:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.035084:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000080:00000001:3.0:1773674080.035085:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674080.035086:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.035088:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00000100:00000001:2.0:1773674080.035088:0:93387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1773674080.035091:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.035092:0:93387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035094:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035095:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00000100:00000001:2.0:1773674080.035095:0:93387:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.035096:0:93387:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1773674080.035097:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.035098:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035100:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.035100:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000080:00080000:3.0:1773674080.035102:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674080.035105:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000100:00000001:2.0:1773674080.035107:0:93387:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000002:00000001:3.0:1773674080.035108:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773674080.035110:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.035110:0:93387:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.035112:0:2410:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773674080.035114:0:2410:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.035115:0:93387:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00800000:00000001:3.0:1773674080.035116:0:2410:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.035117:0:93387:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674080.035118:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035120:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.035120:0:93387:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.035123:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.035124:0:93387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443584:192.168.201.103@tcp:33:mount.lustre.0 00000008:00000001:3.0:1773674080.035125:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.035127:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.035127:0:93387:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773674080.035129:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773674080.035131:0:2410:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 02000000:00000001:2.0:1773674080.035132:0:93387:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.035134:0:93387:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773674080.035135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc072f8800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 02000000:00000001:2.0:1773674080.035137:0:93387:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773674080.035138:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.035139:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674080.035140:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773674080.035141:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773674080.035142:0:2410:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773674080.035144:0:2410:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff98dc07ad8820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1773674080.035148:0:2410:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1773674080.035150:0:2410:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 2f77f56113814260 00020000:00000001:3.0:1773674080.035153:0:2410:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035154:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674080.035156:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674080.035158:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674080.035159:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.035160:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.035162:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035164:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035165:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.035166:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.035167:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035169:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674080.035170:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674080.035172:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674080.035173:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035174:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.035176:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.035178:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.035179:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.035181:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.035182:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674080.035184:0:2410:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.035186:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773674080.035189:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.035190:0:93387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 00000100:00000001:3.0:1773674080.035192:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.035193:0:93387:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.035196:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773674080.035198:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.035201:0:93387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000100:00100000:3.0:1773674080.035206:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953443200:192.168.201.103@tcp:8:mount.lustre.0 00000400:00000010:2.0:1773674080.035207:0:93387:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc0959ec00. 00000100:00000001:3.0:1773674080.035210:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.035212:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1773674080.035212:0:93387:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953443584, portal 10 00000100:00000001:2.0:1773674080.035215:0:93387:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1773674080.035216:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953443200/t0(0) o8->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.035216:0:93387:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000001:3.0:1773674080.035223:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.035224:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.035226:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063aa400. 02000000:00000001:3.0:1773674080.035229:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.035231:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.035232:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.035234:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.035236:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729f400. 00000100:00000040:2.0:1773674080.035237:0:93387:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773674080.035239:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.035240:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.035242:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:3.0:1773674080.035245:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.035246:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.035246:0:93387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1773674080.035249:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.035249:0:93387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773674080.035251:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.035252:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1773674080.035252:0:93387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000001:3.0:1773674080.035253:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.035255:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773674080.035256:0:93387:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859825953443584, offset 0 00000400:00000200:2.0:1773674080.035262:0:93387:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.035269:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.035285:0:93387:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.035290:0:93387:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.035294:0:93387:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.035301:0:93387:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.035304:0:93387:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.035309:0:93387:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252600:252600:256:4294967295] 192.168.201.103@tcp LPNI seq info [252568:252568:8:4294967295] 00000400:00000200:2.0:1773674080.035313:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.035322:0:93387:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.035328:0:93387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.035334:0:93387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5a00. 00000800:00000200:2.0:1773674080.035340:0:93387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.035347:0:93387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.035351:0:93387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.035359:0:93387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.035363:0:93387:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 29766 usecs (30 jiffies) 00000400:00000200:2.0:1773674080.035366:0:93387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.035369:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300637120 00000100:00000001:2.0:1773674080.035372:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.035374:0:93387:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300637120 00000100:00000001:2.0:1773674080.035376:0:93387:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.035379:0:93387:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.035381:0:93387:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.035384:0:93387:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.035386:0:93387:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:2.0:1773674080.035389:0:93387:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2d80 going to sleep for 25 seconds 00000100:00000001:2.0:1773674080.035391:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.035393:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.035733:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.035738:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5a00. 00000400:00000200:0.0:1773674080.035742:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.035747:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.035751:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:0.0:1773674080.035753:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:0.0:1773674080.035757:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.035762:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.035807:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.035812:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.035823:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.035825:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674080.041743:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.041803:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.041808:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.041811:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.041821:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.041829:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.041840:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.041845:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.041851:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.041855:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 464 into portal 10 MB=0x69b80794c8f00 00000400:00000200:0.0:1773674080.041860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.041866:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 464/464 into md 0x2c51f9 [32] + 224 00000800:00000001:0.0:1773674080.041875:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.041888:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.041891:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.041896:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.041904:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.041913:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674080.041925:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.041937:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.041947:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.041951:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.042100:0:93387:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.042108:0:93387:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.042110:0:93387:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.042114:0:93387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.042119:0:93387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc0959ec00 00000400:00000010:2.0:1773674080.042121:0:93387:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc0959ec00. 00000100:00000001:2.0:1773674080.042125:0:93387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.042140:0:93387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.042150:0:93387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.042158:0:93387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.042160:0:93387:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.042162:0:93387:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.042166:0:93387:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.042168:0:93387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.042171:0:93387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.042174:0:93387:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.042183:0:93387:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc0882b4e8 time=1773674080 v=5 (0 0 0 0) 00000100:00001000:2.0:1773674080.042187:0:93387:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.042190:0:93387:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.042192:0:93387:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.042195:0:93387:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.042198:0:93387:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.042202:0:93387:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.042214:0:93387:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674080.042216:0:93387:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.042217:0:93387:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.042229:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.042236:0:93387:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.042239:0:93387:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.042241:0:93387:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.042246:0:93387:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.042255:0:93387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f6b649ba-a60a-453a-bb07-451251d2ad8d:93387:1859825953443584:192.168.201.103@tcp:33:mount.lustre.0 00000100:00000001:2.0:1773674080.042259:0:93387:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.042262:0:93387:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.042264:0:93387:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.042266:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.042269:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.042287:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.042290:0:93387:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2d80. 00000100:00000001:2.0:1773674080.042293:0:93387:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.042295:0:93387:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:2.0:1773674080.042300:0:93387:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:2.0:1773674080.042303:0:93387:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.042306:0:93387:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.042309:0:93387:0:(lmv_obd.c:1601:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.042312:0:93387:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff98dc067bfa00. 00000002:00000001:2.0:1773674080.042318:0:93387:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674080.042321:0:93387:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773674080.042324:0:93387:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.042331:0:93387:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.042337:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.042344:0:93387:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.042348:0:93387:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.042357:0:93387:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.042363:0:93387:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.042368:0:93387:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.042374:0:93387:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.042378:0:93387:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.042383:0:93387:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000008:00000010:2.0:1773674080.042387:0:93387:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.042390:0:93387:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.042394:0:93387:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.042398:0:93387:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.042401:0:93387:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.042403:0:93387:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000080:00000001:2.0:1773674080.042406:0:93387:0:(vvp_dev.c:172:vvp_device_alloc()) Process entered 00000080:00000010:2.0:1773674080.042409:0:93387:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff98dc0437c6c0. 00000080:00000010:2.0:1773674080.042412:0:93387:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674080.042415:0:93387:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:2.0:1773674080.042461:0:93387:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff98dc182a0000. 00000020:00000010:2.0:1773674080.042471:0:93387:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98dc0959f000. 00000020:00000010:2.0:1773674080.042475:0:93387:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff98dc062f2d80. 00000020:00000001:2.0:1773674080.042479:0:93387:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042485:0:93387:0:(vvp_dev.c:198:vvp_device_alloc()) Process leaving (rc=18446630669463832256 : -113404245719360 : ffff98dc0437c6c0) 00000080:00000001:2.0:1773674080.042488:0:93387:0:(vvp_dev.c:207:vvp_device_init()) Process entered 00020000:00000001:2.0:1773674080.042491:0:93387:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:2.0:1773674080.042494:0:93387:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98dc0437c3c0. 00020000:00000001:2.0:1773674080.042497:0:93387:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:2.0:1773674080.042500:0:93387:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042502:0:93387:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042505:0:93387:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042506:0:93387:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:2.0:1773674080.042508:0:93387:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98dc0437c4e0. 00020000:00000001:2.0:1773674080.042510:0:93387:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:2.0:1773674080.042511:0:93387:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042513:0:93387:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042514:0:93387:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1773674080.042518:0:93387:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98dc0437c2a0. 00020000:00000001:2.0:1773674080.042519:0:93387:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:2.0:1773674080.042522:0:93387:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042523:0:93387:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1773674080.042526:0:93387:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98dc0437ca80. 00020000:00000001:2.0:1773674080.042527:0:93387:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:2.0:1773674080.042528:0:93387:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042530:0:93387:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.042532:0:93387:0:(lov_dev.c:280:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042534:0:93387:0:(vvp_dev.c:218:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674080.042536:0:93387:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674080.042539:0:93387:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.042543:0:93387:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.042547:0:93387:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.042551:0:93387:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.042554:0:93387:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.042558:0:93387:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.042561:0:93387:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.042564:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000008:00000010:2.0:1773674080.042566:0:93387:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.042569:0:93387:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.042572:0:93387:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.042576:0:93387:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674080.042578:0:93387:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000020:00000010:2.0:1773674080.042580:0:93387:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674080.042583:0:93387:0:(vvp_dev.c:302:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042585:0:93387:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674080.042588:0:93387:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773674080.042611:0:93387:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc05956b40. 00000080:00000001:2.0:1773674080.042621:0:93387:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773674080.042623:0:93387:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00000001:2.0:1773674080.042627:0:93387:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674080.042629:0:93387:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674080.042632:0:93387:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042635:0:93387:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674080.042638:0:93387:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773674080.042641:0:93387:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1773674050 00000080:00200000:2.0:1773674080.042645:0:93387:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00000001:2.0:1773674080.042647:0:93387:0:(llite_lib.c:3205:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773674080.042650:0:93387:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486746632 : -113404222804984 : ffff98dc05956c08) 00800000:00000001:2.0:1773674080.042653:0:93387:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674080.042655:0:93387:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.042658:0:93387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.042663:0:93387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953443584/t0(0) o33->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.042670:0:93387:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.042672:0:93387:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.042676:0:93387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674080.042699:0:93387:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.042702:0:93387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.042704:0:93387:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674080.042706:0:93387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.042709:0:93387:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08561200. 02000000:00000001:2.0:1773674080.042713:0:93387:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.042715:0:93387:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.042717:0:93387:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:2.0:1773674080.042720:0:93387:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.042721:0:93387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1773674080.042730:0:93387:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc0414ff60. 00000080:00000001:2.0:1773674080.042735:0:93387:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:2.0:1773674080.042737:0:93387:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:2.0:1773674080.042739:0:93387:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446630669521900944 : -113404187650672 : ffff98dc07add590) 00000080:00000001:2.0:1773674080.042742:0:93387:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446630669521900944 : -113404187650672 : ffff98dc07add590) 00000080:00000010:2.0:1773674080.042757:0:93387:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff98dc11129180. 00000080:00000010:2.0:1773674080.042762:0:93387:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff98dc11129c00. 00000080:00000001:2.0:1773674080.042784:0:93387:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773674080.042787:0:93387:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773674080.042790:0:93387:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042792:0:93387:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.042811:0:93387:0:(llite_lib.c:887:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.042814:0:93387:0:(llite_lib.c:1492:ll_fill_super()) kfreed 'md': 33 at ffff98dc04031480. 00000080:00000010:2.0:1773674080.042817:0:93387:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'dt': 33 at ffff98dc04031e00. 00000080:00000010:2.0:1773674080.042821:0:93387:0:(llite_lib.c:1502:ll_fill_super()) kfreed 'cfg': 88 at ffff98dc042c4840. 00000080:02000400:2.0:1773674080.042824:0:93387:0:(llite_lib.c:1508:ll_fill_super()) Mounted lustre-client 00000080:00000001:2.0:1773674080.044092:0:93387:0:(llite_lib.c:1509:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1773674080.044098:0:93387:0:(super25.c:189:lustre_fill_super()) 192.168.201.103@tcp:/lustre: Mount complete 00000080:00000001:1.0:1773674080.046175:0:1395:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.046186:0:1395:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.046665:0:1:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.046674:0:1:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674080.052425:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.052442:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.052446:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.052450:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.052460:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.052469:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.052477:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.052483:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.052489:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.052493:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b80794c8e00 00000400:00000200:0.0:1773674080.052498:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.052504:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c51e9 [1] + 0 00000800:00000001:0.0:1773674080.052512:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.053439:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.053446:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.053455:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.053464:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.053474:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674080.053488:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.053503:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.053513:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.053518:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.053707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.053712:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.053720:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.053722:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.053726:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:3.0:1773674080.053730:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:3.0:1773674080.053732:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:3.0:1773674080.053735:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.053741:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674080.053751:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.053758:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.053760:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.053763:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.053784:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.053786:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.053789:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.053792:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674080.053803:0:2410:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc078dc000. 00000100:00001000:3.0:1773674080.053811:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072fc458 time=1773674080 v=5 (0 0 0 0) 00000100:00001000:3.0:1773674080.053816:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=1773674080 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674080.053819:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc072fc410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773674080.053822:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.053824:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.053827:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.053831:0:2410:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.053835:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674080.053837:0:2410:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773674080.053840:0:2410:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773674080.053843:0:2410:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.053844:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.053850:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.053857:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.053861:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.053863:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.053865:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773674080.053872:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff98dc088eb800: connect to target with instance 1 00000020:00000001:3.0:1773674080.053875:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674080.053878:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814267 00000020:00000001:3.0:1773674080.053881:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.053884:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882e800 refcount=4 00000020:00000001:3.0:1773674080.053886:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000020:00000001:3.0:1773674080.053889:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535864832 : -113404173686784 : ffff98dc0882e800) 00000100:00001000:3.0:1773674080.053893:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=1773674080 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674080.053896:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc072fc410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773674080.053902:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000100:00080000:3.0:1773674080.053907:0:2410:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff98dc088eb800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1773674080.053910:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 3 00000100:00000001:3.0:1773674080.053912:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.053916:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773674080.053920:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0001-osc-ffff98dc088eb800, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773674080.053924:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773674080.053927:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773674080.053930:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674080.053932:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674080.053935:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674080.053936:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.053939:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.053941:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.053943:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.053945:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.053947:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.053948:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.053950:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674080.053952:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674080.053956:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674080.053958:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.053960:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.053962:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.053964:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.053965:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.053967:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.053969:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773674080.053972:0:2410:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1773674080.053976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc072fc000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773674080.053979:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674080.053980:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674080.053982:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773674080.053983:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773674080.053985:0:2410:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773674080.053987:0:2410:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff98dc07ad8820 for uuid lustre-OST0001_UUID event(1) 00020000:01000000:3.0:1773674080.053991:0:2410:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:3.0:1773674080.053993:0:2410:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn 2f77f56113814267 00020000:00000001:3.0:1773674080.053995:0:2410:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674080.053997:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674080.053998:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674080.054000:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674080.054001:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.054002:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.054004:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.054005:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.054006:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674080.054008:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674080.054009:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.054011:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674080.054012:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674080.054014:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674080.054016:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.054017:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.054019:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.054021:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.054022:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.054024:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.054025:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674080.054027:0:2410:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.054030:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773674080.054033:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.054036:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.054042:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.054057:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953443328:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:3.0:1773674080.054063:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.054065:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.054069:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953443328/t0(0) o8->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.054076:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.054079:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.054082:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9400. 02000000:00000001:3.0:1773674080.054085:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.054087:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.054089:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674080.054091:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.054095:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.054098:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.054100:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.054102:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773674080.054106:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.054107:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.054110:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.054117:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.054119:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.054122:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.054123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773674080.193385:0:93421:0:(debug.c:306:cfs_str2mask()) Process entered 00000080:00000001:0.0:1773674080.203728:0:93422:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674080.203736:0:93422:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674080.203739:0:93422:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674080.203742:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb20 00000080:00200000:0.0:1773674080.203747:0:93422:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674080.203754:0:93422:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c1aa00. 00800000:00000002:0.0:1773674080.203761:0:93422:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674080.203787:0:93422:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674080.203792:0:93422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.203794:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa40 00800000:00000002:0.0:1773674080.203797:0:93422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.203802:0:93422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674080.203805:0:93422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674080.203807:0:93422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674080.203810:0:93422:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674080.203813:0:93422:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674080.203816:0:93422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.203818:0:93422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.203820:0:93422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.203824:0:93422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674080.203829:0:93422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.203831:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f910 00000002:00010000:0.0:1773674080.203833:0:93422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674080.203837:0:93422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674080.203839:0:93422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674080.203843:0:93422:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674080.203850:0:93422:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.203852:0:93422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.203854:0:93422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.203856:0:93422:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674080.203859:0:93422:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674080.203865:0:93422:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02680. 00000020:00000040:0.0:1773674080.203870:0:93422:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674080.203876:0:93422:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674080.203881:0:93422:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674080.203885:0:93422:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.203888:0:93422:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674080.203891:0:93422:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674080.203895:0:93422:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674080.203901:0:93422:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a9000. 00000100:00000001:0.0:1773674080.203908:0:93422:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.203914:0:93422:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.203916:0:93422:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.203918:0:93422:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.203919:0:93422:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.203921:0:93422:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.203927:0:93422:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00010000:00000001:0.0:1773674080.203931:0:93422:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674080.203934:0:93422:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674080.203939:0:93422:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91c00. 00010000:00000010:0.0:1773674080.203943:0:93422:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93980. 00010000:00000001:0.0:1773674080.203950:0:93422:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674080.203953:0:93422:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3600. 00000020:00000001:0.0:1773674080.203957:0:93422:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674080.203959:0:93422:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3600 with handle 0x2f77f5611381426e to hash 00000020:00000001:0.0:1773674080.203962:0:93422:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674080.203964:0:93422:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:0.0:1773674080.203967:0:93422:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:0.0:1773674080.203971:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.203974:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.203979:0:93422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674080.203990:0:93422:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674080.204001:0:93422:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674080.204008:0:93422:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674080.204010:0:93422:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674080.204018:0:93422:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674080.204021:0:93422:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674080.204024:0:93422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.204026:0:93422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000001:0.0:1773674080.204031:0:93422:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674080.204035:0:93422:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.204038:0:93422:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674080.204039:0:93422:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674080.204050:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.204060:0:93422:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.204063:0:93422:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.204067:0:93422:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.204070:0:93422:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.204073:0:93422:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674080.204076:0:93422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:93422:1859825953443712:192.168.201.103@tcp:101:rm.0 00000100:00000001:0.0:1773674080.204081:0:93422:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.204087:0:93422:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.204089:0:93422:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.204092:0:93422:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.204098:0:93422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a3800. 02000000:00000001:0.0:1773674080.204100:0:93422:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.204108:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.204112:0:93422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ee70. 00000400:00000010:0.0:1773674080.204120:0:93422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674080.204128:0:93422:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953443712, portal 10 00000100:00000001:0.0:1773674080.204131:0:93422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.204132:0:93422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000040:0.0:1773674080.204139:0:93422:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.204147:0:93422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.204150:0:93422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.204153:0:93422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773674080.204156:0:93422:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953443712, offset 0 00000400:00000200:0.0:1773674080.204163:0:93422:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.204171:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.204179:0:93422:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.204183:0:93422:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.204188:0:93422:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.204192:0:93422:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.204195:0:93422:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.204200:0:93422:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252601:252601:256:4294967295] 192.168.201.103@tcp LPNI seq info [252569:252569:8:4294967295] 00000400:00000200:0.0:1773674080.204205:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.204216:0:93422:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.204223:0:93422:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.204228:0:93422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0200. 00000800:00000200:0.0:1773674080.204235:0:93422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.204244:0:93422:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.204248:0:93422:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.204266:0:93422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.204272:0:93422:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 355713 usecs (356 jiffies) 00000400:00000200:0.0:1773674080.204289:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.204292:0:93422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637613 00000800:00000200:0.0:1773674080.204400:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.204405:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:0.0:1773674080.204409:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.204415:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.204421:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:0.0:1773674080.204424:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:0.0:1773674080.204427:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.204432:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.204443:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.204447:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.204455:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.204457:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674080.204681:0:93422:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.204684:0:93422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637613 00000100:00000001:0.0:1773674080.204687:0:93422:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.204689:0:93422:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.204692:0:93422:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.204694:0:93422:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.204696:0:93422:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674080.204700:0:93422:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674080.204703:0:93422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.204705:0:93422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674080.211510:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.211529:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.211534:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.211538:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.211559:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.211568:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.211578:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.211583:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.211590:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.211595:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c8f80 00000400:00000200:0.0:1773674080.211600:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.211607:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5201 [1] + 224 00000800:00000001:0.0:1773674080.211616:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.211626:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.211629:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.211634:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.211641:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.211650:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674080.211663:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.211727:0:93422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.211750:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.211761:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.211805:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674080.212038:0:93422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.212040:0:93422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.212044:0:93422:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ee70. 00000400:00000200:2.0:1773674080.212049:0:93422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:2.0:1773674080.212052:0:93422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:2.0:1773674080.212056:0:93422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.212062:0:93422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.212072:0:93422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.212080:0:93422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.212082:0:93422:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.212085:0:93422:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.212089:0:93422:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.212091:0:93422:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.212094:0:93422:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.212097:0:93422:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.212107:0:93422:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.212113:0:93422:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.212117:0:93422:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.212119:0:93422:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.212122:0:93422:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.212126:0:93422:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.212130:0:93422:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.212132:0:93422:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.212135:0:93422:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.212137:0:93422:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.212142:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.212150:0:93422:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.212154:0:93422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.212156:0:93422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.212161:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.212170:0:93422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:93422:1859825953443712:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773674080.212175:0:93422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.212178:0:93422:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.212181:0:93422:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.212183:0:93422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.212187:0:93422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.212194:0:93422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.212198:0:93422:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:2.0:1773674080.212217:0:93422:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.212220:0:93422:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.212223:0:93422:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.212227:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212230:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212233:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=4 00000020:00000001:2.0:1773674080.212236:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212240:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000040:2.0:1773674080.212247:0:93422:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f3600, remote cookie: 0x441c89a0128d6a16, flags: 0x1001 00010000:00010000:2.0:1773674080.212253:0:93422:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.212265:0:93422:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212283:0:93422:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674080.212288:0:93422:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674080.212290:0:93422:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674080.212292:0:93422:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674080.212293:0:93422:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674080.212297:0:93422:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc10a91c00) refcount = 1 00010000:00010000:2.0:1773674080.212301:0:93422:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212309:0:93422:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674080.212313:0:93422:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674080.212315:0:93422:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.212318:0:93422:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674080.212321:0:93422:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.212325:0:93422:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212331:0:93422:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674080.212333:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212335:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212336:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212337:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212339:0:93422:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.212344:0:93422:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674080.212346:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212347:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212348:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212351:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212354:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212356:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212357:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212359:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=4 00000020:00000001:2.0:1773674080.212360:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212363:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212366:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.212369:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.212373:0:93422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212381:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212382:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212383:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212385:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212386:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=5 00000020:00000001:2.0:1773674080.212388:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212391:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212393:0:93422:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.212396:0:93422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212403:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212404:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674080.212407:0:93422:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212414:0:93422:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.212416:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212417:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212418:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212420:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674080.212426:0:93422:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674080.212436:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212437:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212439:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212440:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212443:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212445:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212446:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.212448:0:93422:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.212450:0:93422:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.212453:0:93422:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674080.212456:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212457:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212458:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212460:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212462:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00000002:00010000:2.0:1773674080.212466:0:93422:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212474:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212475:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212477:0:93422:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674080.212478:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212480:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212481:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212483:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212485:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000040:2.0:1773674080.212492:0:93422:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674080.212495:0:93422:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674080.212499:0:93422:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773674080.212502:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212503:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.212505:0:93422:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674080.212508:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f890 00000002:00002000:2.0:1773674080.212510:0:93422:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773674080.212513:0:93422:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.212517:0:93422:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.212520:0:93422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.212523:0:93422:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674080.212527:0:93422:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.212531:0:93422:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674080.212535:0:93422:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1aa00. 00000080:00000001:2.0:1773674080.212540:0:93422:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674080.212542:0:93422:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674080.212719:0:93422:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773674080.212725:0:93422:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773674080.212732:0:93422:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc02c85d00. 00800000:00000001:2.0:1773674080.212735:0:93422:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669439753472 : -113404269798144 : ffff98dc02c85d00) 00800000:00000001:2.0:1773674080.212737:0:93422:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.212740:0:93422:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674080.212743:0:93422:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674080.212853:0:93422:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674080.212857:0:93422:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773674080.212860:0:93422:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773674080.212862:0:93422:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.212867:0:93422:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674080.212870:0:93422:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773674080.212873:0:93422:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773674037 to 1773674050 00000080:00200000:2.0:1773674080.212878:0:93422:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773674080.212881:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212882:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212885:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212887:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212889:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212892:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212893:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674080.212895:0:93422:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674080.212898:0:93422:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773674080.212900:0:93422:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85d00 1 00800000:00000010:2.0:1773674080.212903:0:93422:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc02c85d00. 00800000:00000001:2.0:1773674080.212907:0:93422:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.212910:0:93422:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381426e 00800000:00000001:2.0:1773674080.212914:0:93422:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674080.212916:0:93422:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674080.212917:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212919:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212920:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212922:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212925:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212927:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212928:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.212930:0:93422:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.212932:0:93422:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.212935:0:93422:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.212937:0:93422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674080.212941:0:93422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381426e from it ffffbabdc1f1fb58 00010000:00000001:2.0:1773674080.212960:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.212961:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.212962:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.212964:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212967:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.212969:0:93422:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.212972:0:93422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.212980:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.212981:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.212982:0:93422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674080.212985:0:93422:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674080.212988:0:93422:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.212997:0:93422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674080.213000:0:93422:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674080.213002:0:93422:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.213006:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.213008:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.213009:0:93422:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213013:0:93422:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674080.213014:0:93422:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213016:0:93422:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213019:0:93422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213021:0:93422:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.213022:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.213023:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674080.213025:0:93422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.213030:0:93422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02680 x1859825953443712/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.213038:0:93422:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.213041:0:93422:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.213323:0:93422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a3800. 02000000:00000001:2.0:1773674080.213330:0:93422:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.213333:0:93422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.213335:0:93422:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.213337:0:93422:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.213340:0:93422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063a9000. 02000000:00000001:2.0:1773674080.213344:0:93422:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.213346:0:93422:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.213348:0:93422:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02680. 00000100:00000001:2.0:1773674080.213352:0:93422:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.213353:0:93422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674080.213357:0:93422:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674080.213363:0:93422:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.213377:0:93422:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc0414fae0. 00000020:00000001:2.0:1773674080.213382:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fae8 00000080:00200000:2.0:1773674080.213384:0:93422:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=8 00000080:00000001:2.0:1773674080.213388:0:93422:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773674080.213390:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f998 00000080:00200000:2.0:1773674080.213392:0:93422:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:2.0:1773674080.213401:0:93422:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08561a00. 00800000:00000002:2.0:1773674080.213407:0:93422:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674080.213411:0:93422:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674080.213414:0:93422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.213416:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f8b8 00800000:00000002:2.0:1773674080.213419:0:93422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.213422:0:93422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674080.213426:0:93422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.213429:0:93422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.213431:0:93422:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.213434:0:93422:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.213436:0:93422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.213438:0:93422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.213441:0:93422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.213444:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f850 00800000:00000002:2.0:1773674080.213446:0:93422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:2.0:1773674080.213450:0:93422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.213452:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f788 00000002:00010000:2.0:1773674080.213454:0:93422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674080.213458:0:93422:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674080.213460:0:93422:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773674080.213464:0:93422:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674080.213467:0:93422:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674080.213472:0:93422:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674080.213477:0:93422:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.213479:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.213481:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.213482:0:93422:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.213485:0:93422:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.213487:0:93422:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.213491:0:93422:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.213498:0:93422:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959e400. 00000100:00000001:2.0:1773674080.213504:0:93422:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213508:0:93422:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.213509:0:93422:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213511:0:93422:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.213512:0:93422:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.213514:0:93422:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.213520:0:93422:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00010000:00000001:2.0:1773674080.213523:0:93422:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674080.213526:0:93422:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773674080.213529:0:93422:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674080.213532:0:93422:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.213534:0:93422:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674080.213537:0:93422:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cfe00. 00000020:00000001:2.0:1773674080.213541:0:93422:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674080.213543:0:93422:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cfe00 with handle 0x2f77f56113814275 to hash 00000020:00000001:2.0:1773674080.213643:0:93422:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674080.213645:0:93422:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.213649:0:93422:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.213653:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.213655:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.213659:0:93422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.213667:0:93422:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.213679:0:93422:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674080.213685:0:93422:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674080.213687:0:93422:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674080.213694:0:93422:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2600. 00000100:00000001:2.0:1773674080.213696:0:93422:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821248 : -113404212730368 : ffff98dc062f2600) 00000100:00000001:2.0:1773674080.213699:0:93422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.213701:0:93422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000001:2.0:1773674080.213706:0:93422:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.213710:0:93422:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.213712:0:93422:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.213713:0:93422:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.213719:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.213728:0:93422:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.213730:0:93422:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.213733:0:93422:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.213736:0:93422:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.213738:0:93422:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.213742:0:93422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:93422:1859825953443840:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773674080.213923:0:93422:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.213930:0:93422:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.213933:0:93422:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.213936:0:93422:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.213942:0:93422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc050c7800. 02000000:00000001:2.0:1773674080.213944:0:93422:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.213952:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.213956:0:93422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.214170:0:93422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674080.214177:0:93422:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953443840, portal 10 00000100:00000001:2.0:1773674080.214180:0:93422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.214181:0:93422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:2.0:1773674080.214188:0:93422:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.214196:0:93422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.214199:0:93422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.214301:0:93422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064dd0. 00000100:00000200:2.0:1773674080.214307:0:93422:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953443840, offset 0 00000400:00000200:2.0:1773674080.214316:0:93422:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.214323:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.214331:0:93422:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.214335:0:93422:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.214339:0:93422:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.214343:0:93422:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.214347:0:93422:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.214351:0:93422:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252602:252602:256:4294967295] 192.168.201.103@tcp LPNI seq info [252570:252570:8:4294967295] 00000400:00000200:2.0:1773674080.214356:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.214367:0:93422:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.214373:0:93422:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.214379:0:93422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5100. 00000800:00000200:2.0:1773674080.214386:0:93422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.214393:0:93422:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.214398:0:93422:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.214471:0:93422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.214476:0:93422:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 354900 usecs (355 jiffies) 00000400:00000200:2.0:1773674080.214480:0:93422:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.214720:0:93422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637624 00000100:00000001:2.0:1773674080.214724:0:93422:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.214727:0:93422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637624 00000100:00000001:2.0:1773674080.214729:0:93422:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.214732:0:93422:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.214735:0:93422:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.214738:0:93422:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.214739:0:93422:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:2.0:1773674080.214743:0:93422:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2600 going to sleep for 25 seconds 00000100:00000001:2.0:1773674080.214754:0:93422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.214757:0:93422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.216459:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.216467:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5100. 00000400:00000200:0.0:1773674080.216474:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.216481:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.216487:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:0.0:1773674080.216490:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:0.0:1773674080.216495:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.216503:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.216514:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.216518:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.216525:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.216527:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674080.221915:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.221941:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.221947:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.221950:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.221962:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.221971:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.221981:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.221986:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.221991:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.221994:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794c9000 00000400:00000200:0.0:1773674080.222000:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.222006:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c5211 [1] + 224 00000800:00000001:0.0:1773674080.222014:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.222024:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.222027:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.222032:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.222039:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.222047:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674080.222058:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.222129:0:93422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.222149:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.222160:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.222164:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674080.222296:0:93422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.222300:0:93422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.222304:0:93422:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.222310:0:93422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:2.0:1773674080.222312:0:93422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:2.0:1773674080.222316:0:93422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.222321:0:93422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.222332:0:93422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.222340:0:93422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.222342:0:93422:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.222345:0:93422:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.222348:0:93422:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.222350:0:93422:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.222352:0:93422:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.222356:0:93422:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.222366:0:93422:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.222370:0:93422:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.222373:0:93422:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773674080.222378:0:93422:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.222386:0:93422:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674080.222390:0:93422:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.222392:0:93422:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.222394:0:93422:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.222396:0:93422:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773674080.222401:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.222409:0:93422:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773674080.222412:0:93422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.222414:0:93422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.222418:0:93422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.222426:0:93422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:93422:1859825953443840:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773674080.222432:0:93422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.222434:0:93422:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674080.222437:0:93422:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.222439:0:93422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.222443:0:93422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.222450:0:93422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.222453:0:93422:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2600. 00000100:00000001:2.0:1773674080.222457:0:93422:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.222458:0:93422:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773674080.222463:0:93422:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.222754:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.222758:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.222761:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674080.222785:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.222789:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00010000:2.0:1773674080.222794:0:93422:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222806:0:93422:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773674080.222811:0:93422:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222818:0:93422:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.222821:0:93422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222827:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.222829:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674080.222832:0:93422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222839:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.222843:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.222846:0:93422:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773674080.222849:0:93422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.222856:0:93422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cfe00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:2.0:1773674080.222860:0:93422:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773674080.222864:0:93422:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222871:0:93422:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773674080.222874:0:93422:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773674080.222878:0:93422:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222883:0:93422:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773674080.222887:0:93422:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674080.222888:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.222889:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.222890:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:2.0:1773674080.222893:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.222895:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.222899:0:93422:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674080.222902:0:93422:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773674080.222909:0:93422:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674080.222911:0:93422:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.222914:0:93422:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773674080.222916:0:93422:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674080.222920:0:93422:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674080.222922:0:93422:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674080.222924:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.222926:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674080.222929:0:93422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfe00 with handle 0x2f77f56113814275 from hash 00010000:00000001:2.0:1773674080.222932:0:93422:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674080.222933:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.222934:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.222936:0:93422:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674080.222938:0:93422:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674080.222940:0:93422:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773674080.222943:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.222944:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.222945:0:93422:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.222947:0:93422:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.222950:0:93422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222956:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.222957:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.222959:0:93422:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773674080.222960:0:93422:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.222962:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.222963:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.222964:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674080.222967:0:93422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 93422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.222980:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.222983:0:93422:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773674080.223194:0:93422:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773674080.223358:0:93422:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674080.223369:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674080.223371:0:93422:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.223373:0:93422:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.223376:0:93422:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.223379:0:93422:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674080.223382:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674080.223383:0:93422:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.223386:0:93422:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674080.223389:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f708 00000002:00002000:2.0:1773674080.223392:0:93422:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773674080.223395:0:93422:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.223399:0:93422:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.223402:0:93422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.223405:0:93422:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674080.223409:0:93422:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.223413:0:93422:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:2.0:1773674080.223415:0:93422:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674080.223417:0:93422:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1f1fb20 it_disposition 7 00000080:00002000:2.0:1773674080.223423:0:93422:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd5ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1773674080.223433:0:93422:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1773674080.223436:0:93422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.223440:0:93422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.223442:0:93422:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.223444:0:93422:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.223447:0:93422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.223449:0:93422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.223452:0:93422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.223456:0:93422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674080.223459:0:93422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.223462:0:93422:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.223468:0:93422:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674080.223471:0:93422:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.223476:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.223478:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674080.223482:0:93422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773674080.223491:0:93422:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674080.223496:0:93422:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.223499:0:93422:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773674080.223506:0:93422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674080.223508:0:93422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674080.223510:0:93422:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.223514:0:93422:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674080.223516:0:93422:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1f1f930 released 00000080:00010000:2.0:1773674080.223518:0:93422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381426e from it ffffbabdc1f1f930 00010000:00000001:2.0:1773674080.223520:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.223522:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.223523:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.223525:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.223527:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.223529:0:93422:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.223532:0:93422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.223537:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.223538:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.223540:0:93422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674080.223542:0:93422:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674080.223647:0:93422:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674080.223657:0:93422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674080.223660:0:93422:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674080.223662:0:93422:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.223667:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.223668:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.223670:0:93422:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.223674:0:93422:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674080.223675:0:93422:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.223677:0:93422:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.223681:0:93422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.223683:0:93422:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.223685:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.223686:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674080.223688:0:93422:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674080.223690:0:93422:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674080.223694:0:93422:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674080.223699:0:93422:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08561a00. 00000100:00000001:2.0:1773674080.223703:0:93422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.223708:0:93422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953443840/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.223716:0:93422:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.223718:0:93422:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.223722:0:93422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc050c7800. 02000000:00000001:2.0:1773674080.223725:0:93422:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.223727:0:93422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.223729:0:93422:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.223731:0:93422:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.223735:0:93422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959e400. 02000000:00000001:2.0:1773674080.223739:0:93422:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.223740:0:93422:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.223965:0:93422:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:2.0:1773674080.223972:0:93422:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.223973:0:93422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.223976:0:93422:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674080.223978:0:93422:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1f1fb20 released 00000080:00000001:2.0:1773674080.223979:0:93422:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674080.223984:0:93422:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674080.223986:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb70 00000080:00002000:2.0:1773674080.223989:0:93422:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff98dc04bd5ca8, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773674080.223992:0:93422:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.224044:0:93422:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674080.224046:0:93422:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674080.224048:0:93422:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674080.224050:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fbd8 00000080:00200000:2.0:1773674080.224052:0:93422:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674080.224058:0:93422:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08561a00. 00800000:00000002:2.0:1773674080.224062:0:93422:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674080.224066:0:93422:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674080.224068:0:93422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.224070:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1faf8 00800000:00000002:2.0:1773674080.224072:0:93422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.224076:0:93422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674080.224078:0:93422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.224079:0:93422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.224081:0:93422:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.224083:0:93422:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.224085:0:93422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.224086:0:93422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.224088:0:93422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.224091:0:93422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674080.224096:0:93422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.224097:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f9c8 00000002:00010000:2.0:1773674080.224099:0:93422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674080.224103:0:93422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674080.224104:0:93422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.224106:0:93422:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.224110:0:93422:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674080.224112:0:93422:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.224115:0:93422:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.224117:0:93422:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674080.224122:0:93422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773674080.224129:0:93422:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674080.224131:0:93422:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.224135:0:93422:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773674080.224141:0:93422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674080.224143:0:93422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674080.224145:0:93422:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674080.224147:0:93422:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674080.224149:0:93422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674080.224151:0:93422:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674080.224154:0:93422:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674080.224156:0:93422:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674080.224158:0:93422:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08561a00. 00000080:00000001:2.0:1773674080.224162:0:93422:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674080.224164:0:93422:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.224166:0:93422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674080.224170:0:93422:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381426e 00800000:00000001:2.0:1773674080.224173:0:93422:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674080.224174:0:93422:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674080.224176:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.224177:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.224179:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.224181:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.224183:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.224185:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.224186:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.224188:0:93422:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.224190:0:93422:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.224192:0:93422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381426e from it ffffbabdc1f1fc10 00010000:00000001:2.0:1773674080.224194:0:93422:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.224195:0:93422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.224196:0:93422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674080.224198:0:93422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.224200:0:93422:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674080.224217:0:93422:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.224220:0:93422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674080.224227:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.224229:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.224230:0:93422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674080.224232:0:93422:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674080.224234:0:93422:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674080.224241:0:93422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674080.224244:0:93422:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674080.224245:0:93422:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.224247:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.224249:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.224250:0:93422:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.224252:0:93422:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674080.224253:0:93422:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.224255:0:93422:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.224257:0:93422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.224259:0:93422:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.224261:0:93422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.224262:0:93422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674080.224264:0:93422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674080.224265:0:93422:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674080.224268:0:93422:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674080.224281:0:93422:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.224288:0:93422:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773674080.224291:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fda0 00000080:00002000:2.0:1773674080.224292:0:93422:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff98dc04bd5ca8) flags 0x8000e refc 0 00000080:00000001:2.0:1773674080.224295:0:93422:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.224297:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fe10 00000080:00200000:2.0:1773674080.224298:0:93422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=0 00000080:00000001:2.0:1773674080.224302:0:93422:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674080.224304:0:93422:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fe28 00000080:00002000:2.0:1773674080.224305:0:93422:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff98dc04bd5ca8, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773674080.224309:0:93422:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.238994:0:93423:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674080.239003:0:93423:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674080.239005:0:93423:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674080.239009:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3bc0 00000080:00200000:1.0:1773674080.239014:0:93423:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674080.239021:0:93423:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4ae00. 00800000:00000002:1.0:1773674080.239027:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674080.239032:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674080.239037:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.239399:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3ae0 00800000:00000002:1.0:1773674080.239404:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.239408:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674080.239411:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.239414:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.239417:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.239420:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.239422:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.239425:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.239428:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.239433:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674080.239438:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.239440:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce39b0 00000002:00010000:1.0:1773674080.239442:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674080.239446:0:93423:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674080.239448:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.239451:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674080.239459:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:1.0:1773674080.239462:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674080.239467:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674080.239472:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674080.239477:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773674080.239489:0:93423:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674080.239494:0:93423:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674080.239498:0:93423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773674080.239505:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674080.239507:0:93423:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674080.239509:0:93423:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674080.239511:0:93423:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674080.239513:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674080.239516:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674080.239519:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674080.239522:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674080.239525:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4ae00. 00000080:00000001:1.0:1773674080.239529:0:93423:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674080.239531:0:93423:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674080.239534:0:93423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773674080.239538:0:93423:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381426e 00800000:00000001:1.0:1773674080.239691:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674080.239694:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674080.239696:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.239698:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.239701:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674080.239703:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.239707:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.239710:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.239712:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674080.239713:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.239715:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674080.239718:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381426e from it ffffbabdc1ce3bf8 00010000:00000001:1.0:1773674080.239721:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.239722:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.239723:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674080.239725:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.239727:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.239729:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674080.239733:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773674080.239812:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.239814:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.239816:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674080.239819:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674080.239822:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773674080.239832:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674080.239835:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674080.239838:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674080.239843:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.239844:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.239847:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.239850:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674080.239852:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.239856:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.239859:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.239862:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674080.239863:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.239864:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674080.239868:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674080.239870:0:93423:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674080.239873:0:93423:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773674080.239877:0:93423:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.239884:0:93423:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773674080.239886:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b58 00000080:00002000:1.0:1773674080.239888:0:93423:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff98dc04bd5ca8) flags 0x8004e refc 0 00000080:00000001:1.0:1773674080.239891:0:93423:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.239893:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3bc8 00000080:00200000:1.0:1773674080.239894:0:93423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=777 00000080:00000001:1.0:1773674080.239899:0:93423:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674080.239900:0:93423:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674080.239902:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b00 00000080:00200000:1.0:1773674080.239904:0:93423:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674080.239909:0:93423:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4ae00. 00800000:00000002:1.0:1773674080.239912:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674080.239914:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674080.239916:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.239918:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a20 00800000:00000002:1.0:1773674080.239920:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.239923:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674080.239924:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.239926:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.239927:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.239929:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.239931:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.239933:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.239935:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.239938:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674080.239941:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.239942:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce38f0 00000002:00010000:1.0:1773674080.239944:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674080.239947:0:93423:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674080.239949:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.239950:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000010:2.1:1773674080.240639:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00010000:00000040:1.0:1773674080.240741:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:1.0:1773674080.240829:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674080.240834:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674080.240838:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674080.240841:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773674080.240851:0:93423:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674080.240855:0:93423:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674080.240858:0:93423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773674080.240865:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674080.240867:0:93423:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674080.240869:0:93423:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674080.240871:0:93423:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674080.240874:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674080.240876:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674080.240878:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674080.240880:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674080.240883:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4ae00. 00000080:00000001:1.0:1773674080.240887:0:93423:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674080.240888:0:93423:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674080.240890:0:93423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773674080.240894:0:93423:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381426e 00800000:00000001:1.0:1773674080.240897:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674080.240899:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674080.240901:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.240902:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.240904:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674080.240906:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.240909:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.240912:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.240913:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674080.240914:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.240916:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674080.240918:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381426e from it ffffbabdc1ce3b38 00010000:00000001:1.0:1773674080.240920:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.240922:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.240923:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674080.240925:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.240928:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674080.240930:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674080.240933:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773674080.240939:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.240940:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.240942:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674080.240943:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674080.240945:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773674080.240952:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674080.240954:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674080.240956:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674080.240958:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.240959:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.240961:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.240963:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674080.240965:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.240967:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.240970:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.240971:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674080.240973:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.240974:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674080.240976:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674080.240978:0:93423:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674080.240980:0:93423:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:1.0:1773674080.240984:0:93423:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.240987:0:93423:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773674080.240989:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b50 00000080:00200000:1.0:1773674080.240992:0:93423:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc20bc7c80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1773674080.241000:0:93423:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc08797e40. 00000080:00000001:1.0:1773674080.241005:0:93423:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773674080.241007:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a00 00000080:00200000:1.0:1773674080.241009:0:93423:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:1.0:1773674080.241194:0:93423:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4ae00. 00800000:00000002:1.0:1773674080.241197:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674080.241446:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674080.241450:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.241452:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3920 00800000:00000002:1.0:1773674080.241455:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.241458:0:93423:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773674080.241461:0:93423:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773674080.241464:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.241466:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.241468:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.241469:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.241471:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.241474:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674080.241476:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.241479:0:93423:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:1.0:1773674080.241483:0:93423:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773674080.241485:0:93423:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773674080.241488:0:93423:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773674080.241490:0:93423:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773674080.241493:0:93423:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x7:0x0] 40000000:00000001:1.0:1773674080.241496:0:93423:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.241498:0:93423:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.241500:0:93423:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.241502:0:93423:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.241504:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce38a0 00800000:00000002:1.0:1773674080.241506:0:93423:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:1.0:1773674080.241510:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.241511:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce37d8 00000002:00010000:1.0:1773674080.241513:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1773674080.241517:0:93423:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674080.241520:0:93423:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773674080.241524:0:93423:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773674080.241529:0:93423:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.241530:0:93423:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674080.241533:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:1.0:1773674080.241535:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674080.241538:0:93423:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674080.241541:0:93423:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674080.241637:0:93423:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1773674080.241647:0:93423:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674080.241651:0:93423:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674080.241653:0:93423:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773674080.241655:0:93423:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773674080.241658:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.241660:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674080.241663:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:1.0:1773674080.241665:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674080.241668:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.241670:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.241671:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674080.241673:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:1.0:1773674080.241674:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674080.241676:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.241678:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.241679:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674080.241681:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:1.0:1773674080.241683:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674080.241685:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.241687:0:93423:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773674080.241690:0:93423:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773674080.241694:0:93423:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773674080.241696:0:93423:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773674080.241698:0:93423:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674080.241700:0:93423:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.241703:0:93423:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674080.241706:0:93423:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674080.241708:0:93423:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674080.241710:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674080.241712:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773674080.241715:0:93423:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f3600 with handle 0x2f77f5611381426e from hash 00010000:00000001:1.0:1773674080.241717:0:93423:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674080.241719:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.241720:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.241721:0:93423:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674080.241724:0:93423:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674080.241726:0:93423:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674080.241729:0:93423:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674080.241731:0:93423:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674080.241733:0:93423:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773674080.241740:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbaa00. 00000020:00000040:1.0:1773674080.241907:0:93423:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773674080.241915:0:93423:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674080.241917:0:93423:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.241920:0:93423:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674080.241924:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674080.241926:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.241929:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674080.241931:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674080.241935:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674080.242045:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a8c00. 00000100:00000001:0.0:1773674080.242055:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.242061:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.242063:0:93423:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674080.242068:0:93423:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1773674080.242075:0:93423:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674080.242077:0:93423:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674080.242078:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674080.242081:0:93423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3600/0x2f77f5611381426e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6a16 expref: -99 pid: 93422 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1773674080.242088:0:93423:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91c00 count: 0 00010000:00000010:0.0:1773674080.242094:0:93423:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93980. 00010000:00000001:0.0:1773674080.242101:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.242102:0:93423:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.242104:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.242106:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.242107:0:93423:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.242117:0:93423:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00010000:00000001:0.0:1773674080.242121:0:93423:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674080.242123:0:93423:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674080.242127:0:93423:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91000. 00010000:00000010:0.0:1773674080.242131:0:93423:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93980. 00010000:00000001:0.0:1773674080.242136:0:93423:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674080.242139:0:93423:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2c00. 00000020:00000001:0.0:1773674080.242141:0:93423:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674080.242143:0:93423:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2c00 with handle 0x2f77f5611381427c to hash 00000020:00000001:0.0:1773674080.242145:0:93423:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674080.242147:0:93423:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:0.0:1773674080.242150:0:93423:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:0.0:1773674080.242153:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.242155:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.242159:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674080.242166:0:93423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773674080.242177:0:93423:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773674080.242190:0:93423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773674080.242311:0:93423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674080.242320:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674080.242322:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674080.242330:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674080.242332:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674080.242334:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.242336:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000001:0.0:1773674080.242340:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674080.242344:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.242346:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674080.242348:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674080.242353:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.242362:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.242365:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.242368:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.242371:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.242374:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674080.242377:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444096:192.168.201.103@tcp:101:lfs.0 00000100:00000001:0.0:1773674080.242382:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.242388:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.242390:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.242393:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.242448:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:0.0:1773674080.242451:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.242460:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.242464:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674080.242471:0:93423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc063aac00. 00000100:00000200:0.0:1773674080.242478:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953444096, portal 10 00000100:00000001:0.0:1773674080.242480:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.242482:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000040:0.0:1773674080.242488:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.242495:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.242497:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.242501:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773674080.242503:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859825953444096, offset 0 00000400:00000200:0.0:1773674080.242510:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.242517:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.242525:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.242529:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.242533:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.242537:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.242540:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.242643:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252603:252603:256:4294967295] 192.168.201.103@tcp LPNI seq info [252571:252571:8:4294967295] 00000400:00000200:0.0:1773674080.242650:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.242661:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.242668:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.242673:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0200. 00000800:00000200:0.0:1773674080.242680:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.242687:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.242692:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.242761:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.242791:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 354092 usecs (355 jiffies) 00000400:00000200:0.0:1773674080.242795:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.242798:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637653 00000100:00000001:0.0:1773674080.242801:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.242804:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637653 00000100:00000001:0.0:1773674080.242806:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.242808:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.242811:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.242813:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.242815:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674080.242818:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674080.242820:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.242823:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.243795:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.243801:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:1.0:1773674080.243806:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.243813:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.243819:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:1.0:1773674080.243821:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:1.0:1773674080.243825:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.243830:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.243841:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.243845:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.243852:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.243854:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674080.250974:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.250988:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.250992:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.250994:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.251003:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.251011:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.251019:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.251024:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.251030:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.251035:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 608 into portal 10 MB=0x69b80794c9100 00000400:00000200:0.0:1773674080.251040:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.251046:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 608/608 into md 0x2c5219 [32] + 224 00000800:00000001:0.0:1773674080.251054:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.251060:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.251063:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.251068:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.251074:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.251082:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674080.251095:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.251122:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.251130:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.251133:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.251267:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.251286:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.251288:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.251292:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:2.0:1773674080.251297:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc063aac00 00000400:00000010:2.0:1773674080.251300:0:93423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc063aac00. 00000100:00000001:2.0:1773674080.251303:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.251309:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.251319:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbaa00 x1859825953444096/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.251331:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.251334:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.251336:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.251340:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.251342:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.251345:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.251348:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.251357:0:93423:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.251360:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.251362:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.251364:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.251366:0:93423:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.251369:0:93423:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.251372:0:93423:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674080.251373:0:93423:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1773674080.251375:0:93423:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674080.251377:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.251378:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000001:2.0:1773674080.251380:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.251381:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.251383:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.251384:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.251388:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.251393:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.251395:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.251396:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.251399:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.251406:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbaa00 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444096:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674080.251411:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.251415:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.251417:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.251419:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.251424:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.251431:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.251434:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:2.0:1773674080.251437:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.251438:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.251441:0:93423:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.251446:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251449:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251452:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=4 00000020:00000001:2.0:1773674080.251454:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251457:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000040:2.0:1773674080.251464:0:93423:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2c00, remote cookie: 0x441c89a0128d6a47, flags: 0x1001 00010000:00010000:2.0:1773674080.251469:0:93423:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674080.251475:0:93423:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773674080.251478:0:93423:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773674080.251486:0:93423:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7500. 00010000:00000010:2.0:1773674080.251489:0:93423:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3200. 00010000:00000040:2.0:1773674080.251694:0:93423:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91000 count: 0 00010000:00000010:2.0:1773674080.251701:0:93423:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93980. 00010000:00000001:2.0:1773674080.251708:0:93423:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.251712:0:93423:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.251720:0:93423:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251732:0:93423:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674080.251735:0:93423:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674080.251738:0:93423:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674080.251739:0:93423:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674080.251741:0:93423:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674080.251744:0:93423:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc043b7500) refcount = 1 00010000:00010000:2.0:1773674080.251761:0:93423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251797:0:93423:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674080.251800:0:93423:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674080.251802:0:93423:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.251806:0:93423:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674080.251808:0:93423:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.251812:0:93423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251819:0:93423:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674080.251820:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251822:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.251823:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251824:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.251826:0:93423:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.251831:0:93423:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674080.251834:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251836:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251837:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.251839:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251842:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251844:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251845:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251846:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=4 00000020:00000001:2.0:1773674080.251848:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251851:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251854:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.251857:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.251860:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251867:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251868:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.251870:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251871:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251873:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=5 00000020:00000001:2.0:1773674080.251875:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251877:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251879:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.251882:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251888:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251889:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674080.251892:0:93423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251899:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.251900:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251901:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.251902:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251903:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674080.251909:0:93423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.251919:0:93423:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674080.251924:0:93423:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.251935:0:93423:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.251938:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251939:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251940:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.251941:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251943:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251945:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251945:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.251946:0:93423:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.251947:0:93423:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.251950:0:93423:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674080.251952:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.251953:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000001:2.0:1773674080.251954:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.251955:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00010000:00000001:2.0:1773674080.251956:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251956:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251957:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.251958:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251960:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00000002:00010000:2.0:1773674080.251962:0:93423:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.251967:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251967:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.251968:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674080.251969:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.251970:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.251971:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.251972:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.251973:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000040:2.0:1773674080.251976:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.251978:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674080.251981:0:93423:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773674080.251983:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.251984:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.251985:0:93423:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674080.251987:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3758 00000002:00002000:2.0:1773674080.251989:0:93423:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:2.0:1773674080.251991:0:93423:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.251993:0:93423:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.251995:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.251997:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674080.252000:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.252003:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:2.0:1773674080.252005:0:93423:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674080.252006:0:93423:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc08797e40 it_disposition 9800037 00000080:00002000:2.0:1773674080.252009:0:93423:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04bd5ca8 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:2.0:1773674080.252014:0:93423:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674080.252016:0:93423:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:2.0:1773674080.252018:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3988 00000080:00200000:2.0:1773674080.252019:0:93423:0:(namei.c:1622:ll_create_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000001:2.0:1773674080.252021:0:93423:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:2.0:1773674080.252023:0:93423:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674080.252026:0:93423:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674080.252028:0:93423:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674080.252030:0:93423:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674080.252033:0:93423:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773674080.252040:0:93423:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc05950000. 00000020:00000001:2.0:1773674080.252048:0:93423:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773674080.252049:0:93423:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773674080.252052:0:93423:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773674080.252053:0:93423:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00000001:2.0:1773674080.252057:0:93423:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674080.252059:0:93423:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773674080.252060:0:93423:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773674080 00000080:00200000:2.0:1773674080.252063:0:93423:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:2.0:1773674080.252066:0:93423:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1773674080.252068:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.252071:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.252074:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.252078:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561200. 00000020:00000010:2.0:1773674080.252081:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.252086:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.252090:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.252093:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.252097:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.252100:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.252103:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000008:00000010:2.0:1773674080.252105:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.252108:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.252111:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.252114:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.252116:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.252117:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674080.252120:0:93423:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773674080.252123:0:93423:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc043c2190. 00000020:00000001:2.0:1773674080.252125:0:93423:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674080.252126:0:93423:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.252132:0:93423:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773674080.252135:0:93423:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc043c04d8. 00020000:00000001:2.0:1773674080.252136:0:93423:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669464110296 : -113404245441320 : ffff98dc043c04d8) 00020000:00000001:2.0:1773674080.252138:0:93423:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773674080.252140:0:93423:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.252143:0:93423:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464117776 : -113404245433840 : ffff98dc043c2210) 00000020:00001000:2.0:1773674080.252145:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674080.252148:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561200. 00000020:00000010:2.0:1773674080.252150:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.252153:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.252157:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.252159:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.252162:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.252164:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.252166:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000008:00000010:2.0:1773674080.252168:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.252170:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.252172:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.252174:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674080.252176:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.252177:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674080.252179:0:93423:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486719176 : -113404222832440 : ffff98dc059500c8) 00010000:00000001:2.0:1773674080.252180:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.252181:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.252182:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.252183:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.252185:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00000080:00000001:2.0:1773674080.252187:0:93423:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674080.252189:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.252190:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.252192:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.252193:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.252194:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.252196:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.252197:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.252198:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.252200:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.252201:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.252203:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561200. 00000008:00000010:2.0:1773674080.252204:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.252205:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.252207:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.252208:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.252209:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.252211:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674080.252213:0:93423:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674080.252216:0:93423:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:2.0:1773674080.252219:0:93423:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000001:2.0:1773674080.252222:0:93423:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674080.252225:0:93423:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000002:2.0:1773674080.252228:0:93423:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674080.252231:0:93423:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.252233:0:93423:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.252236:0:93423:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674080.252239:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:2.0:1773674080.252243:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:2.0:1773674080.252245:0:93423:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674080.252247:0:93423:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.252250:0:93423:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1773674080.252253:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674080.252255:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.252258:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.252261:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.252263:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.252266:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.252268:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.252271:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.252284:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000008:00000010:2.0:1773674080.252287:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.252289:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.252291:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.252294:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674080.252296:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561200. 00000020:00000010:2.0:1773674080.252298:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674080.252301:0:93423:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252302:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252303:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674080.252305:0:93423:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674080.252309:0:93423:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674080.252310:0:93423:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.252313:0:93423:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00010000:2.0:1773674080.252316:0:93423:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) for lock 0x2f77f5611381427c 00800000:00000001:2.0:1773674080.252320:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674080.252322:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674080.252323:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.252324:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.252326:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.252328:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.252331:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.252333:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252334:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.252336:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.252338:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252340:0:93423:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773674080.252341:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.252347:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.252354:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252360:0:93423:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.252362:0:93423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00000001:2.0:1773674080.252364:0:93423:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674080.252367:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4ae00. 00000100:00000001:2.0:1773674080.252370:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.252372:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.252377:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252379:0:93423:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773674080.252381:0:93423:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252388:0:93423:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674080.252389:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a60 00000080:00200008:2.0:1773674080.252390:0:93423:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 120501 00000080:00000010:2.0:1773674080.252396:0:93423:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168dcc0. 00000080:00000010:2.0:1773674080.252400:0:93423:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c85d00. 00000080:00000001:2.0:1773674080.252402:0:93423:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674080.252407:0:93423:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674080.252409:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.252412:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.252414:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.252417:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.252419:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.252421:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.252423:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.252425:0:93423:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674080.252429:0:93423:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414fec0. 00000002:00100000:2.0:1773674080.252433:0:93423:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.252440:0:93423:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.252441:0:93423:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674080.252445:0:93423:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674080.252449:0:93423:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252451:0:93423:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.252454:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.252458:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674080.252465:0:93423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.252468:0:93423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674080.252493:0:93423:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674080.252495:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.252498:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a60 00000080:00000008:2.0:1773674080.252500:0:93423:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 100101, rc = 0 00000080:00000001:2.0:1773674080.252504:0:93423:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674080.252505:0:93423:0:(dcache.c:176:ll_intent_release()) intent ffff98dc08797e40 released 00000080:00010000:2.0:1773674080.252507:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381427c from it ffff98dc08797e40 00010000:00000001:2.0:1773674080.252509:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.252510:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.252511:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.252513:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.252514:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.252516:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.252519:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.252524:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252524:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.252525:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674080.252527:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674080.252529:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.252535:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674080.252537:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674080.252539:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.252542:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252542:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.252544:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252548:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674080.252550:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252552:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252554:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252556:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.252557:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252558:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674080.252559:0:93423:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674080.252561:0:93423:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674080.252563:0:93423:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674080.252565:0:93423:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.252567:0:93423:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674080.252569:0:93423:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252571:0:93423:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674080.252573:0:93423:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252575:0:93423:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674080.252577:0:93423:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252579:0:93423:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674080.252582:0:93423:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc08797e40. 00000080:00000001:2.0:1773674080.252585:0:93423:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252590:0:93423:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773674080.252592:0:93423:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1773674080.252596:0:93423:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.252628:0:93423:0:(file.c:4576:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1773674080.252631:0:93423:0:(file.c:4578:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8) cmd=4008669a arg=134b2e0 00000080:00000001:2.0:1773674080.252637:0:93423:0:(file.c:2940:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1773674080.252639:0:93423:0:(llite_lib.c:4175:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1773674080.252644:0:93423:0:(llite_lib.c:4184:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff98dc0414fd00. 00000080:00000001:2.0:1773674080.252648:0:93423:0:(llite_lib.c:4193:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1773674080.252651:0:93423:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1773674080.252653:0:93423:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1773674080.252656:0:93423:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08561200. 00800000:00000002:2.0:1773674080.252661:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674080.252664:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674080.252667:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.252669:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b10 00800000:00000002:2.0:1773674080.252671:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x7:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674080.252675:0:93423:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773674080.252676:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.252678:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.252679:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.252681:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.252683:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.252685:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.252686:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.252689:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a90 00800000:00000002:2.0:1773674080.252691:0:93423:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674080.252695:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.252697:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce39c8 00000002:00010000:2.0:1773674080.252699:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1773674080.252703:0:93423:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674080.252706:0:93423:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773674080.252709:0:93423:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674080.252713:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.252714:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.252717:0:93423:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674080.252719:0:93423:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252721:0:93423:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.252723:0:93423:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.252724:0:93423:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773674080.252725:0:93423:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.252729:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674080.252732:0:93423:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674080.252737:0:93423:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674080.252738:0:93423:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252740:0:93423:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674080.252743:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.252745:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.252746:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.252747:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.252749:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.252750:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.252753:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.252757:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959e400. 00000100:00000001:2.0:1773674080.252763:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252790:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.252793:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252794:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.252796:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.252798:0:93423:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.252805:0:93423:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00010000:00000001:2.0:1773674080.252809:0:93423:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674080.252811:0:93423:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674080.252815:0:93423:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7200. 00010000:00000010:2.0:1773674080.252817:0:93423:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3180. 00010000:00000001:2.0:1773674080.252820:0:93423:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674080.252822:0:93423:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cfe00. 00000020:00000001:2.0:1773674080.252824:0:93423:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674080.252826:0:93423:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cfe00 with handle 0x2f77f56113814283 to hash 00000020:00000001:2.0:1773674080.252828:0:93423:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674080.252829:0:93423:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.252831:0:93423:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.252834:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.252836:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.252838:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.252843:0:93423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773674080.252852:0:93423:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773674080.252857:0:93423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773674080.252863:0:93423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674080.252867:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674080.252868:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674080.252873:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2600. 00000100:00000001:2.0:1773674080.252875:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821248 : -113404212730368 : ffff98dc062f2600) 00000100:00000001:2.0:1773674080.252876:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.252877:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000001:2.0:1773674080.252880:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.252883:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.252885:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.252886:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.252889:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.252894:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.252896:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.252898:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.252900:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.252902:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.252904:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444352:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674080.252908:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.252912:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.252914:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.252916:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.253027:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98dc05680000. 02000000:00000001:2.0:1773674080.253029:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.253035:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.253039:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.253044:0:93423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98dc050c7800. 00000100:00000200:2.0:1773674080.253050:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859825953444352, portal 10 00000100:00000001:2.0:1773674080.253051:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.253052:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:2.0:1773674080.253056:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.253062:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.253064:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.253066:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674080.253069:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953444352, offset 0 00000400:00000200:2.0:1773674080.253073:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.253079:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.253085:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.253089:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.253092:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.253095:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.253097:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.253100:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252604:252604:256:4294967295] 192.168.201.103@tcp LPNI seq info [252572:252572:8:4294967295] 00000400:00000200:2.0:1773674080.253103:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.253110:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.253114:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.253117:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5900. 00000800:00000200:2.0:1773674080.253123:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.253128:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.253131:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.253145:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.253150:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 353290 usecs (354 jiffies) 00000400:00000200:2.0:1773674080.253153:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.253156:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637662 00000100:00000001:2.0:1773674080.253159:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.253162:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637662 00000100:00000001:2.0:1773674080.253164:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.253167:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.253169:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.253171:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.253173:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:2.0:1773674080.253176:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2600 going to sleep for 25 seconds 00000100:00000001:2.0:1773674080.253179:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.253181:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.253301:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.253306:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5900. 00000400:00000200:1.0:1773674080.253310:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.253315:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.253320:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:1.0:1773674080.253322:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:1.0:1773674080.253327:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.253332:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.253341:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.253344:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.253350:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.253352:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773674080.255813:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:0.1:1773674080.255826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:2.1:1773674080.259865:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91000. 00000800:00000001:0.0:1773674080.260917:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.260934:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.260938:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.260941:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.260951:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.260958:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.260968:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.260973:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.260979:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.260984:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d17500 00000400:00000200:0.0:1773674080.260992:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 656 00000800:00000001:0.0:1773674080.260999:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.261005:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.261008:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.261011:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.261017:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773674080.261019:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773674080.261023:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000100:00000040:0.0:1773674080.261026:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a01880 x1859825928598784 msgsize 328 00000100:00100000:0.0:1773674080.261029:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773674080.261046:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.261054:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.261056:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.261120:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773674080.261123:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928598784 02000000:00000001:1.0:1773674080.261125:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773674080.261127:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674080.261129:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.261132:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674080.261136:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928598784 00000020:00000001:1.0:1773674080.261138:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674080.261140:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:1.0:1773674080.261142:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.261145:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:1.0:1773674080.261146:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:1.0:1773674080.261148:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000001:1.0:1773674080.261152:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674080.261157:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031dc0. 00000100:00000001:1.0:1773674080.261159:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674080.261161:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031dc0. 00000020:00000010:1.0:1773674080.261165:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b800. 00000020:00000010:1.0:1773674080.261170:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799a00. 00000020:00000010:1.0:1773674080.261173:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773674080.261179:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773674080.261182:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773674080.261183:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773674080.261185:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.261191:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.261203:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.261215:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773674080.261217:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773674080.261222:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 39 00000100:00000040:1.0:1773674080.261225:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc072fa000 : new rpc_count 1 00000100:00000001:1.0:1773674080.261228:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:1.0:1773674080.261236:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a01880 x1859825928598784/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:156/0 lens 328/0 e 0 to 0 dl 1773674091 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674080.261245:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674080.261247:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031dc0. 00000100:00000001:1.0:1773674080.261249:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674080.261251:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031dc0. 00000100:00100000:1.0:1773674080.261256:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:9879:x1859825928598784:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773674080.261260:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928598784 00010000:00000001:1.0:1773674080.261263:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773674080.261270:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.261280:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.261283:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=2 00000020:00000001:1.0:1773674080.261285:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:1.0:1773674080.261288:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:1.0:1773674080.261292:0:81784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674080.261296:0:81784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674080.261301:0:81784:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1773674080.261312:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773674080.261314:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773674080.261320:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc118b0400. 02000000:00000001:1.0:1773674080.261323:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.261326:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.261331:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773674080.261334:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674080.261337:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=136 v=5 (1 1 0 1) 00000100:00000001:1.0:1773674080.261341:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674080.261344:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 28 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674080.261346:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773674080.261348:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773674080.261349:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.261352:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674080.261354:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674080.261357:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773674080.261362:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928598784, offset 224 00000400:00000200:1.0:1773674080.261367:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.261372:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.261377:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674080.261381:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252605:252605:256:4294967295] 192.168.201.103@tcp LPNI seq info [252573:252573:8:4294967295] 00000400:00000200:1.0:1773674080.261384:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.261391:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674080.261395:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674080.261398:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674080.261412:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674080.261418:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674080.261422:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674080.261431:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.261433:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 27 to 192.168.201.103@tcp 00010000:00000001:1.0:1773674080.261435:0:81784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773674080.261438:0:81784:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc11129540. 00010000:00000001:1.0:1773674080.261440:0:81784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773674080.261450:0:81784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773674080.261452:0:81784:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.261454:0:81784:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.261455:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.261461:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825928598784/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:156/0 lens 328/224 e 0 to 0 dl 1773674091 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773674080.261470:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:9879:x1859825928598784:12345-192.168.201.103@tcp:104: Request processed in 224us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1773674080.261478:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 39 00000100:00000040:1.0:1773674080.261481:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc072fa000 : new rpc_count 0 00000020:00000001:2.0:1773674080.261484:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1773674080.261484:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773674080.261486:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1773674080.261487:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.261489:0:81794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1773674080.261490:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799a00. 00010000:00000001:2.0:1773674080.261492:0:81794:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773674080.261494:0:81794:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1773674080.261494:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773674080.261498:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b800. 00010000:00010000:2.0:1773674080.261499:0:81794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00000040:1.0:1773674080.261502:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00000001:1.0:1773674080.261505:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674080.261507:0:81794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc200f2c00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:2.0:1773674080.261511:0:81794:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773674080.261516:0:81794:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.261523:0:81794:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773674080.261525:0:81794:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773674080.261528:0:81794:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.261534:0:81794:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773674080.261537:0:81794:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674080.261538:0:81794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.261539:0:81794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.261541:0:81794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2c00 refcount=3 00000020:00000001:2.0:1773674080.261543:0:81794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.261545:0:81794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933248 : -113403778618368 : ffff98dc200f2c00) 00010000:00000001:2.0:1773674080.261548:0:81794:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674080.261551:0:81794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773674080.261557:0:81794:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674080.261561:0:81794:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674080.261563:0:81794:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674080.261565:0:81794:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:2.0:1773674080.261569:0:81794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.261572:0:81794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.261577:0:81794:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.261581:0:81794:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.261586:0:81794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.261588:0:81794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.261589:0:81794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000800:00000200:1.0:1773674080.261589:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:2.0:1773674080.261591:0:81794:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.261593:0:81794:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.261595:0:81794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.261597:0:81794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.261598:0:81794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.261600:0:81794:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.261602:0:81794:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.261604:0:81794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.261605:0:81794:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.261607:0:81794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.261608:0:81794:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674080.261610:0:81794:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.261612:0:81794:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.261615:0:81794:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.261617:0:81794:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674080.261620:0:81794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.261624:0:81794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.261629:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.261632:0:81794:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.261636:0:81794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.261642:0:81794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.261647:0:81794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.261652:0:81794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.261657:0:81794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.261661:0:81794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.261666:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000008:00000010:2.0:1773674080.261670:0:81794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.261674:0:81794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.261678:0:81794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.261682:0:81794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.261685:0:81794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.261687:0:81794:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674080.261689:0:81794:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773674080.261692:0:81794:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x7:0x0]: losing layout lock 00000080:00000001:2.0:1773674080.261695:0:81794:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773674080.261697:0:81794:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773674080.261701:0:81794:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674080.261703:0:81794:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674080.261706:0:81794:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773674080.261708:0:81794:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.261710:0:81794:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674080.261712:0:81794:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674080.261715:0:81794:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.261720:0:81794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.261723:0:81794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.261727:0:81794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.261730:0:81794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.261733:0:81794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.261736:0:81794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.261738:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000008:00000010:2.0:1773674080.261741:0:81794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00000800:00000010:1.0:1773674080.262175:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:1.0:1773674080.262184:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.262190:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.262195:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773674080.262198:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773674080.262202:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674080.262203:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00020000:00000010:2.0:1773674080.264228:0:81794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.264241:0:81794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.264247:0:81794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674080.264251:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000020:00000010:2.0:1773674080.264261:0:81794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674080.264266:0:81794:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.264271:0:81794:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773674080.264283:0:81794:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) invalid 00000020:00000001:2.0:1773674080.264288:0:81794:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc253fc40 00000080:00002000:2.0:1773674080.264290:0:81794:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff98dc04bd5ca8) parent ffff98dc10e90a20 inode ffff98dc059500c8 refc 1 00000080:00000001:2.0:1773674080.264295:0:81794:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773674080.264297:0:81794:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674080.264300:0:81794:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.264305:0:81794:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674080.264309:0:81794:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674080.264310:0:81794:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674080.264313:0:81794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.264315:0:81794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674080.264319:0:81794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2c00 with handle 0x2f77f5611381427c from hash 00010000:00000001:2.0:1773674080.264322:0:81794:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674080.264324:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.264326:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.264327:0:81794:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674080.264331:0:81794:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674080.264333:0:81794:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1773674080.264339:0:81794:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.264344:0:81794:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.264346:0:81794:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.264350:0:81794:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773674080.264589:0:81794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773674080.264690:0:81794:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674080.264698:0:81794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674080.264701:0:81794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674080.264706:0:81794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674080.264714:0:81794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1a800. 00000100:00000001:0.0:1773674080.264722:0:81794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.264725:0:81794:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674080.264733:0:81794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773674080.264743:0:81794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674080.264745:0:81794:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.264751:0:81794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674080.264756:0:81794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.264793:0:81794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.264859:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674080.264863:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.264866:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674080.264873:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.264881:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674080.264883:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.264888:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674080.264890:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674080.264893:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674080.264896:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953444480:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773674080.264901:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674080.264907:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674080.264909:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.264911:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674080.264916:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674080.264918:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.264925:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674080.264928:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149f8. 00000400:00000010:1.0:1773674080.264932:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773674080.264938:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953444480, portal 18 00000100:00000001:1.0:1773674080.264940:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.264941:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:1.0:1773674080.264947:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.264953:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674080.264955:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674080.264956:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674080.264958:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953444480, offset 0 00000400:00000200:1.0:1773674080.264964:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.264970:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.264976:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674080.264980:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674080.264983:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674080.264986:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674080.264988:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674080.264992:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252606:252606:256:4294967295] 192.168.201.103@tcp LPNI seq info [252574:252574:8:4294967295] 00000400:00000200:1.0:1773674080.264995:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.265217:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674080.265224:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674080.265229:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674080.265236:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674080.265243:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674080.265248:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773674080.265262:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.265266:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 353290 usecs (354 jiffies) 00000400:00000200:1.0:1773674080.265270:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674080.265284:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637674 00000100:00000001:1.0:1773674080.265288:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.265291:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637674 00000100:00000001:1.0:1773674080.265293:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.265296:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.265299:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.265302:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.265305:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674080.265333:0:81794:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674080.265337:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.265338:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.265339:0:81794:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.265341:0:81794:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.265342:0:81794:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.265346:0:81794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674080.265352:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674080.265353:0:81794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2c00/0x2f77f5611381427c lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6a47 expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1773674080.265359:0:81794:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7500 count: 0 00010000:00000010:0.0:1773674080.265364:0:81794:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3200. 00010000:00000001:0.0:1773674080.265372:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.265373:0:81794:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773674080.265375:0:81794:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc11129540. 00010000:00000001:0.0:1773674080.265378:0:81794:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674080.265380:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674080.265382:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.265384:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674080.265386:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674080.265387:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.265388:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674080.265389:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674080.265390:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.265391:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674080.266733:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674080.266739:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674080.266745:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674080.266747:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.266751:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.266754:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.266827:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674080.266830:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.267093:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.267098:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:1.0:1773674080.267105:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.267113:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.267120:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674080.267123:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674080.267127:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.267134:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.267146:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.267150:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.267157:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.267158:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674080.270492:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.270510:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674080.270515:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.270518:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.270528:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.270535:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674080.270556:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.270563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.270568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.270572:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794c9280 00000400:00000200:0.0:1773674080.270577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.270584:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5239 [1] + 224 00000800:00000001:0.0:1773674080.270601:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.270615:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674080.270618:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.270623:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674080.270630:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.270639:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674080.270651:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.270673:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674080.270681:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674080.270686:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773674080.270834:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:0.1:1773674080.270842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2c00. 00000100:00000001:1.0:1773674080.270905:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674080.270909:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674080.270917:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674080.270919:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674080.270923:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149f8. 00000400:00000200:1.0:1773674080.270927:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:1.0:1773674080.270930:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:1.0:1773674080.270933:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.270938:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674080.270949:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.270956:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674080.270959:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.270962:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674080.270965:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674080.270968:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674080.270971:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.270974:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674080.270982:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674080.270987:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674080.270990:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674080.270992:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.270995:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674080.270999:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.271002:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674080.271005:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:1.0:1773674080.271006:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674080.271009:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.271015:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.271022:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.271025:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674080.271027:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674080.271031:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674080.271041:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953444480:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773674080.271045:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.271048:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.271051:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953444480/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.271059:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674080.271062:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674080.271065:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674080.271069:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674080.271073:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674080.271075:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674080.271078:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674080.271080:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1a800. 02000000:00000001:1.0:1773674080.271084:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674080.271086:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674080.271088:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:1.0:1773674080.271092:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674080.271094:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.271096:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674080.271103:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674080.271105:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.271107:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674080.271109:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674080.273713:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.273729:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.273733:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.273736:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.273745:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.273752:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.273760:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.274682:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.274689:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.274693:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c9200 00000400:00000200:1.0:1773674080.274696:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.274701:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5229 [64] + 224 00000800:00000001:1.0:1773674080.274707:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.274763:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.274787:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.274792:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.274799:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.274809:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.274820:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.274896:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.274916:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.274926:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.274931:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674080.278536:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.278544:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.278549:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.278559:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc050c7800 00000400:00000010:2.0:1773674080.278562:0:93423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff98dc050c7800. 00000100:00000001:2.0:1773674080.278568:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.278581:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.278595:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.278604:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.278607:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.278610:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.278614:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.278617:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.278620:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.278624:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.278635:0:93423:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.278640:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.278644:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773674080.278648:0:93423:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc0428b100 x1859825953444352/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.278657:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674080.278661:0:93423:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674080.278663:0:93423:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674080.278665:0:93423:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674080.278668:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.278670:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000001:2.0:1773674080.278674:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.278677:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.278679:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.278682:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773674080.278687:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.278696:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773674080.278700:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.278702:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.278706:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.278715:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444352:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674080.278720:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.278723:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674080.278726:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.278729:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.278733:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.278740:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.278848:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2600. 00000100:00000001:2.0:1773674080.278853:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.278854:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773674080.278858:0:93423:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.278864:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.278868:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.278871:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674080.278874:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.278878:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00010000:2.0:1773674080.278884:0:93423:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278896:0:93423:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773674080.278902:0:93423:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278914:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.278917:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278923:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.278925:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674080.278928:0:93423:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278935:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.278939:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.278942:0:93423:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773674080.278945:0:93423:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.278952:0:93423:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cfe00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:2.0:1773674080.278955:0:93423:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773674080.278959:0:93423:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278966:0:93423:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773674080.278968:0:93423:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773674080.278972:0:93423:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.278978:0:93423:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773674080.278980:0:93423:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674080.278982:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.278983:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.278985:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:2.0:1773674080.278988:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.278990:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.278993:0:93423:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674080.278996:0:93423:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773674080.279003:0:93423:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674080.279005:0:93423:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.279007:0:93423:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773674080.279009:0:93423:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674080.279012:0:93423:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674080.279014:0:93423:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674080.279016:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.279017:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674080.279020:0:93423:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfe00 with handle 0x2f77f56113814283 from hash 00010000:00000001:2.0:1773674080.279023:0:93423:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674080.279025:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.279026:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.279027:0:93423:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674080.279029:0:93423:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674080.279031:0:93423:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773674080.279034:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.279035:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.279037:0:93423:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.279039:0:93423:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.279042:0:93423:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.279048:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.279050:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.279051:0:93423:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773674080.279053:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.279055:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.279056:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.279057:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674080.279060:0:93423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfe00/0x2f77f56113814283 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674080.279068:0:93423:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7200 count: 0 00010000:00000010:2.0:1773674080.279077:0:93423:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3180. 00010000:00000001:2.0:1773674080.279088:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.279090:0:93423:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773674080.279095:0:93423:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773674080.279102:0:93423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.279113:0:93423:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674080.279119:0:93423:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.279127:0:93423:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.279133:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674080.279135:0:93423:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.279137:0:93423:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.279139:0:93423:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.279142:0:93423:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674080.279144:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.279145:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00010000:00000001:2.0:1773674080.279148:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674080.279149:0:93423:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.279151:0:93423:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674080.279155:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3948 00000002:00002000:2.0:1773674080.279157:0:93423:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:2.0:1773674080.279161:0:93423:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.279165:0:93423:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.279167:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.279170:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674080.279174:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.279178:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674080.279182:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08561200. 00000080:00000001:2.0:1773674080.279188:0:93423:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674080.279195:0:93423:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674080.279199:0:93423:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773674080.279218:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.279429:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.279436:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000020:00000010:2.0:1773674080.279443:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561200. 00000020:00000010:2.0:1773674080.279447:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.279455:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.279460:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.279466:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.279475:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.279479:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.279483:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000008:00000010:2.0:1773674080.279487:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.279491:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.279495:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.279500:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.279503:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.279506:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674080.279509:0:93423:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674080.279513:0:93423:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674080.279516:0:93423:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674080.279523:0:93423:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437c000. 00020000:00000010:2.0:1773674080.279527:0:93423:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06009000. 00020000:00000010:2.0:1773674080.279533:0:93423:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c720. 00020000:00000001:2.0:1773674080.279536:0:93423:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463832352 : -113404245719264 : ffff98dc0437c720) 00020000:00000002:2.0:1773674080.279539:0:93423:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c720, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674080.279544:0:93423:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674080.279549:0:93423:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009000: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:2.0:1773674080.279554:0:93423:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000001:2.0:1773674080.279558:0:93423:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:2.0:1773674080.279559:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.279562:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fec60. 00000020:00000010:2.0:1773674080.279566:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.279570:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc085c6800. 00000020:00000010:2.0:1773674080.279573:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674080.279577:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674080.279581:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193300. 00008000:00000010:2.0:1773674080.279584:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674080.279587:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674080.279590:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070df230. 00000020:00000010:2.0:1773674080.279594:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc085c7400. 00000008:00000010:2.0:1773674080.279597:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674080.279599:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1680. 00008000:00000010:2.0:1773674080.279602:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1400. 00000080:00000010:2.0:1773674080.279605:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c000. 00000020:00000001:2.0:1773674080.279607:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498969192 : -113404210582424 : ffff98dc064fec68) 00000020:00001000:2.0:1773674080.279609:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fec60 00020000:00000002:2.0:1773674080.279611:0:93423:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x7:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1773674080.279614:0:93423:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:2.0:1773674080.279616:0:93423:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:2.0:1773674080.279619:0:93423:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773674080.279620:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.279623:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe900. 00000020:00000010:2.0:1773674080.279626:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc085c7e00. 00000020:00000010:2.0:1773674080.279629:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0b656600. 00000020:00000010:2.0:1773674080.279631:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cc00. 00000008:00000010:2.0:1773674080.279635:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674080.279637:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674080.279640:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674080.279643:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674080.279647:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674080.279650:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0b656800. 00000008:00000010:2.0:1773674080.279653:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674080.279656:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674080.279658:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674080.279661:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cb40. 00000020:00000001:2.0:1773674080.279662:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968328 : -113404210583288 : ffff98dc064fe908) 00000020:00001000:2.0:1773674080.279664:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe900 00000020:00000001:2.0:1773674080.279668:0:93423:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.279671:0:93423:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674080.279674:0:93423:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674080.279676:0:93423:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674080.279679:0:93423:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674080.279680:0:93423:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674080.279682:0:93423:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674080.279685:0:93423:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc070dcbc8 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773674080.279688:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner ffff98dc01224f80/ffff98dc01224f80 00020000:00000001:2.0:1773674080.279691:0:93423:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1773674080.279693:0:93423:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1773674080.279695:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner ffff98dc01224f80/ffff98dc01224f80 00000020:00000001:2.0:1773674080.279697:0:93423:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674080.279699:0:93423:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1773674080.279701:0:93423:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674080.279703:0:93423:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674080.279706:0:93423:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674080.279707:0:93423:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674080.279710:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe900 00000020:00000010:2.0:1773674080.279714:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0b656600. 00000020:00000010:2.0:1773674080.279717:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cc00. 00000008:00000010:2.0:1773674080.279721:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674080.279724:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674080.279727:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674080.279730:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674080.279733:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674080.279736:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc085c7e00. 00000008:00000010:2.0:1773674080.279739:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674080.279742:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674080.279758:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674080.279761:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cb40. 00000020:00000010:2.0:1773674080.279809:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0b656800. 00000020:00000010:2.0:1773674080.279812:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe900. 00000080:00000001:2.0:1773674080.279815:0:93423:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.279818:0:93423:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.279820:0:93423:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.279823:0:93423:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773674080.279825:0:93423:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674080.279827:0:93423:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x7:0x0]Apply new layout lov ffff98dc043c04d8, type 2 00020000:00000001:2.0:1773674080.279830:0:93423:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773674080.279832:0:93423:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c720, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674080.279836:0:93423:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674080.279839:0:93423:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009000: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000010:2.0:1773674080.279843:0:93423:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc042b4730. 00020000:00000010:2.0:1773674080.279846:0:93423:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc062f2600. 00020000:00000001:2.0:1773674080.279850:0:93423:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773674080.279853:0:93423:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc07306848. 00020000:00000001:2.0:1773674080.279856:0:93423:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773674080.279858:0:93423:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:2.0:1773674080.279863:0:93423:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773674080.279866:0:93423:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc043c2ed8. 00000020:00000001:2.0:1773674080.279869:0:93423:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674080.279870:0:93423:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.279873:0:93423:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000001:2.0:1773674080.279878:0:93423:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773674080.279882:0:93423:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc043cc540. 00020000:00000001:2.0:1773674080.279885:0:93423:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.279890:0:93423:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000001:2.0:1773674080.279892:0:93423:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669464121176 : -113404245430440 : ffff98dc043c2f58) 00020000:00000002:2.0:1773674080.279895:0:93423:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x23ac:0x0]@ffff98dc043c2ed8[0:0] -> [0x20000bf89:0x7:0x0]@ffff98dc043c2190: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674080.279901:0:93423:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773674080.279903:0:93423:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:2.0:1773674080.279905:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fec60 00000020:00000010:2.0:1773674080.279907:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc085c6800. 00000020:00000010:2.0:1773674080.279910:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674080.279913:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674080.279916:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193300. 00008000:00000010:2.0:1773674080.279919:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674080.279922:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674080.279925:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070df230. 00000020:00000010:2.0:1773674080.279927:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000008:00000010:2.0:1773674080.279930:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674080.279932:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1680. 00008000:00000010:2.0:1773674080.279934:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1400. 00000080:00000010:2.0:1773674080.279937:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c000. 00000020:00000010:2.0:1773674080.279939:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc085c7400. 00000020:00000010:2.0:1773674080.279941:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fec60. 00020000:00000001:2.0:1773674080.279943:0:93423:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.279945:0:93423:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:2.0:1773674080.279946:0:93423:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000002:2.0:1773674080.279949:0:93423:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674080.279951:0:93423:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.279953:0:93423:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674080.279955:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:2.0:1773674080.279957:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561200. 00000020:00000010:2.0:1773674080.279960:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.279963:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.279966:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.279968:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.279970:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.279972:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.279975:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000008:00000010:2.0:1773674080.279977:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.279979:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.279981:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.279983:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:2.0:1773674080.279985:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.279988:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:2.0:1773674080.279992:0:93423:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674080.279995:0:93423:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773674080.280001:0:93423:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:2.0:1773674080.280004:0:93423:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674080.280008:0:93423:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674080.280010:0:93423:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.280014:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.280021:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.280030:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.280033:0:93423:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.280036:0:93423:0:(file.c:3131:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1773674080.280040:0:93423:0:(file.c:3144:ll_release_openhandle()) kmalloced '(och)': 56 at ffff98dc02c85300. 00800000:00000001:2.0:1773674080.280045:0:93423:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674080.280048:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.280050:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.280053:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.280055:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.280057:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.280059:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.280061:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.280064:0:93423:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674080.280068:0:93423:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414f680. 00000002:00100000:2.0:1773674080.280072:0:93423:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.280080:0:93423:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.280081:0:93423:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.280083:0:93423:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773674080.280086:0:93423:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc0b656800. 00000080:00000001:2.0:1773674080.280088:0:93423:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773674080.280094:0:93423:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773674080.280098:0:93423:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773674080.280099:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.280100:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.280102:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.280103:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.280104:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.280106:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.280108:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.280110:0:93423:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:2.0:1773674080.280113:0:93423:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773674080.280115:0:93423:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:2.0:1773674080.280121:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674080.280125:0:93423:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674080.280129:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.280132:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.280136:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.280142:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0b656600. 00000100:00000001:2.0:1773674080.280148:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773674080.280158:0:93423:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773674080.280169:0:93423:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773674080.280174:0:93423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773674080.280181:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674080.280184:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674080.280190:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.280193:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496822016 : -113404212729600 : ffff98dc062f2900) 00000100:00000001:2.0:1773674080.280195:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.280197:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000001:2.0:1773674080.280215:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.280591:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.280596:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.280597:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.280604:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.280613:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.280615:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.280619:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.280622:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.280625:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.280628:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444736:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773674080.280635:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.280641:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.280643:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.280646:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.280651:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959c000. 02000000:00000001:2.0:1773674080.280653:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.280661:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.280665:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.280672:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674080.280680:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953444736, portal 10 00000100:00000001:2.0:1773674080.280682:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.280684:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674080.280690:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.280698:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.280701:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.280704:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674080.280708:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953444736, offset 0 00000400:00000200:2.0:1773674080.280715:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.280724:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.280733:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.280738:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.280855:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.280860:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.280863:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.280867:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252607:252607:256:4294967295] 192.168.201.103@tcp LPNI seq info [252575:252575:8:4294967295] 00000400:00000200:2.0:1773674080.280872:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.280883:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.280891:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.280896:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5900. 00000800:00000200:2.0:1773674080.280904:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.280913:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.280918:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.280929:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.280934:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 351735 usecs (352 jiffies) 00000400:00000200:2.0:1773674080.280938:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.280941:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637688 00000100:00000001:2.0:1773674080.280944:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.280946:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637688 00000100:00000001:2.0:1773674080.280949:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.280951:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.280954:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.280956:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.280958:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674080.280961:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2900 going to sleep for 11 seconds 00000100:00000001:2.0:1773674080.280963:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.280967:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.281132:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.281137:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5900. 00000400:00000200:0.0:1773674080.281143:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.281148:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.281154:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:0.0:1773674080.281157:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:0.0:1773674080.281160:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.281165:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.281176:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.281180:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.281187:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.281189:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674080.284822:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:2.1:1773674080.284836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000800:00000001:1.0:1773674080.286204:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.286219:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.286224:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.286226:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.286236:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.286244:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.286254:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.286259:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.286265:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.286270:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c9380 00000400:00000200:1.0:1773674080.286287:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.286293:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5249 [1] + 224 00000800:00000001:1.0:1773674080.286303:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.286326:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.286330:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.286336:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.286344:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.286352:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.286361:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.286377:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.286387:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.286391:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.286420:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.286429:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.286431:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.286435:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.286441:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674080.286443:0:93423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674080.286446:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.286452:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.286462:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953444736/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.286469:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.286472:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.286474:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.286478:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.286481:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.286484:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.286487:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.286496:0:93423:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=163 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674080.286501:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.286504:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.286505:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.286508:0:93423:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.286512:0:93423:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.286515:0:93423:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674080.286517:0:93423:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674080.286519:0:93423:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674080.286521:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.286523:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000001:2.0:1773674080.286526:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.286528:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.286530:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.286533:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.286539:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.286547:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.286551:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.286553:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.286558:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.286567:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444736:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773674080.286572:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.286575:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.286578:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.286580:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.286584:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.286591:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.286594:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.286598:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.286599:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.286606:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.286607:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000002:00000001:2.0:1773674080.286610:0:93423:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.286614:0:93423:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.286619:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0b656800. 00000080:00000001:2.0:1773674080.286622:0:93423:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674080.286625:0:93423:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674080.286628:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.286631:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.286633:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.286636:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.286638:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.286640:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.286643:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.286647:0:93423:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674080.286653:0:93423:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674080.286662:0:93423:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.286664:0:93423:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.286666:0:93423:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85300. 00000100:00000001:2.0:1773674080.286669:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.286673:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.286680:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.286682:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.286686:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.286692:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.286695:0:93423:0:(file.c:3159:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.286699:0:93423:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674080.286701:0:93423:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1ce3c90 released 00000080:00000001:2.0:1773674080.286703:0:93423:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674080.286705:0:93423:0:(file.c:2729:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.286709:0:93423:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674080.286712:0:93423:0:(file.c:6048:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1773674080.286713:0:93423:0:(file.c:6050:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.286716:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.286717:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.286719:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.286720:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.286722:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.286724:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.286726:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.286729:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.286732:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674080.286739:0:93423:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.286741:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.286743:0:93423:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:2.0:1773674080.286746:0:93423:0:(file.c:6055:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.286748:0:93423:0:(file.c:6958:ll_layout_intent()) Process entered 00000080:00000010:2.0:1773674080.286752:0:93423:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0b656800. 00000080:00010000:2.0:1773674080.286759:0:93423:0:(file.c:6976:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00000001:2.0:1773674080.286880:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674080.286886:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674080.286890:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b18 00800000:00000002:2.0:1773674080.286892:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x7:0x0] '' on [0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.286898:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674080.286900:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.286901:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.286903:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.286904:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.286906:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.286908:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.286910:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.287072:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x7:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674080.287078:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674080.287081:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce39e8 00000002:00010000:3.0:1773674080.287083:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x20000bf89:0x7:0x0], intent: layout flags 0 00000002:00000001:3.0:1773674080.287087:0:93423:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674080.287089:0:93423:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1773674080.287096:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773674080.287100:0:93423:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773674080.287105:0:93423:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674080.287110:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.287113:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.287116:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.287118:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.287123:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.287130:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067be400. 00000100:00000001:3.0:1773674080.287135:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.287139:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674080.287141:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.287142:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674080.287144:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.287147:0:93423:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.287150:0:93423:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00010000:00000001:3.0:1773674080.287154:0:93423:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674080.287156:0:93423:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773674080.287161:0:93423:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabf00. 00010000:00000010:3.0:1773674080.287165:0:93423:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8280. 00010000:00000001:3.0:1773674080.287170:0:93423:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674080.287173:0:93423:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869bc00. 00000020:00000001:3.0:1773674080.287176:0:93423:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674080.287179:0:93423:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869bc00 with handle 0x2f77f5611381428a to hash 00000020:00000001:3.0:1773674080.287181:0:93423:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674080.287183:0:93423:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.287186:0:93423:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.287190:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.287193:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.287197:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674080.287219:0:93423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674080.287396:0:93423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674080.287406:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674080.287408:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674080.287416:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.287418:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522705408 : -113404186846208 : ffff98dc07ba1c00) 00000100:00000001:3.0:1773674080.287421:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.287422:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773674080.287427:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.287431:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.287433:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674080.287435:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.287441:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.287449:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.287452:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.287456:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.287458:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.287461:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.287465:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444864:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773674080.287468:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.287473:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.287476:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.287478:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.287483:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.287486:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.287492:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.287496:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674080.287501:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674080.287508:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953444864, portal 10 00000100:00000001:3.0:1773674080.287510:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.287512:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:3.0:1773674080.287517:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.287531:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.287534:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.289720:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674080.289734:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859825953444864, offset 0 00000400:00000200:3.0:1773674080.289829:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.289841:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.289849:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.289854:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.289859:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.289863:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.289866:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.289871:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252608:252608:256:4294967295] 192.168.201.103@tcp LPNI seq info [252576:252576:8:4294967295] 00000400:00000200:3.0:1773674080.289876:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.289887:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.289894:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.289900:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2500. 00000800:00000200:3.0:1773674080.289908:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.289917:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.289921:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.290003:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.290010:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 350936 usecs (351 jiffies) 00000400:00000200:3.0:1773674080.290015:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.290018:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637696 00000100:00000001:3.0:1773674080.290022:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.290024:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637696 00000100:00000001:3.0:1773674080.290027:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.290029:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.290033:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.290037:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.290039:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674080.290042:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1c00 going to sleep for 25 seconds 00000100:00000001:3.0:1773674080.290045:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.290049:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.290609:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.290614:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2500. 00000400:00000200:0.0:1773674080.290621:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.290627:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.290633:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:0.0:1773674080.290636:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:0.0:1773674080.290640:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.290648:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.290660:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.290664:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.290673:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.290675:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.293907:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.293927:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.293932:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.293935:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.293947:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.293957:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.293966:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.293972:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.293978:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.293983:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 10 MB=0x69b80794c9400 00000400:00000200:1.0:1773674080.293989:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.293996:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5251 [1] + 224 00000800:00000001:1.0:1773674080.294005:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.294014:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.294018:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.294023:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.294031:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.294040:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.294254:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.294284:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.294295:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.294300:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.295499:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.295510:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.295513:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.295517:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674080.295523:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674080.295526:0:93423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674080.295529:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.295538:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674080.295551:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.295559:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.295561:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.295564:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.295568:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.295571:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.295574:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.295577:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.295588:0:93423:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674080.295594:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.295597:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.295599:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.295602:0:93423:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.295606:0:93423:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.295610:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.295614:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:3.0:1773674080.295617:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.295620:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.295625:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.295640:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.295643:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.295645:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.295650:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674080.295660:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953444864:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773674080.295666:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.295670:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.295672:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.295674:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.295678:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.295687:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.295690:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.295694:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.295696:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.295700:0:93423:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674080.295704:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.295707:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.295711:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=4 00000020:00000001:3.0:1773674080.295714:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295717:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000040:3.0:1773674080.295724:0:93423:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869bc00, remote cookie: 0x441c89a0128d6a6a, flags: 0x1000 00010000:00000001:3.0:1773674080.295727:0:93423:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674080.295731:0:93423:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674080.295733:0:93423:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674080.295735:0:93423:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674080.295736:0:93423:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674080.295740:0:93423:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc02dabf00) refcount = 1 00010000:00010000:3.0:1773674080.295761:0:93423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.295817:0:93423:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674080.295821:0:93423:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674080.295823:0:93423:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674080.295827:0:93423:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674080.295829:0:93423:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.295834:0:93423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.295842:0:93423:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674080.295844:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295846:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.295847:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295848:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.295850:0:93423:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.295855:0:93423:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674080.295857:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.295859:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.295861:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.295863:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295865:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295867:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295869:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674080.295874:0:93423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1773674080.295884:0:93423:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff98dc07f29800: layout return lvb 56 transno 0 00010000:00000001:3.0:1773674080.295887:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.295889:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.295891:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.295893:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295896:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00000002:00010000:3.0:1773674080.295900:0:93423:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773674080.295913:0:93423:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc07345380. 00010000:00000001:3.0:1773674080.295916:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295917:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.295919:0:93423:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.295921:0:93423:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.295924:0:93423:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674080.295926:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.295928:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.295930:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.295932:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295935:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00000002:00010000:3.0:1773674080.295939:0:93423:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.295946:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295948:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.295951:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674080.295952:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.295954:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.295956:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.295958:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.295961:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000040:3.0:1773674080.295967:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 2 00010000:00000001:3.0:1773674080.295971:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674080.295976:0:93423:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 16 res 8589983625/7 (0 0) 00010000:00000001:3.0:1773674080.295979:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.295980:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.295982:0:93423:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674080.295986:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3968 00000002:00002000:3.0:1773674080.295988:0:93423:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:3.0:1773674080.295991:0:93423:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.295995:0:93423:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.295998:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674080.296002:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x7:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674080.296005:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.296008:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.296013:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953444864/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.296022:0:93423:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.296025:0:93423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.296029:0:93423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.296034:0:93423:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.296037:0:93423:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.296039:0:93423:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.296041:0:93423:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.296044:0:93423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067be400. 02000000:00000001:3.0:1773674080.296050:0:93423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.296052:0:93423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.296054:0:93423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773674080.296058:0:93423:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.296059:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773674080.296064:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0b656800. 00000080:00010000:3.0:1773674080.296069:0:93423:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) for lock 0x2f77f5611381428a 00800000:00000001:3.0:1773674080.296075:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674080.296077:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674080.296079:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.296081:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.296082:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.296084:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296087:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296090:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296092:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.296094:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.296096:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674080.296099:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381428a from it ffffbabdc1ce3c38 00010000:00000001:3.0:1773674080.296102:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.296103:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.296105:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.296107:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296110:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296112:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.296116:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.296124:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296125:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.296127:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674080.296129:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674080.296133:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.296141:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674080.296144:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674080.296146:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.296151:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296152:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.296154:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296158:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674080.296160:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296162:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296166:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296168:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.296170:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296171:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674080.296173:0:93423:0:(file.c:6992:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296177:0:93423:0:(file.c:6048:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1773674080.296179:0:93423:0:(file.c:6050:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674080.296183:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.296186:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.296189:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.296192:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674080.296194:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.296197:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674080.296200:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.296204:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674080.296205:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674080.296208:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 2 00010000:00000001:3.0:1773674080.296211:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674080.296215:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.296283:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674080.296289:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674080.296299:0:93423:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674080.296305:0:93423:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.296308:0:93423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674080.296316:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1773674080.296319:0:93423:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 16 00000080:00000001:3.0:1773674080.296321:0:93423:0:(file.c:6055:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1773674080.296324:0:93423:0:(file.c:6849:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1773674080.296325:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.296327:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.296329:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.296331:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296333:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00000080:00010000:3.0:1773674080.296337:0:93423:0:(file.c:6859:ll_layout_lock_set()) ### file [0x20000bf89:0x7:0x0](00000000240d46d1) being reconfigured ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1773674080.296347:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674080.296349:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674080.296357:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.296358:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.296360:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=4 00000020:00000001:3.0:1773674080.296362:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296365:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296368:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296369:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.296370:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.296373:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296376:0:93423:0:(file.c:6774:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1773674080.296378:0:93423:0:(file.c:6777:ll_layout_fetch()) [0x20000bf89:0x7:0x0] LVB_READY=0 l_lvb_data=ffff98dc07345380 l_lvb_len=56 00000080:00000001:3.0:1773674080.296381:0:93423:0:(file.c:6780:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296383:0:93423:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674080.296385:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.296391:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674080.296396:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be400. 00000020:00000010:3.0:1773674080.296401:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.296405:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.296413:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.296419:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.296424:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.296430:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.296435:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.296439:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be600. 00000008:00000010:3.0:1773674080.296443:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.296447:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.296451:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.296455:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674080.296458:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674080.296461:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674080.296464:0:93423:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674080.296468:0:93423:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674080.296472:0:93423:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674080.296477:0:93423:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc11916780. 00020000:00000010:3.0:1773674080.296482:0:93423:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc07fe7000. 00020000:00000010:3.0:1773674080.296487:0:93423:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc11916120. 00020000:00000001:3.0:1773674080.296490:0:93423:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669687808288 : -113404021743328 : ffff98dc11916120) 00020000:00000002:3.0:1773674080.296493:0:93423:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc11916120, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674080.296500:0:93423:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674080.296504:0:93423:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7000: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674080.296509:0:93423:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000001:3.0:1773674080.296512:0:93423:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674080.296515:0:93423:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc01224f80 00020000:00000010:3.0:1773674080.296520:0:93423:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc07fe7000. 00020000:00000010:3.0:1773674080.296524:0:93423:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc11916780. 00020000:00000010:3.0:1773674080.296528:0:93423:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc11916120. 00020000:00000002:3.0:1773674080.296530:0:93423:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674080.296533:0:93423:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.296535:0:93423:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.296539:0:93423:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773674080.296543:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674080.296546:0:93423:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674080.296549:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674080.296552:0:93423:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773674080.296554:0:93423:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674080.296556:0:93423:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674080.296557:0:93423:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773674080.296560:0:93423:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773674080.296562:0:93423:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773674080.296566:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674080.296569:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.296574:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.296578:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.296581:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.296584:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.296588:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.296591:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.296594:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be400. 00000008:00000010:3.0:1773674080.296598:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.296602:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.296606:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.296610:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674080.296613:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be600. 00000020:00000010:3.0:1773674080.296615:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674080.296618:0:93423:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296620:0:93423:0:(file.c:6896:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1773674080.296621:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296623:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.296624:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.296626:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.296627:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=3 00000020:00000001:3.0:1773674080.296629:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296632:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:3.0:1773674080.296634:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.296638:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.296646:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296647:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.296649:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674080.296650:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674080.296653:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674080.296660:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674080.296662:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674080.296663:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.296666:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296667:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.296669:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296671:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674080.296673:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296675:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296677:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.296679:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.296680:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.296682:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674080.296684:0:93423:0:(file.c:6937:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296686:0:93423:0:(file.c:7056:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296690:0:93423:0:(file.c:2917:ll_file_getstripe()) Process entered 00000020:00000001:3.0:1773674080.296691:0:93423:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.296695:0:93423:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674080.296698:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be600. 00000020:00000010:3.0:1773674080.296701:0:93423:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067be400. 00000020:00000010:3.0:1773674080.296704:0:93423:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.296707:0:93423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.296710:0:93423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.296713:0:93423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.296716:0:93423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.296719:0:93423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.296722:0:93423:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bfa00. 00000008:00000010:3.0:1773674080.296725:0:93423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.296728:0:93423:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.296731:0:93423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.296734:0:93423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674080.296737:0:93423:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674080.296739:0:93423:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674080.296741:0:93423:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:3.0:1773674080.296743:0:93423:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:3.0:1773674080.296745:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674080.296747:0:93423:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674080.296750:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674080.296753:0:93423:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:3.0:1773674080.296756:0:93423:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff98dc07345b40. 00020000:00000001:3.0:1773674080.296759:0:93423:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674080.296760:0:93423:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674080.296763:0:93423:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:3.0:1773674080.296796:0:93423:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff98dc07345b40. 00020000:00000001:3.0:1773674080.296800:0:93423:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.296803:0:93423:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.296805:0:93423:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674080.296807:0:93423:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674080.296810:0:93423:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067be400. 00000020:00000010:3.0:1773674080.296813:0:93423:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.296816:0:93423:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.296819:0:93423:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.296822:0:93423:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.296824:0:93423:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.296828:0:93423:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.296830:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be600. 00000008:00000010:3.0:1773674080.296833:0:93423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.296835:0:93423:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.296838:0:93423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.296840:0:93423:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674080.296843:0:93423:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.296845:0:93423:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:3.0:1773674080.296848:0:93423:0:(file.c:2928:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674080.296851:0:93423:0:(file.c:2970:ll_lov_setstripe()) kvfree 'klum': 32 at ffff98dc0414fd00. 00000080:00000001:3.0:1773674080.296856:0:93423:0:(file.c:2971:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296859:0:93423:0:(file.c:4643:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.296885:0:93423:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674080.296888:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674080.296892:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674080.296895:0:93423:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296903:0:93423:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674080.296905:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3dd0 00000080:00200008:3.0:1773674080.296908:0:93423:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 100001 00000080:00000001:3.0:1773674080.296913:0:93423:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773674080.296916:0:93423:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773674080.296917:0:93423:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674080.296919:0:93423:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674080.296921:0:93423:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674080.296923:0:93423:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.296925:0:93423:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773674080.296928:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.296930:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.296932:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.296934:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674080.296936:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.296938:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674080.296940:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.296943:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674080.296945:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674080.296948:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 2 00010000:00000001:3.0:1773674080.296951:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674080.296954:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.296955:0:93423:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:3.0:1773674080.296958:0:93423:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773674080.296960:0:93423:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773674080.296963:0:93423:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc067bfa00. 00000080:00000001:3.0:1773674080.296965:0:93423:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773674080.296970:0:93423:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773674080.296973:0:93423:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773674080.296975:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.296976:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.296977:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.296979:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674080.296981:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.296982:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674080.296984:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.296986:0:93423:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:3.0:1773674080.296989:0:93423:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773674080.296991:0:93423:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:3.0:1773674080.296997:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773674080.297001:0:93423:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674080.297006:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.297010:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.297013:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.297018:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc067be600. 00000100:00000001:3.0:1773674080.297025:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773674080.297039:0:93423:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773674080.297059:0:93423:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773674080.297065:0:93423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773674080.297073:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674080.297075:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674080.297081:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.297083:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522705408 : -113404186846208 : ffff98dc07ba1c00) 00000100:00000001:3.0:1773674080.297086:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.297088:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773674080.297093:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.297097:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.297099:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674080.297101:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.297105:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.297112:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.297115:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.297118:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.297121:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.297123:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.297126:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953445120:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674080.297131:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.297136:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.297139:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.297141:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.297146:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.297149:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.297156:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.297161:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674080.297168:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674080.297176:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953445120, portal 10 00000100:00000001:3.0:1773674080.297180:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.297181:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:3.0:1773674080.297188:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.297196:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.297199:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.297202:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674080.297206:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953445120, offset 0 00000400:00000200:3.0:1773674080.297213:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.297229:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.297238:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.297242:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.297247:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.297252:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.297255:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.297260:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252609:252609:256:4294967295] 192.168.201.103@tcp LPNI seq info [252577:252577:8:4294967295] 00000400:00000200:3.0:1773674080.297266:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.297288:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.297295:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.297301:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2a00. 00000800:00000200:3.0:1773674080.297309:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.297317:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.297322:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.297333:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.297338:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 350145 usecs (351 jiffies) 00000400:00000200:3.0:1773674080.297342:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.297345:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637703 00000100:00000001:3.0:1773674080.297349:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.297352:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637703 00000100:00000001:3.0:1773674080.297355:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.297358:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.297361:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.297364:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.297366:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674080.297369:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1c00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674080.297372:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.297374:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.298052:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.298058:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2a00. 00000400:00000200:0.0:1773674080.298065:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.298071:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.298077:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:0.0:1773674080.298080:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:0.0:1773674080.298085:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.298090:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.298101:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.298105:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.298114:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.298116:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.303135:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.303154:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.303159:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.303162:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.303174:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.303183:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.303192:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.303211:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.303217:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.303222:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c9500 00000400:00000200:1.0:1773674080.303228:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.303234:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5259 [1] + 224 00000800:00000001:1.0:1773674080.303244:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.303255:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.303259:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.303264:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.303283:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.303293:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.303307:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.303330:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.303341:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.303345:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.303690:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.303699:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.303702:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.303705:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674080.303710:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674080.303713:0:93423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674080.303717:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.303722:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674080.303733:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953445120/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.303741:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.303756:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.303759:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.303763:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.303806:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.303808:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.303812:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.303823:0:93423:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674080.303828:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.303831:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.303833:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.303836:0:93423:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.303841:0:93423:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.303844:0:93423:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674080.303847:0:93423:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674080.303849:0:93423:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674080.303851:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.303853:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000001:3.0:1773674080.303857:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.303859:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:3.0:1773674080.303862:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.303865:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.303871:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.303879:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.303882:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.303885:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.303889:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674080.303899:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:93423:1859825953445120:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674080.303904:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.303908:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.303910:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.303912:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.303916:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.303923:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.303926:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.303930:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.303932:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.303940:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.303941:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000002:00000001:3.0:1773674080.303945:0:93423:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.303948:0:93423:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674080.303955:0:93423:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc067bfa00. 00000080:00000001:3.0:1773674080.303959:0:93423:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773674080.303962:0:93423:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773674080.303965:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.303968:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.303970:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.303973:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674080.303976:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.303978:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674080.303981:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.303985:0:93423:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773674080.303991:0:93423:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674080.304000:0:93423:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.304002:0:93423:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674080.304005:0:93423:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85d00. 00000100:00000001:3.0:1773674080.304009:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.304012:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.304019:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.304022:0:93423:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674080.304025:0:93423:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168dcc0. 00000080:00000001:3.0:1773674080.304029:0:93423:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.304035:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3dd0 00000080:00000008:3.0:1773674080.304038:0:93423:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 100001, rc = 0 00000080:00000001:3.0:1773674080.304042:0:93423:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.304048:0:93423:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674080.304050:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3e00 00000080:00002000:3.0:1773674080.304052:0:93423:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff98dc04bd5ca8, parent ffff98dc10e90a20, inode ffff98dc059500c8) hashed, 00000080:00000001:3.0:1773674080.304055:0:93423:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674080.304066:0:93423:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773674080.304073:0:93423:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1773674080.311254:0:93424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414fae0. 00000080:00000001:3.0:1773674080.314514:0:93424:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674080.314525:0:93424:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674080.314528:0:93424:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674080.314532:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fbc0 00000080:00200000:3.0:1773674080.314537:0:93424:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674080.314546:0:93424:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc067bfa00. 00800000:00000002:3.0:1773674080.314553:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674080.314559:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674080.314566:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674080.314569:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fae0 00800000:00000002:3.0:1773674080.314572:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674080.314576:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674080.314579:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674080.314582:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674080.314585:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674080.314588:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674080.314590:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.314593:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674080.314596:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.314600:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674080.314606:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674080.314609:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f9b0 00000002:00010000:3.0:1773674080.314611:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674080.314615:0:93424:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674080.314618:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674080.314622:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674080.314631:0:93424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.314635:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.314637:0:93424:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.314639:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674080.314642:0:93424:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773674080.314649:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674080.314655:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773674080.314662:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674080.314667:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.314675:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.314677:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.314679:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.314683:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.314686:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.314690:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.314698:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729f400. 00000100:00000001:3.0:1773674080.314705:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.314710:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674080.314713:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.314714:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674080.314716:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.314718:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.314723:0:93424:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00010000:00000001:3.0:1773674080.314727:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674080.314730:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773674080.314734:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabe00. 00010000:00000010:3.0:1773674080.314740:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8300. 00010000:00000001:3.0:1773674080.315459:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674080.315466:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869a200. 00000020:00000001:3.0:1773674080.315472:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674080.315474:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869a200 with handle 0x2f77f56113814291 to hash 00000020:00000001:3.0:1773674080.315477:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674080.315479:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.315483:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.315487:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.315490:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.315495:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674080.315507:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674080.315520:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674080.315526:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674080.315529:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674080.315536:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.315538:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522705408 : -113404186846208 : ffff98dc07ba1c00) 00000100:00000001:3.0:1773674080.315541:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.315543:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000001:3.0:1773674080.315549:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.315554:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.315557:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674080.315559:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.315571:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.315581:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.315583:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.315587:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.315591:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.315594:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.315598:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445248:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773674080.315604:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.315612:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.315615:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.315619:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.315626:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc08e50000. 02000000:00000001:3.0:1773674080.315628:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.315639:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.315645:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674080.315652:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674080.315660:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953445248, portal 10 00000100:00000001:3.0:1773674080.315662:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.315663:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000040:3.0:1773674080.315670:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.315679:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.315683:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.315686:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674080.315691:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953445248, offset 0 00000400:00000200:3.0:1773674080.315699:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.315710:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.315718:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.315723:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.315728:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.315732:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.315736:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.315741:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252610:252610:256:4294967295] 192.168.201.103@tcp LPNI seq info [252578:252578:8:4294967295] 00000400:00000200:3.0:1773674080.315914:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.315928:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.315935:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.315942:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2100. 00000800:00000200:3.0:1773674080.315950:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.315958:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.315964:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.315984:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.315990:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 349353 usecs (350 jiffies) 00000400:00000200:3.0:1773674080.315994:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.315997:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637721 00000100:00000001:3.0:1773674080.316001:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.316004:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637721 00000100:00000001:3.0:1773674080.316007:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.316010:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.316013:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.316016:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.316018:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:3.0:1773674080.316022:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1c00 going to sleep for 25 seconds 00000100:00000001:3.0:1773674080.316025:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.316029:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.316191:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.316197:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2100. 00000400:00000200:0.0:1773674080.316212:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.316219:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.316225:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:0.0:1773674080.316228:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:0.0:1773674080.316232:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.316239:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.316251:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.316255:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.316262:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.316264:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.320491:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.320510:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.320514:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.320516:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.320526:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.320535:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.320544:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.320549:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.320556:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.320561:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c9580 00000400:00000200:1.0:1773674080.320567:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.320573:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5261 [1] + 224 00000800:00000001:1.0:1773674080.320581:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.320590:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.320594:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.320599:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.320607:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.320618:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.320632:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.320654:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.320662:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.320666:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.320720:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.320729:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.320731:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.320735:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674080.320740:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674080.320753:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674080.320757:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.320935:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674080.320948:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.320956:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.320959:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.320962:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.320966:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.320968:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.320971:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.320975:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.320984:0:93424:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674080.320988:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.320992:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.320994:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.320997:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.321001:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.321005:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.321231:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:3.0:1773674080.321233:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.321236:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.321243:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.321253:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.321256:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.321258:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.321264:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674080.321285:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445248:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773674080.321291:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.321294:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.321296:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.321299:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.321303:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.321310:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.321313:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1c00. 00000100:00000001:3.0:1773674080.321317:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.321318:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.321322:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674080.321326:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321329:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321333:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=4 00000020:00000001:3.0:1773674080.321336:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321338:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000040:3.0:1773674080.321346:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869a200, remote cookie: 0x441c89a0128d6a78, flags: 0x1001 00010000:00010000:3.0:1773674080.321352:0:93424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674080.321365:0:93424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321374:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674080.321379:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674080.321381:0:93424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674080.321383:0:93424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674080.321385:0:93424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674080.321389:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc02dabe00) refcount = 1 00010000:00010000:3.0:1773674080.321393:0:93424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321401:0:93424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674080.321405:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674080.321406:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674080.321410:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674080.321413:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.321417:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321424:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674080.321425:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321427:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.321428:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321430:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.321431:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.321436:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674080.321438:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321439:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321441:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674080.321444:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321446:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321449:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321451:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321452:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=4 00000020:00000001:3.0:1773674080.321455:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321457:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321461:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.321464:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.321469:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321477:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321478:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.321480:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321482:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321483:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=5 00000020:00000001:3.0:1773674080.321485:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321488:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321491:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.321495:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321502:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321504:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674080.321507:0:93424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321514:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.321516:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321517:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.321518:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321519:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674080.321525:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674080.321535:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321536:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321538:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674080.321540:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321542:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321545:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321546:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.321548:0:93424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.321550:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.321553:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674080.321556:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321557:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321559:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674080.321562:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321564:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00000002:00010000:3.0:1773674080.321568:0:93424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.321582:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321583:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.321586:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674080.321587:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.321588:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.321590:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:3.0:1773674080.321592:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:3.0:1773674080.321595:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000040:3.0:1773674080.321603:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:3.0:1773674080.321606:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674080.321612:0:93424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773674080.321615:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.321617:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674080.321618:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674080.321622:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f930 00000002:00002000:3.0:1773674080.321624:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674080.321628:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.321633:0:93424:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.321636:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674080.321640:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674080.321644:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674080.321649:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674080.321653:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc067bfa00. 00000080:00000001:3.0:1773674080.321658:0:93424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674080.321661:0:93424:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674080.321668:0:93424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773674080.321673:0:93424:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773674080.322023:0:93424:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc056e1680. 00800000:00000001:0.0:1773674080.322028:0:93424:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484168832 : -113404225382784 : ffff98dc056e1680) 00800000:00000001:0.0:1773674080.322031:0:93424:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.322035:0:93424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674080.322039:0:93424:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773674080.322041:0:93424:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773674080.322045:0:93424:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773674080.322049:0:93424:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773674080.322052:0:93424:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.322058:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773674080.322062:0:93424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1773674080.322066:0:93424:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773674050 to 1773674080 00000080:00200000:0.0:1773674080.322071:0:93424:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1773674080.322074:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.322076:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.322077:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:0.0:1773674080.322080:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322082:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322085:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322086:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674080.322088:0:93424:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773674080.322091:0:93424:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773674080.322093:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc056e1680 1 00800000:00000010:0.0:1773674080.322096:0:93424:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc056e1680. 00800000:00000001:0.0:1773674080.322100:0:93424:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674080.322103:0:93424:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814291 00800000:00000001:0.0:1773674080.322107:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674080.322109:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674080.322111:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.322112:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.322114:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:0.0:1773674080.322116:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322118:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322120:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322122:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674080.322123:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.322125:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.322128:0:93424:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674080.322131:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674080.322134:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814291 from it ffffbabdc1f1fbf8 00010000:00000001:0.0:1773674080.322136:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.322137:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.322138:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:0.0:1773674080.322140:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322143:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322146:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674080.322150:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.322158:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322159:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322160:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674080.322163:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674080.322166:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674080.322175:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674080.322178:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674080.322181:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674080.322185:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322186:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322188:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322192:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674080.322194:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322210:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322214:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322216:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674080.322218:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322219:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674080.322222:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.322229:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953445248/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.322237:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674080.322240:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674080.322244:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc08e50000. 02000000:00000001:0.0:1773674080.322248:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674080.322251:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674080.322253:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674080.322256:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674080.322260:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729f400. 02000000:00000001:0.0:1773674080.322264:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674080.322266:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674080.322269:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:0.0:1773674080.322284:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674080.322286:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674080.322290:0:93424:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773674080.322296:0:93424:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773674080.322313:0:93424:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc095dd9c0. 00000080:00000001:0.0:1773674080.322320:0:93424:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674080.322322:0:93424:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674080.322323:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb00 00000080:00200000:0.0:1773674080.322326:0:93424:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674080.322332:0:93424:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c1b000. 00800000:00000002:0.0:1773674080.322337:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674080.322340:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674080.322343:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.322346:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa20 00800000:00000002:0.0:1773674080.322348:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.322351:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674080.322353:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674080.322356:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674080.322358:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674080.322361:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674080.322363:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.322366:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.322368:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.322371:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674080.322376:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.322377:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f8f0 00000002:00010000:0.0:1773674080.322379:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674080.322384:0:93424:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674080.322385:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674080.322387:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674080.322391:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:0.0:1773674080.322393:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674080.322397:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.322400:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674080.322420:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773674080.322429:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674080.322434:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.322437:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773674080.322445:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773674080.322448:0:93424:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674080.322450:0:93424:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674080.322452:0:93424:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674080.322455:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674080.322457:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773674080.322460:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773674080.322462:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674080.322465:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1b000. 00000080:00000001:0.0:1773674080.322470:0:93424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674080.322472:0:93424:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674080.322474:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674080.322477:0:93424:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814291 00800000:00000001:0.0:1773674080.322481:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674080.322482:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674080.322484:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.322485:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.322487:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:0.0:1773674080.322489:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322491:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322493:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322494:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674080.322496:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.322498:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674080.322500:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814291 from it ffffbabdc1f1fb38 00010000:00000001:0.0:1773674080.322502:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.322503:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.322504:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869a200 refcount=3 00000020:00000001:0.0:1773674080.322506:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322509:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534208512 : -113404175343104 : ffff98dc0869a200) 00010000:00000001:0.0:1773674080.322511:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674080.322514:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674080.322519:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322521:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322522:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674080.322523:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674080.322526:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674080.322533:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674080.322535:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674080.322536:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674080.322539:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322540:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322542:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322544:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674080.322545:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322548:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322550:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322552:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674080.322554:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322555:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674080.322557:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773674080.322558:0:93424:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674080.322561:0:93424:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:0.0:1773674080.322564:0:93424:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.322568:0:93424:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773674080.322570:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb50 00000080:00200000:0.0:1773674080.322573:0:93424:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc05183b00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:0.0:1773674080.322579:0:93424:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc02c6b000. 00000080:00000001:0.0:1773674080.322584:0:93424:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773674080.322586:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa00 00000080:00200000:0.0:1773674080.322588:0:93424:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:0.0:1773674080.322596:0:93424:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c1b000. 00800000:00000002:0.0:1773674080.322600:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674080.322606:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674080.322608:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.322609:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f920 00800000:00000002:0.0:1773674080.322611:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.322616:0:93424:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773674080.322619:0:93424:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773674080.322622:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674080.322624:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674080.322625:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674080.322627:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674080.322630:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.322632:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674080.322634:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.322637:0:93424:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:0.0:1773674080.322641:0:93424:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773674080.322643:0:93424:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773674080.322646:0:93424:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773674080.322649:0:93424:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773674080.322652:0:93424:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x8:0x0] 40000000:00000001:0.0:1773674080.322656:0:93424:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.322658:0:93424:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.322660:0:93424:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.322662:0:93424:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674080.322664:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f8a0 00800000:00000002:0.0:1773674080.322666:0:93424:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x8:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:0.0:1773674080.322669:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674080.322671:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f7d8 00000002:00010000:0.0:1773674080.322674:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x8:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:0.0:1773674080.322678:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674080.322680:0:93424:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773674080.322684:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773674080.322689:0:93424:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.322691:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773674080.322693:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 2 00010000:00000001:0.0:1773674080.322696:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674080.322699:0:93424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773674080.322703:0:93424:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674080.322706:0:93424:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1773674080.322716:0:93424:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773674080.322720:0:93424:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773674080.322723:0:93424:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773674080.322725:0:93424:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773674080.322728:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674080.322729:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674080.322731:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:0.0:1773674080.322734:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674080.322737:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.322739:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674080.322740:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674080.322741:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:0.0:1773674080.322869:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674080.322873:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.322875:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674080.322877:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674080.322879:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabe00 count: 3 00010000:00000001:0.0:1773674080.322882:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674080.322884:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674080.322886:0:93424:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773674080.322889:0:93424:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773674080.322894:0:93424:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773674080.322897:0:93424:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773674080.322900:0:93424:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773674080.322902:0:93424:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322906:0:93424:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674080.322909:0:93424:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674080.322911:0:93424:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674080.322913:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.322915:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773674080.322918:0:93424:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869a200 with handle 0x2f77f56113814291 from hash 00010000:00000001:0.0:1773674080.322921:0:93424:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674080.322923:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322924:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322925:0:93424:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674080.322928:0:93424:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674080.322930:0:93424:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674080.322933:0:93424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674080.322935:0:93424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674080.322937:0:93424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773674080.322944:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01c00. 00000020:00000040:0.0:1773674080.322948:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773674080.322968:0:93424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773674080.322970:0:93424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.322973:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674080.322977:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674080.322980:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.322981:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.322983:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.322986:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674080.322988:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674080.322991:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674080.322998:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063ab400. 00000100:00000001:0.0:1773674080.323005:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.323009:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.323012:0:93424:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674080.323016:0:93424:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773674080.323029:0:93424:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674080.323031:0:93424:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674080.323033:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674080.323036:0:93424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869a200/0x2f77f56113814291 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6a78 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1773674080.323044:0:93424:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc02dabe00 count: 0 00010000:00000010:0.0:1773674080.323049:0:93424:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc184c8300. 00010000:00000001:0.0:1773674080.323059:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.323061:0:93424:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.323063:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674080.323065:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.323068:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.323076:0:93424:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00010000:00000001:0.0:1773674080.323080:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674080.323083:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674080.323087:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91c00. 00010000:00000010:0.0:1773674080.323091:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93000. 00010000:00000001:0.0:1773674080.323106:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674080.323109:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2200. 00000020:00000001:0.0:1773674080.323112:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674080.323115:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2200 with handle 0x2f77f56113814298 to hash 00000020:00000001:0.0:1773674080.323117:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674080.323118:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.323122:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.323125:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.323127:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.323130:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674080.323137:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773674080.323150:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773674080.323158:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773674080.323169:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674080.323175:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674080.323177:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674080.323185:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674080.323187:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674080.323190:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.323191:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000001:0.0:1773674080.323196:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674080.323201:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.323203:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674080.323205:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674080.323209:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.323218:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674080.323220:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.323224:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674080.323227:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674080.323230:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674080.323234:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445504:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773674080.323239:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674080.323245:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674080.323248:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.323251:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674080.323328:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:0.0:1773674080.323333:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674080.323342:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674080.323348:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674080.323357:0:93424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc063ab000. 00000100:00000200:0.0:1773674080.323365:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953445504, portal 10 00000100:00000001:0.0:1773674080.323367:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.323369:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000040:0.0:1773674080.323377:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.323385:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674080.323388:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674080.323392:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773674080.323396:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859825953445504, offset 0 00000400:00000200:0.0:1773674080.323404:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674080.323413:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.323421:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674080.323427:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674080.323432:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674080.323437:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674080.323440:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674080.323444:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252611:252611:256:4294967295] 192.168.201.103@tcp LPNI seq info [252579:252579:8:4294967295] 00000400:00000200:0.0:1773674080.323450:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674080.323460:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674080.323468:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674080.323473:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0a00. 00000800:00000200:0.0:1773674080.323481:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674080.323489:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674080.323494:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773674080.323508:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.323513:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 348562 usecs (349 jiffies) 00000400:00000200:0.0:1773674080.323517:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674080.323520:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637726 00000100:00000001:0.0:1773674080.323523:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.323526:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637726 00000100:00000001:0.0:1773674080.323529:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674080.323531:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.323534:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.323537:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674080.323540:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674080.323543:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674080.323546:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674080.323549:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.323750:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.323756:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0a00. 00000400:00000200:1.0:1773674080.323760:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.323809:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.323815:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:1.0:1773674080.323819:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:1.0:1773674080.323824:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.323829:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.323839:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.323843:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.323849:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.323851:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773674080.335761:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dabe00. 00010000:00000010:0.1:1773674080.335794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869a200. 00000800:00000001:1.0:1773674080.339256:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.339287:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.339292:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.339296:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.339307:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.339315:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.339325:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.339330:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.339336:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.339340:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794c9680 00000400:00000200:1.0:1773674080.339345:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.339352:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5269 [32] + 224 00000800:00000001:1.0:1773674080.339361:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.339579:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.339583:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.339589:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.339597:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.339606:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.339627:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.339652:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.339662:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.339666:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.339759:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674080.339805:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674080.339808:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674080.339812:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:0.0:1773674080.339818:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc063ab000 00000400:00000010:0.0:1773674080.339821:0:93424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc063ab000. 00000100:00000001:0.0:1773674080.339824:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674080.339829:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674080.339840:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01c00 x1859825953445504/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.339847:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674080.339850:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.339853:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674080.339857:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674080.339860:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674080.339862:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674080.339866:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674080.339879:0:93424:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:0.0:1773674080.339884:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674080.339888:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674080.339890:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.339893:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674080.339896:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.339900:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773674080.339903:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773674080.339904:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773674080.339907:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.339909:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000001:0.0:1773674080.339912:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674080.339915:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:0.0:1773674080.339917:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674080.339919:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674080.339925:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674110 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.339933:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674080.339937:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674080.339939:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674080.339945:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674110 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674080.339954:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01c00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445504:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773674080.339960:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674080.339963:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.339966:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674080.339969:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.339973:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.339981:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674080.339984:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674080.339987:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674080.339989:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.339992:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674080.339998:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340001:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340005:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=4 00000020:00000001:0.0:1773674080.340008:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340011:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000040:0.0:1773674080.340020:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2200, remote cookie: 0x441c89a0128d6a94, flags: 0x1001 00010000:00010000:0.0:1773674080.340026:0:93424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773674080.340037:0:93424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773674080.340041:0:93424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1773674080.340050:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 2 00010000:00000001:0.0:1773674080.340054:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1773674080.340057:0:93424:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91c00 count: 0 00010000:00000010:0.0:1773674080.340064:0:93424:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93000. 00010000:00000001:0.0:1773674080.340072:0:93424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.340077:0:93424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674080.340087:0:93424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340094:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674080.340099:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674080.340101:0:93424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773674080.340103:0:93424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773674080.340104:0:93424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773674080.340106:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc02dabf00) refcount = 2 00010000:00000040:0.0:1773674080.340110:0:93424:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773674080.340112:0:93424:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773674080.340120:0:93424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340127:0:93424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773674080.340130:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674080.340132:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674080.340135:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674080.340138:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.340142:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340150:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674080.340152:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340154:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.340155:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340156:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.340158:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.340162:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773674080.340165:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340167:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340168:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:0.0:1773674080.340171:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340173:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340176:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340177:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340178:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=4 00000020:00000001:0.0:1773674080.340180:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340183:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340186:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674080.340190:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674080.340194:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340202:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340203:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.340205:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340206:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340207:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=5 00000020:00000001:0.0:1773674080.340209:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340213:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340216:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674080.340219:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340226:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340227:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674080.340230:0:93424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340238:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674080.340240:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340241:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.340242:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340243:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773674080.340249:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773674080.340260:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773674080.340265:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773674080.340283:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.340290:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340292:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340293:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:0.0:1773674080.340296:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340298:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00000002:00010000:0.0:1773674080.340301:0:93424:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773674080.340312:0:93424:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc056e1680. 00010000:00000001:0.0:1773674080.340315:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340316:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674080.340318:0:93424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.340320:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674080.340323:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773674080.340326:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674080.340327:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00010000:00000001:0.0:1773674080.340330:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340331:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340332:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:0.0:1773674080.340334:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340336:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00000002:00010000:0.0:1773674080.340340:0:93424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674080.340347:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340348:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674080.340350:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674080.340352:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340353:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340355:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:0.0:1773674080.340357:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340359:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000040:0.0:1773674080.340363:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 3 00010000:00000001:0.0:1773674080.340365:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773674080.340369:0:93424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:0.0:1773674080.340372:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674080.340373:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674080.340375:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773674080.340378:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f758 00000002:00002000:0.0:1773674080.340381:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1773674080.340385:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.340389:0:93424:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674080.340392:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674080.340396:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773674080.340401:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674080.340405:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:0.0:1773674080.340408:0:93424:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773674080.340411:0:93424:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc02c6b000 it_disposition 80002b 00000080:00000001:0.0:1773674080.340414:0:93424:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773674080.340419:0:93424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773674080.340422:0:93424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674080.340425:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773674080.340429:0:93424:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1773674080.340435:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674080.340441:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773674080.340446:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674080.340451:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1ae00. 00000020:00000010:0.0:1773674080.340455:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773674080.340463:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773674080.340469:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80300. 00008000:00000010:0.0:1773674080.340474:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773674080.340480:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773674080.340485:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773674080.340489:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000008:00000010:0.0:1773674080.340493:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773674080.340497:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773674080.340501:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773674080.340505:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773674080.340508:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773674080.340511:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773674080.340513:0:93424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773674080.340517:0:93424:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773674080.340520:0:93424:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674080.340526:0:93424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6b540. 00020000:00000010:0.0:1773674080.340530:0:93424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674080.340535:0:93424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6b300. 00020000:00000001:0.0:1773674080.340538:0:93424:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439644416 : -113404269907200 : ffff98dc02c6b300) 00020000:00000002:0.0:1773674080.340541:0:93424:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6b300, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674080.340546:0:93424:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674080.340551:0:93424:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06394700: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:0.0:1773674080.340555:0:93424:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc013827c0 00020000:00000001:0.0:1773674080.340558:0:93424:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773674080.340561:0:93424:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc013827c0 00020000:00000010:0.0:1773674080.340566:0:93424:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674080.340569:0:93424:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6b540. 00020000:00000010:0.0:1773674080.340573:0:93424:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6b300. 00020000:00000002:0.0:1773674080.340575:0:93424:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773674080.340577:0:93424:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674080.340579:0:93424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674080.340582:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:0.0:1773674080.340586:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1ae00. 00000020:00000010:0.0:1773674080.340589:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773674080.340593:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773674080.340597:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80300. 00008000:00000010:0.0:1773674080.340601:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773674080.340605:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773674080.340608:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773674080.340611:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000008:00000010:0.0:1773674080.340615:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773674080.340619:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773674080.340622:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773674080.340626:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:0.0:1773674080.340629:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674080.340631:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:0.0:1773674080.340635:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773674080.340638:0:93424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:0.0:1773674080.340644:0:93424:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff98dc059500c8): rc = 0 00000080:00000001:0.0:1773674080.340647:0:93424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486719176 : -113404222832440 : ffff98dc059500c8) 00010000:00000001:0.0:1773674080.340650:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674080.340651:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674080.340653:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:0.0:1773674080.340655:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:0.0:1773674080.340658:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00000080:00000001:0.0:1773674080.340661:0:93424:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773674080.340662:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674080.340665:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cab0. 00000020:00000010:0.0:1773674080.340668:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674080.340670:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674080.340673:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b960. 00000008:00000010:0.0:1773674080.340676:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07062178. 00020000:00000010:0.0:1773674080.340679:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80300. 00008000:00000010:0.0:1773674080.340682:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f89c40. 00000080:00000010:0.0:1773674080.340685:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be738. 00000080:00000010:0.0:1773674080.340687:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb2480. 00000020:00000010:0.0:1773674080.340690:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1ae00. 00000008:00000010:0.0:1773674080.340693:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773674080.340696:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4fc0. 00008000:00000010:0.0:1773674080.340699:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007ea80. 00000080:00000010:0.0:1773674080.340702:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f4b0. 00000020:00000001:0.0:1773674080.340704:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459512 : -113404166092104 : ffff98dc08f6cab8) 00000020:00001000:0.0:1773674080.340706:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cab0 00000020:00000001:0.0:1773674080.340708:0:93424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773674080.340710:0:93424:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773674080.340711:0:93424:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674080.340715:0:93424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6b300. 00020000:00000010:0.0:1773674080.340718:0:93424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674080.340720:0:93424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6b540. 00020000:00000001:0.0:1773674080.340722:0:93424:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439644992 : -113404269906624 : ffff98dc02c6b540) 00020000:00000002:0.0:1773674080.340725:0:93424:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6b540, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674080.340730:0:93424:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674080.340733:0:93424:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06394700: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:0.0:1773674080.340736:0:93424:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc013827c0 00020000:00000001:0.0:1773674080.340738:0:93424:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773674080.340740:0:93424:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc013827c0 00020000:00000010:0.0:1773674080.340744:0:93424:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674080.340747:0:93424:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6b300. 00020000:00000010:0.0:1773674080.340750:0:93424:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6b540. 00020000:00000002:0.0:1773674080.340752:0:93424:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773674080.340754:0:93424:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674080.340756:0:93424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674080.340759:0:93424:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773674080.340762:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:1.0:1773674080.341314:0:93424:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc013827c0. 00020000:00000002:1.0:1773674080.341319:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:1.0:1773674080.341322:0:93424:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773674080.341324:0:93424:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773674080.341326:0:93424:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773674080.341327:0:93424:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773674080.341330:0:93424:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773674080.341333:0:93424:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773674080.341336:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cab0 00000020:00000010:1.0:1773674080.341339:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1b800. 00000020:00000010:1.0:1773674080.341343:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b960. 00000008:00000010:1.0:1773674080.341347:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07062178. 00020000:00000010:1.0:1773674080.341351:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80300. 00008000:00000010:1.0:1773674080.341354:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f89c40. 00000080:00000010:1.0:1773674080.341358:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be738. 00000080:00000010:1.0:1773674080.341361:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb2480. 00000020:00000010:1.0:1773674080.341364:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000008:00000010:1.0:1773674080.341366:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:1.0:1773674080.341369:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4fc0. 00008000:00000010:1.0:1773674080.341372:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007ea80. 00000080:00000010:1.0:1773674080.341375:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f4b0. 00000020:00000010:1.0:1773674080.341377:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1ae00. 00000020:00000010:1.0:1773674080.341380:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cab0. 00000080:00000001:1.0:1773674080.341383:0:93424:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341386:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341387:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773674080.341389:0:93424:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773674080.341393:0:93424:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773674080.341395:0:93424:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674080.341399:0:93424:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) for lock 0x2f77f56113814298 00800000:00000001:1.0:1773674080.341415:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674080.341418:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674080.341420:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.341422:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.341424:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:1.0:1773674080.341426:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:1.0:1773674080.341429:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:1.0:1773674080.341431:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341433:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674080.341434:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.341437:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773674080.341444:0:93424:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18a99798 inode ffff98dc059500c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1773674080.341448:0:93424:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773674080.341453:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00000001:1.0:1773674080.341456:0:93424:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773674080.341460:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1b000. 00000100:00000001:1.0:1773674080.341464:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.341473:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.341482:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341491:0:93424:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773674080.341493:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa60 00000080:00200008:1.0:1773674080.341495:0:93424:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 101101 00000080:00000010:1.0:1773674080.341504:0:93424:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc01784500. 00000080:00000010:1.0:1773674080.341511:0:93424:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc04031dc0. 00000080:00000001:1.0:1773674080.341514:0:93424:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773674080.341518:0:93424:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1773674080.341521:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.341523:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.341525:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.341528:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.341530:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.341533:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.341535:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.341538:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773674080.341541:0:93424:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc09440660. 00000002:00100000:1.0:1773674080.341546:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674080.341554:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.341556:0:93424:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773674080.341559:0:93424:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773674080.341563:0:93424:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341566:0:93424:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.341569:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.341572:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773674080.341580:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674080.341583:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773674080.341607:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773674080.341609:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.341612:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa60 00000080:00000008:1.0:1773674080.341615:0:93424:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 101101, rc = 0 00000080:00000001:1.0:1773674080.341619:0:93424:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773674080.341621:0:93424:0:(dcache.c:176:ll_intent_release()) intent ffff98dc02c6b000 released 00000080:00010000:1.0:1773674080.341624:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814298 from it ffff98dc02c6b000 00010000:00000001:1.0:1773674080.341627:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674080.341628:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674080.341630:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2200 refcount=3 00000020:00000001:1.0:1773674080.341632:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:1.0:1773674080.341635:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930930688 : -113403778620928 : ffff98dc200f2200) 00010000:00000001:1.0:1773674080.341638:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674080.341642:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674080.341655:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341656:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.341658:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674080.341661:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674080.341664:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674080.341671:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674080.341674:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674080.341676:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674080.341681:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341683:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.341685:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341688:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674080.341690:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341693:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341696:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341698:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674080.341700:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341701:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773674080.341703:0:93424:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773674080.341705:0:93424:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773674080.341708:0:93424:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773674080.341710:0:93424:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674080.341713:0:93424:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773674080.341714:0:93424:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341717:0:93424:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773674080.341719:0:93424:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341721:0:93424:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773674080.341723:0:93424:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341725:0:93424:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773674080.341729:0:93424:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc02c6b000. 00000080:00000001:1.0:1773674080.341732:0:93424:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341737:0:93424:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773674080.341739:0:93424:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8), inode mode 81a4 mask 42 00000080:00000001:1.0:1773674080.341757:0:93424:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.341798:0:93424:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773674080.341806:0:93424:0:(xattr.c:492:ll_xattr_list()) Process entered 00000080:00000001:1.0:1773674080.341808:0:93424:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1773674080.341811:0:93424:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1773674080.341813:0:93424:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1773674080.341817:0:93424:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4b800. 00000080:00000001:1.0:1773674080.341822:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674080.341825:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.341827:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f8f8 00800000:00000002:1.0:1773674080.341829:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.341833:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674080.341836:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.341838:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.341839:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.341841:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.341843:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.341845:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.341847:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.341851:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x7:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674080.341855:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674080.341857:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f7c8 00000002:00010000:1.0:1773674080.341859:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0x7:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1773674080.341865:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674080.341868:0:93424:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1773674080.341873:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9f80. 00000020:00000040:1.0:1773674080.341879:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773674080.341883:0:93424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674080.341885:0:93424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341888:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674080.341892:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674080.341895:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.341897:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674080.341898:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.341901:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674080.341903:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674080.341908:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674080.341914:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b0800. 00000100:00000001:1.0:1773674080.341922:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341926:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674080.341928:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341929:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674080.341931:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.341933:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773674080.341936:0:93424:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff98dc07f29800: get xattrs for [0x20000bf89:0x7:0x0] 00000002:00000001:1.0:1773674080.341943:0:93424:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446630669711548288 : -113403998003328 : ffff98dc12fb9f80) 00010000:00000001:1.0:1773674080.341947:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674080.341949:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773674080.341955:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 3 00010000:00000001:1.0:1773674080.341958:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674080.341961:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674080.341964:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085800. 00000020:00000001:1.0:1773674080.341967:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674080.341969:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085800 with handle 0x2f77f5611381429f to hash 00000020:00000001:1.0:1773674080.341972:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674080.341973:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:1.0:1773674080.341977:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:1.0:1773674080.341981:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674080.341983:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674080.341987:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674080.341995:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674080.342193:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674080.342200:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674080.342203:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674080.342210:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc111296c0. 00000100:00000001:1.0:1773674080.342212:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498944 : -113404030052672 : ffff98dc111296c0) 00000100:00000001:1.0:1773674080.342215:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.342216:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711548288 : -113403998003328 : ffff98dc12fb9f80) 00000100:00000001:1.0:1773674080.342221:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674080.342226:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.342228:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674080.342230:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674080.342235:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.342244:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674080.342246:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.342251:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674080.342253:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674080.342256:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674080.342260:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9f80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445632:192.168.201.103@tcp:101:dd.0 00000100:00000001:1.0:1773674080.342264:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674080.342270:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674080.342285:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.342288:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674080.342294:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff98dc07054000. 02000000:00000001:1.0:1773674080.342296:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.342305:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674080.342309:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149f8. 00000400:00000010:1.0:1773674080.342316:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773674080.342324:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859825953445632, portal 10 00000100:00000001:1.0:1773674080.342326:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.342327:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711548288 : -113403998003328 : ffff98dc12fb9f80) 00000100:00000040:1.0:1773674080.342334:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.342341:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674080.342344:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674080.342347:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674080.342350:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859825953445632, offset 0 00000400:00000200:1.0:1773674080.342356:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.342365:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.342372:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674080.342377:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674080.342381:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674080.342385:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674080.342388:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674080.342392:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252612:252612:256:4294967295] 192.168.201.103@tcp LPNI seq info [252580:252580:8:4294967295] 00000400:00000200:1.0:1773674080.342396:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.342406:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674080.342413:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674080.342419:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674080.342426:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674080.342435:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674080.342440:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1773674080.342459:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.342464:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 347807 usecs (348 jiffies) 00000400:00000200:1.0:1773674080.342467:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674080.342470:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637744 00000100:00000001:1.0:1773674080.342472:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.342474:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637744 00000100:00000001:1.0:1773674080.342477:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.342479:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.342482:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.342485:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674080.342486:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773674080.342489:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc111296c0 going to sleep for 25 seconds 00000100:00000001:1.0:1773674080.342492:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.342494:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.343008:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.343015:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:0.0:1773674080.343021:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.343028:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.343033:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:0.0:1773674080.343035:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:0.0:1773674080.343039:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.343045:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.343054:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.343058:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.343065:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.343066:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.348447:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.348466:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.348471:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.348475:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.348485:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.348493:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.348504:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.348511:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.348518:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.348523:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1160 into portal 10 MB=0x69b80794c9700 00000400:00000200:1.0:1773674080.348530:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.348537:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1160/1160 into md 0x2c5279 [1] + 224 00000800:00000001:1.0:1773674080.348546:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.348559:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.348563:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.348568:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.348577:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.348588:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.348601:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1160 offset=224 replen=3376 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.348626:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.348636:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.348641:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.348705:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.348713:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.348715:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.348719:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149f8. 00000400:00000200:2.0:1773674080.348725:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:2.0:1773674080.348729:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:2.0:1773674080.348733:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.348738:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.348756:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.348762:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.348803:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.348806:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.348810:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.348812:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.348815:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.348819:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.348829:0:93424:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.348834:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.348837:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.348839:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.348842:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.348846:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.348851:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.348853:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.348856:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.348859:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.348864:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.348872:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.348875:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.348877:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.348882:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.348890:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9f80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445632:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674080.348895:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.348898:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.348900:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.348903:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.348906:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.348912:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.348915:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc111296c0. 00000100:00000001:2.0:1773674080.348919:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.348921:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.348923:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.348928:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.348931:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.348934:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=4 00000020:00000001:2.0:1773674080.348936:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.348939:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000040:2.0:1773674080.348945:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085800, remote cookie: 0x441c89a0128d6aa9, flags: 0x1001 00010000:00010000:2.0:1773674080.348952:0:93424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.348962:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674080.348966:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674080.348968:0:93424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674080.348970:0:93424:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674080.348972:0:93424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674080.348975:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc02dabf00) refcount = 3 00010000:00000040:2.0:1773674080.348978:0:93424:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674080.348981:0:93424:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773674080.348989:0:93424:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773674080.348996:0:93424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.349004:0:93424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674080.349008:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674080.349009:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.349013:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674080.349015:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.349019:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.349026:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674080.349027:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349029:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349030:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349031:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349033:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349038:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674080.349039:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349041:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349042:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349045:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349047:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349049:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349050:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674080.349055:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674080.349063:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349064:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349065:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349067:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349070:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349072:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349073:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.349075:0:93424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349078:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349081:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674080.349083:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349084:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349085:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349087:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349090:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00000002:00010000:2.0:1773674080.349094:0:93424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.349101:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349102:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349104:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674080.349106:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349107:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349109:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349111:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349113:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000040:2.0:1773674080.349120:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 4 00010000:00000001:2.0:1773674080.349123:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674080.349129:0:93424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773674080.349132:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349133:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.349134:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674080.349138:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f748 00000002:00002000:2.0:1773674080.349141:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773674080.349144:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.349147:0:93424:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.349151:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674080.349154:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674080.349158:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.349163:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4b800. 00000080:00000001:2.0:1773674080.349169:0:93424:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674080.349177:0:93424:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff98dc07054460 xtail=ffff98dc0705449a 00000080:00000001:2.0:1773674080.349181:0:93424:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773674080.349183:0:93424:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773674080.349187:0:93424:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674080.349189:0:93424:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674080.349191:0:93424:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674080.349196:0:93424:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9fa0. 00000080:00000010:2.0:1773674080.349201:0:93424:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b4580. 00000080:00000010:2.0:1773674080.349204:0:93424:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff98dc0414fd20. 00000080:00000020:2.0:1773674080.349207:0:93424:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773674080.349209:0:93424:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674080.349211:0:93424:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=lfs.0 00000080:00000001:2.0:1773674080.349213:0:93424:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674080.349214:0:93424:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674080.349215:0:93424:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674080.349218:0:93424:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9028. 00000080:00000010:2.0:1773674080.349221:0:93424:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff98dc042b4740. 00000080:00000010:2.0:1773674080.349223:0:93424:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 5 at ffff98dc07306408. 00000080:00000020:2.0:1773674080.349225:0:93424:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=lfs.0 00000080:00000001:2.0:1773674080.349227:0:93424:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674080.349229:0:93424:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773674080.349231:0:93424:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674080.349232:0:93424:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674080.349234:0:93424:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674080.349237:0:93424:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf92d0. 00000080:00000010:2.0:1773674080.349239:0:93424:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff98dc042b4a20. 00000080:00000010:2.0:1773674080.349243:0:93424:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 61 at ffff98dc02c85300. 00000080:00000020:2.0:1773674080.349245:0:93424:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773674080.349246:0:93424:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674080.349248:0:93424:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674080.349250:0:93424:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674080.349251:0:93424:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674080.349253:0:93424:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674080.349256:0:93424:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf98e8. 00000080:00000010:2.0:1773674080.349258:0:93424:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b4810. 00000080:00000010:2.0:1773674080.349261:0:93424:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff98dc02c85240. 00000080:00000020:2.0:1773674080.349263:0:93424:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674080.349265:0:93424:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674080.349267:0:93424:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773674080.349269:0:93424:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773674080.349284:0:93424:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) for lock 0x2f77f5611381429f 00800000:00000001:2.0:1773674080.349289:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674080.349292:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674080.349293:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349295:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349296:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349299:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349302:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349304:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349306:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.349308:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.349310:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674080.349313:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381429f from it ffffbabdc1f1fa48 00010000:00000001:2.0:1773674080.349316:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349317:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349319:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085800 refcount=3 00000020:00000001:2.0:1773674080.349321:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349323:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460723712 : -113404248827904 : ffff98dc04085800) 00010000:00000001:2.0:1773674080.349325:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.349328:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.349335:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349337:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349338:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674080.349341:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674080.349344:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674080.349358:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674080.349361:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674080.349363:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.349367:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349368:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349370:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349373:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674080.349375:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349377:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349381:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349383:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.349385:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349386:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674080.349388:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.349393:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9f80 x1859825953445632/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.349401:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.349404:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.349407:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff98dc07054000. 02000000:00000001:2.0:1773674080.349411:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.349414:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.349416:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.349418:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.349422:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b0800. 02000000:00000001:2.0:1773674080.349426:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.349427:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.349429:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9f80. 00000100:00000001:2.0:1773674080.349433:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.349435:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.349437:0:93424:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.349440:0:93424:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674080.349442:0:93424:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674080.349445:0:93424:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773674080.349448:0:93424:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674080.349452:0:93424:0:(xattr.c:508:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773674080.349455:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674080.349457:0:93424:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.349458:0:93424:0:(xattr.c:555:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674080.349464:0:93424:0:(xattr.c:612:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674080.349474:0:93424:0:(llite_lib.c:2267:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1773674080.349476:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa80 00000080:00200008:2.0:1773674080.349480:0:93424:0:(llite_lib.c:2276:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773674080.000000000, mtime 1773674080.000000000, ctime 1773674080.000000000 00000020:00000001:2.0:1773674080.349486:0:93424:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773674080.349490:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:2.0:1773674080.349494:0:93424:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc013827c0. 00020000:00000002:2.0:1773674080.349496:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:2.0:1773674080.349499:0:93424:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:2.0:1773674080.349502:0:93424:0:(llite_lib.c:2325:ll_setattr_raw()) setting mtime 1773674080, ctime 1773674080, now = 1773674080 00000080:00000010:2.0:1773674080.349508:0:93424:0:(llite_lib.c:2334:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff98dc0b657600. 00000080:00000001:2.0:1773674080.349511:0:93424:0:(llite_lib.c:1974:ll_md_setattr()) Process entered 00800000:00000001:2.0:1773674080.349517:0:93424:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:2.0:1773674080.349519:0:93424:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0xa168/0x5 00800000:00000001:2.0:1773674080.349522:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.349525:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.349528:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.349531:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.349533:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.349535:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.349538:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349543:0:93424:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1773674080.349545:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674080.349549:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 4 00010000:00000001:2.0:1773674080.349551:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.349554:0:93424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674080.349558:0:93424:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674080.349561:0:93424:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773674080.349575:0:93424:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674080.349580:0:93424:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674080.349583:0:93424:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674080.349585:0:93424:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:2.0:1773674080.349588:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.349591:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.349593:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:2.0:1773674080.349595:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.349598:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349600:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.349601:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.349603:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:2.0:1773674080.349606:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.349608:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.349609:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.349610:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.349612:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:2.0:1773674080.349615:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.349618:0:93424:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773674080.349620:0:93424:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773674080.349623:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674080.349627:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.349631:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674080.349638:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349639:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.349641:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773674080.349642:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.349644:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.349645:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=2 00000020:00000001:2.0:1773674080.349647:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:2.0:1773674080.349650:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:2.0:1773674080.349652:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349654:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674080.349655:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674080.349656:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674080.349658:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:2.0:1773674080.349660:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674080.349662:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.349664:0:93424:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.349667:0:93424:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773674080.349669:0:93424:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) invalid 00000020:00000001:2.0:1773674080.349672:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1f688 00000080:00002000:2.0:1773674080.349674:0:93424:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff98dc18a99798) parent ffff98dc10e90a20 inode ffff98dc059500c8 refc 1 00000080:00000001:2.0:1773674080.349678:0:93424:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773674080.349681:0:93424:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674080.349682:0:93424:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349685:0:93424:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674080.349688:0:93424:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674080.349690:0:93424:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674080.349693:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.349695:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674080.349697:0:93424:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2200 with handle 0x2f77f56113814298 from hash 00010000:00000001:2.0:1773674080.349700:0:93424:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674080.349702:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349703:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349705:0:93424:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674080.349707:0:93424:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674080.349709:0:93424:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674080.349712:0:93424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674080.349714:0:93424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674080.349717:0:93424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773674080.349722:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674080.349726:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674080.349731:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674080.349735:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.349738:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.349739:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349740:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.349744:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.349746:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.349749:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.349756:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0b656800. 00000100:00000001:2.0:1773674080.349762:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349792:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.349794:0:93424:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773674080.349799:0:93424:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773674080.349806:0:93424:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773674080.349808:0:93424:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674080.349810:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674080.349813:0:93424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2200/0x2f77f56113814298 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6a94 expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773674080.349820:0:93424:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc056e1680. 00010000:00000001:2.0:1773674080.349829:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.349831:0:93424:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349832:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.349834:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.349836:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773674080.349839:0:93424:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773674080, ctime 1773674080 00000020:00100000:2.0:1773674080.349849:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773674080.349856:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674080.349864:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674080.349867:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674080.349874:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.349876:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496822016 : -113404212729600 : ffff98dc062f2900) 00000100:00000001:2.0:1773674080.349879:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.349881:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000001:2.0:1773674080.349886:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.349890:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.349892:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.349894:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.349898:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.349906:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.349908:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.349913:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.349915:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.349918:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.349922:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445888:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773674080.349926:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.349932:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.349934:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.349937:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.349942:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959c800. 02000000:00000001:2.0:1773674080.349945:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.349952:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.349956:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.349961:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674080.349967:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953445888, portal 10 00000100:00000001:2.0:1773674080.349969:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.349971:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674080.349977:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.349985:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.349988:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.349990:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064dd0. 00000100:00000200:2.0:1773674080.349994:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859825953445888, offset 0 00000400:00000200:2.0:1773674080.350001:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.350009:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.350017:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.350022:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.350027:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.350032:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.350035:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.350039:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252613:252613:256:4294967295] 192.168.201.103@tcp LPNI seq info [252581:252581:8:4294967295] 00000400:00000200:2.0:1773674080.350045:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.350055:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.350062:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.350066:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5100. 00000800:00000200:2.0:1773674080.350073:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.350081:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.350086:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.350102:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.350107:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 347027 usecs (348 jiffies) 00000400:00000200:2.0:1773674080.350110:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.350113:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637751 00000100:00000001:2.0:1773674080.350117:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.350119:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637751 00000100:00000001:2.0:1773674080.350121:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.350124:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.350127:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.350129:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.350131:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:2.0:1773674080.350134:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2900 going to sleep for 25 seconds 00000100:00000001:2.0:1773674080.350136:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.350139:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773674080.350228:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00000800:00000200:0.0:1773674080.350323:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.350328:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5100. 00000400:00000200:0.0:1773674080.350332:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.350338:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.350343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:0.0:1773674080.350346:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:0.0:1773674080.350350:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.350355:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.350364:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.350368:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.350376:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.350378:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.355915:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.355933:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.355937:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.355941:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.355951:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.355959:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.355970:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.355975:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.355981:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.355986:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c9800 00000400:00000200:1.0:1773674080.355991:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.355999:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5289 [1] + 224 00000800:00000001:1.0:1773674080.356007:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.356016:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.356019:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.356024:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.356032:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.356043:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.356056:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.356074:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.356083:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.356086:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.356580:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.356590:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.356592:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.356596:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.356601:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674080.356604:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674080.356607:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.356614:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674080.356624:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953445888/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.356631:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.356633:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.356636:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.356640:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.356642:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.356645:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.356648:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.356658:0:93424:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674080.356663:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.356666:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.356669:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.356672:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.356675:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.356679:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674080.356681:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674080.356683:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674080.356686:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.356688:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000001:2.0:1773674080.356691:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.356693:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773674080.356696:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.356699:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.356705:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.356712:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.356715:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.356718:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.356722:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674080.356739:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953445888:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773674080.356758:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.356761:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.356784:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.356787:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.356791:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.356800:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.356803:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.356807:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.356808:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.356816:0:93424:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.356820:0:93424:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.356828:0:93424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674080.356831:0:93424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674080.356846:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674080.356849:0:93424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:2.0:1773674080.356855:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.356859:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674080.356866:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.356869:0:93424:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674080.356871:0:93424:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.356874:0:93424:0:(llite_lib.c:2037:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.356878:0:93424:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1773674080.356881:0:93424:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674080.356883:0:93424:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.356885:0:93424:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674080.356887:0:93424:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.356889:0:93424:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.356892:0:93424:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1773674080.356894:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.356901:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe480. 00000020:00000010:2.0:1773674080.356909:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000020:00000010:2.0:1773674080.356915:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08560600. 00000020:00000010:2.0:1773674080.356920:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674080.356927:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674080.356932:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193480. 00008000:00000010:2.0:1773674080.356939:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674080.356946:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674080.356950:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfd98. 00000020:00000010:2.0:1773674080.356955:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561200. 00000008:00000010:2.0:1773674080.356959:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674080.356962:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1200. 00008000:00000010:2.0:1773674080.356966:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1460. 00000080:00000010:2.0:1773674080.356969:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c5a0. 00000020:00000001:2.0:1773674080.356972:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967176 : -113404210584440 : ffff98dc064fe488) 00000020:00001000:2.0:1773674080.356975:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe480 00000020:00000001:2.0:1773674080.356979:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa08 00000080:00200000:2.0:1773674080.356981:0:93424:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773674080.356985:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.356989:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674080.356991:0:93424:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674080.356993:0:93424:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674080.356997:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674080.356998:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674080.357000:0:93424:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674080.357002:0:93424:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.357004:0:93424:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674080.357009:0:93424:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc070dfdf8 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1773674080.357012:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:2.0:1773674080.357016:0:93424:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674080.357019:0:93424:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674080.357021:0:93424:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674080.357023:0:93424:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357026:0:93424:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674080.357028:0:93424:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674080.357031:0:93424:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357033:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674080.357034:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674080.357035:0:93424:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674080.357037:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:2.0:1773674080.357040:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357042:0:93424:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674080.357044:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674080.357047:0:93424:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1773674080.357050:0:93424:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:2.0:1773674080.357055:0:93424:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff98dc07306e50. 00020000:00200000:2.0:1773674080.357059:0:93424:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674080.357063:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674080.357067:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674080.357069:0:93424:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674080.357070:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674080.357073:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fec60. 00000020:00000010:2.0:1773674080.357076:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000020:00000010:2.0:1773674080.357080:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc085c7400. 00000020:00000010:2.0:1773674080.357083:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674080.357087:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674080.357090:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193300. 00008000:00000010:2.0:1773674080.357093:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674080.357096:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674080.357099:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070df230. 00000020:00000010:2.0:1773674080.357102:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc085c6800. 00000008:00000010:2.0:1773674080.357104:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674080.357107:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a1680. 00008000:00000010:2.0:1773674080.357110:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1400. 00000080:00000010:2.0:1773674080.357113:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c000. 00000020:00000001:2.0:1773674080.357114:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498969192 : -113404210582424 : ffff98dc064fec68) 00000020:00001000:2.0:1773674080.357117:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fec60 00000020:00000001:2.0:1773674080.357119:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.357120:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674080.357123:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674080.357123:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674080.357126:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357128:0:93424:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357130:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674080.357133:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674080.357136:0:93424:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674080.357139:0:93424:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357141:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357143:0:93424:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357145:0:93424:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357147:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357149:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674080.357152:0:93424:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674080.357153:0:93424:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1773674080.357156:0:93424:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674080.357157:0:93424:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674080.357159:0:93424:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357161:0:93424:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.357162:0:93424:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357165:0:93424:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674080.357167:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674080.357168:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674080.357170:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674080.357171:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357173:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357175:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357176:0:93424:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357178:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674080.357180:0:93424:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674080.357182:0:93424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674080.357185:0:93424:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674080.357187:0:93424:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674080.357190:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674080.357195:0:93424:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3180. 00020000:00000002:2.0:1773674080.357198:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674080.357213:0:93424:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674080.357215:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674080.357216:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674080.357218:0:93424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674080.357222:0:93424:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845a390. 00000008:00010000:2.0:1773674080.357226:0:93424:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:2.0:1773674080.357229:0:93424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674080.357231:0:93424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674080.357233:0:93424:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c31b0, osc lock ffff98dc1845a390, flags 0x80000000 00000020:00000001:2.0:1773674080.357236:0:93424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357238:0:93424:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.357241:0:93424:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464121728 : -113404245429888 : ffff98dc043c3180) 00000020:00000001:2.0:1773674080.357243:0:93424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674080.357245:0:93424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674080.357246:0:93424:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357248:0:93424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357251:0:93424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674080.357252:0:93424:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674080.357254:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674080.357255:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:2.0:1773674080.357257:0:93424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674080.357260:0:93424:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674080.357262:0:93424:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674080.357264:0:93424:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.357268:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674080.357279:0:93424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674080.357281:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674080.357283:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674080.357284:0:93424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674080.357285:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674080.357288:0:93424:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674080.357291:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674080.357298:0:93424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.357301:0:93424:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773674080.357306:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674080.357310:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00010000:00000001:2.0:1773674080.357314:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674080.357319:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674080.357325:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.357327:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.357328:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.357332:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.357334:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.357338:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.357345:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc085c7e00. 00000100:00000001:2.0:1773674080.357351:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.357354:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.357356:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.357358:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674080.357359:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.357362:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.357365:0:93424:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00010000:00000001:2.0:1773674080.357368:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674080.357371:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674080.357375:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7200. 00010000:00000010:2.0:1773674080.357379:0:93424:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc043b7000. 00010000:00000001:2.0:1773674080.357383:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674080.357385:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cfe00. 00000020:00000001:2.0:1773674080.357389:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674080.357391:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cfe00 with handle 0x2f77f561138142a6 to hash 00000020:00000001:2.0:1773674080.357395:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674080.357397:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000010:2.0:1773674080.357401:0:93424:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc02c85f00. 00010000:00000001:2.0:1773674080.357403:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.357407:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.357410:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.357414:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.357427:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674080.357440:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674080.357447:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674080.357450:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674080.357455:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.357458:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496822016 : -113404212729600 : ffff98dc062f2900) 00000100:00000001:2.0:1773674080.357460:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.357462:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:2.0:1773674080.357467:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.357471:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.357473:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674080.357475:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.357481:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.357489:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.357491:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.357495:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.357497:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.357500:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.357503:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446016:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674080.357508:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.357513:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.357516:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.357518:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.357523:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674080.357525:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.357531:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.357534:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.357539:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674080.357545:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446016, portal 4 00000100:00000001:2.0:1773674080.357547:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.357548:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:2.0:1773674080.357554:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.357562:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.357565:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.357568:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674080.357572:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953446016, offset 0 00000400:00000200:2.0:1773674080.357578:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.357585:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.357592:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.357597:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.357602:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.357606:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.357608:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.357613:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252614:252614:256:4294967295] 192.168.201.103@tcp LPNI seq info [252582:252582:8:4294967295] 00000400:00000200:2.0:1773674080.357618:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.357628:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.357634:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.357639:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5a00. 00000800:00000200:2.0:1773674080.357646:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.357654:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.357658:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.357667:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.357672:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 500817 usecs (501 jiffies) 00000400:00000200:2.0:1773674080.357675:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.357678:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637913 00000100:00000001:2.0:1773674080.357682:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.357685:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637913 00000100:00000001:2.0:1773674080.357687:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.357690:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.357693:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.357696:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.357697:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674080.357700:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2900 going to sleep for 11 seconds 00000100:00000001:2.0:1773674080.357702:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.357704:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.357868:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.357873:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5a00. 00000400:00000200:0.0:1773674080.357877:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.357883:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.357888:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:0.0:1773674080.357890:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:0.0:1773674080.357893:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.357898:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.357907:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.357911:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.357917:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.357920:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.360644:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.360662:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.360667:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.360669:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.360681:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.360690:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.360700:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.360706:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.360711:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.360716:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794c9880 00000400:00000200:1.0:1773674080.360721:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.360727:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5291 [1] + 224 00000800:00000001:1.0:1773674080.360736:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.360758:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.360762:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.360814:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.360820:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.360829:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.360847:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.360864:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.360872:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.360876:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.364381:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.364398:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.364401:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.364406:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.364416:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674080.364419:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674080.364424:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.364436:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.364450:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.364459:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.364461:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.364465:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.364468:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.364471:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.364474:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.364477:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.364488:0:93424:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674080.364493:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=116 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674080.364496:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.364498:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.364502:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.364507:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.364512:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.364514:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:2.0:1773674080.364516:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.364518:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.364524:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.364532:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.364535:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.364538:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.364542:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.364558:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446016:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674080.364564:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.364567:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.364570:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.364572:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.364576:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.364583:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.364586:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2900. 00000100:00000001:2.0:1773674080.364589:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.364591:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.364595:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674080.364598:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.364601:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.364604:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674080.364607:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364610:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000040:2.0:1773674080.364619:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cfe00, remote cookie: 0x441c89a0128d6ab7, flags: 0x80000000 00010000:00000001:2.0:1773674080.364623:0:93424:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773674080.364626:0:93424:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.364629:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674080.364632:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773674080.364640:0:93424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674080.364653:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x23ac:0x0].0x0 (ffff98dc043b7200) refcount = 1 00010000:00000040:2.0:1773674080.364656:0:93424:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674080.364659:0:93424:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.364675:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674080.364677:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674080.364680:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674080.364683:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.364687:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.364695:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674080.364697:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.364699:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.364700:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.364702:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674080.364703:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.364708:0:93424:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773674080.364710:0:93424:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674080.364713:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.364714:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.364716:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:2.0:1773674080.364718:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364721:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364723:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.364726:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.364727:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674080.364729:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364730:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364733:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674080.364736:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674080.364740:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.364747:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.364749:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674080.364753:0:93424:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773674080.364758:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00010000:2.0:1773674080.364800:0:93424:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773674080.364809:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364811:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674080.364814:0:93424:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674080.364817:0:93424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674080.364819:0:93424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364821:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364823:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:2.0:1773674080.364824:0:93424:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773674080.364827:0:93424:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.364829:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674080.364830:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674080.364831:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:2.0:1773674080.364833:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364835:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674080.364838:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674080.364841:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.364847:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.364848:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674080.364851:0:93424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674080.364857:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674080.364859:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674080.364860:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674080.364861:0:93424:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.364864:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.364869:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953446016/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.364876:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.364879:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.364882:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674080.364886:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.364888:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.364890:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.364893:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.364896:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc085c7e00. 02000000:00000001:2.0:1773674080.364900:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.364902:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.364905:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:2.0:1773674080.364908:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.364910:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674080.364912:0:93424:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.364915:0:93424:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364918:0:93424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.364921:0:93424:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364923:0:93424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364925:0:93424:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364929:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364931:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364934:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1773674080.364940:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364942:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364944:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1773674080.364947:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364949:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00020000:00000001:2.0:1773674080.364952:0:93424:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1773674080.364953:0:93424:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674080.364955:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674080.364956:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674080.364960:0:93424:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:2.0:1773674080.364963:0:93424:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:2.0:1773674080.364967:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674080.364968:0:93424:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.364970:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674080.364972:0:93424:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.364974:0:93424:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364976:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364977:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364979:0:93424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773674080.364982:0:93424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364983:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364985:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674080.364986:0:93424:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674080.364988:0:93424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674080.364989:0:93424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364991:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.364992:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.364995:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674080.364997:0:93424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674080.364998:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674080.365000:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674080.365001:0:93424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674080.365003:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674080.365006:0:93424:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:2.0:1773674080.365013:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674080.365017:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674080.365021:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.365024:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.365029:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.365035:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc085c7e00. 00000100:00000001:2.0:1773674080.365041:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.365049:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.365053:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.365061:0:93424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1ee1ed4] to pc [ptlrpcd_01_01+1] req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773674080.365094:0:93424:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.365097:0:93424:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.365099:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.365101:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.365103:0:93424:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.365105:0:93424:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.365107:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.365109:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674080.365111:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674080.365113:0:93424:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674080.365114:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1773674080.365759:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.365794:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.365798:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.365806:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.365815:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.365818:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.365822:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.365825:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.365828:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.365831:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953446144:192.168.201.103@tcp:10:dd.0 00000100:00000001:3.0:1773674080.365836:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.365842:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.365844:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.365847:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.365853:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f400. 02000000:00000001:3.0:1773674080.365856:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.365863:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.365867:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674080.365874:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674080.365881:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446144, portal 4 00000100:00000001:3.0:1773674080.365883:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.365885:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:3.0:1773674080.365892:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.365899:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.365902:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.365905:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674080.365908:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859825953446144, offset 0 00000400:00000200:3.0:1773674080.365914:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.365922:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.365930:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.365935:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.365941:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.365945:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.365948:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.365952:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252615:252615:256:4294967295] 192.168.201.103@tcp LPNI seq info [252583:252583:8:4294967295] 00000400:00000200:3.0:1773674080.365957:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.365968:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.365974:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.365981:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2100. 00000800:00000200:3.0:1773674080.365989:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.365996:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.366001:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773674080.366013:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.366017:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 497446 usecs (498 jiffies) 00000400:00000200:3.0:1773674080.366021:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.366024:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637918 00000100:00000001:3.0:1773674080.366027:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.366030:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637918 00000100:00000001:3.0:1773674080.366032:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.366035:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.366038:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.366041:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.366043:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.366050:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.366052:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1773674080.366055:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.366056:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.366058:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.366060:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.366073:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.366075:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.366448:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.366453:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2100. 00000400:00000200:1.0:1773674080.366460:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.366466:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.366471:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:1.0:1773674080.366473:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:1.0:1773674080.366478:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.366483:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.366492:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.366495:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.366502:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.366504:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.372416:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.372435:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.372440:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.372443:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.372453:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.372461:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.372470:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.372476:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.372481:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.372486:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b80794c9900 00000400:00000200:1.0:1773674080.372490:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.372497:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x2c5299 [1] + 224 00000800:00000001:1.0:1773674080.372506:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.372516:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.372519:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.372524:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.372531:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.372540:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.372553:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.372575:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.372585:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.372589:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.372657:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.372662:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.372669:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.372672:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.372676:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674080.372681:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674080.372683:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674080.372686:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.372692:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674080.372701:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953446144/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.372708:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.372710:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.372713:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.372717:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.372720:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.372722:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.372725:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.372734:0:2414:0:(import.c:2136:obd_at_measure()) add 36 to ffff98dc050c24e8 time=174 v=36 (36 36 36 0) 00000100:00001000:3.0:1773674080.372738:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674080.372898:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.372901:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.372905:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.372910:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.372913:0:2414:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674080.372915:0:2414:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674080.372917:0:2414:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674080.372920:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.372921:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:3.0:1773674080.372925:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.372928:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:3.0:1773674080.372930:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.372933:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.372940:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953446144/t47244640278(47244640278) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.372948:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.372951:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.372953:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674080.372956:0:2414:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1773674080.373015:0:2414:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.373022:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953446144/t47244640278(47244640278) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674080.373037:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953446144:192.168.201.103@tcp:10:dd.0 00000100:00000001:3.0:1773674080.373042:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.373045:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.373049:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953446144/t47244640278(47244640278) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.373055:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.373058:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.373065:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.373067:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.373070:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.373072:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.373463:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.373468:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.373470:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674080.373474:0:93424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674080.373476:0:93424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.373479:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.373480:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:2.0:1773674080.373484:0:93424:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1773674080.373488:0:93424:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674080.373492:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674080.373495:0:93424:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.373497:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.373595:0:93424:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674080.373598:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.373601:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.373602:0:93424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674080.373607:0:93424:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674080.373612:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674080.373614:0:93424:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.373616:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674080.373617:0:93424:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.373619:0:93424:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=0 (1) m=1773674080 a=0 c=1773674080 b=0 00020000:00000001:3.0:1773674080.373623:0:93424:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.373626:0:93424:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773674080 a=0 c=1773674080 b=0 00020000:00000001:3.0:1773674080.373629:0:93424:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.373631:0:93424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.373633:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:3.0:1773674080.373636:0:93424:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1773674080.373638:0:93424:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773674080.373640:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674080.373643:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674080.373646:0:93424:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674080.373648:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_release():245 00000020:00000001:3.0:1773674080.373651:0:93424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674080.373653:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674080.373656:0:93424:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674080.373660:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.373662:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477614184 : -113404231937432 : ffff98dc050a1268) 00000020:00000001:3.0:1773674080.373664:0:93424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674080.373665:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c31b0 (ffff98dc064fec68/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674080.373669:0:93424:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674080.373671:0:93424:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674080.373675:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.373677:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.373680:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:3.0:1773674080.373683:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.373686:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.373690:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.373696:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674080.373708:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.373710:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.373712:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674080.373715:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674080.373718:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.373729:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674080.373732:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674080.373734:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.373740:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.373741:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.373978:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.373982:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674080.373984:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.373986:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.373989:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.373992:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.373993:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.373994:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.373996:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.373997:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674080.373998:0:93424:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674080.374000:0:93424:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.374002:0:93424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.374003:0:93424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.374005:0:93424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674080.374006:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8c5d8 (ffff98dc064fe488/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674080.374010:0:93424:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674080.374011:0:93424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674080.374012:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c31b0 (ffff98dc064fe488/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674080.374016:0:93424:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845a390. 00000020:00000001:3.0:1773674080.374021:0:93424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674080.374023:0:93424:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3180. 00020000:00000001:3.0:1773674080.374028:0:93424:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674080.374029:0:93424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674080.374030:0:93424:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773674080.374032:0:93424:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674080.374034:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.374036:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674080.374038:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674080.374039:0:93424:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.374041:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.374043:0:93424:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674080.374044:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674080.374046:0:93424:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773674080.374047:0:93424:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674080.374050:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674080.374051:0:93424:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:3.0:1773674080.374053:0:93424:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff98dc07306e50. 00020000:00000001:3.0:1773674080.374057:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.374058:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674080.374060:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674080.374062:0:93424:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.374063:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.374065:0:93424:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674080.374066:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674080.374068:0:93424:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.374071:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674080.374072:0:93424:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674080.374074:0:93424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674080.374075:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674080.374076:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674080.374078:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fec60 00000020:00000010:3.0:1773674080.374082:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc085c7400. 00000020:00000010:3.0:1773674080.374087:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:3.0:1773674080.374092:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:3.0:1773674080.374096:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193300. 00008000:00000010:3.0:1773674080.374100:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:3.0:1773674080.374105:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:3.0:1773674080.374109:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070df230. 00000020:00000010:3.0:1773674080.374113:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000008:00000010:3.0:1773674080.374117:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12580. 00020000:00000010:3.0:1773674080.374121:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1680. 00008000:00000010:3.0:1773674080.374124:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1400. 00000080:00000010:3.0:1773674080.374128:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c000. 00000020:00000010:3.0:1773674080.374131:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc085c6800. 00000020:00000010:3.0:1773674080.374134:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fec60. 00020000:00000001:3.0:1773674080.374136:0:93424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674080.374138:0:93424:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674080.374141:0:93424:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674080.374143:0:93424:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674080.374146:0:93424:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674080.374147:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674080.374149:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe480 00000020:00000010:3.0:1773674080.374151:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08560600. 00000020:00000010:3.0:1773674080.374154:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:3.0:1773674080.374157:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:3.0:1773674080.374161:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193480. 00008000:00000010:3.0:1773674080.374163:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:3.0:1773674080.374166:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:3.0:1773674080.374168:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfd98. 00000020:00000010:3.0:1773674080.374171:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000008:00000010:3.0:1773674080.374175:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:3.0:1773674080.374177:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a1200. 00008000:00000010:3.0:1773674080.374180:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1460. 00000080:00000010:3.0:1773674080.374182:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c5a0. 00000020:00000010:3.0:1773674080.374185:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561200. 00000020:00000010:3.0:1773674080.374187:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe480. 00000080:00000001:3.0:1773674080.374190:0:93424:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.374193:0:93424:0:(llite_lib.c:2496:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1773674080.374198:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0b657600. 00000020:00000001:3.0:1773674080.374330:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fa80 00000080:00200008:3.0:1773674080.374333:0:93424:0:(llite_lib.c:2526:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773674080.000000000, mtime 1773674080.000000000, ctime 1773674080.000000000, rc 0 00000080:00000001:3.0:1773674080.374339:0:93424:0:(llite_lib.c:2528:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.374367:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674080.374371:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:3.0:1773674080.374375:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:3.0:1773674080.374379:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.374672:0:93424:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773674080.374675:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fd88 00000080:00200008:3.0:1773674080.374677:0:93424:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:3.0:1773674080.374681:0:93424:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773674080.374684:0:93424:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.374686:0:93424:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773674080.374689:0:93424:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.374691:0:93424:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1773674080.374692:0:93424:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.374694:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.374700:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674080.374705:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bea00. 00000020:00000010:3.0:1773674080.374709:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067be000. 00000020:00000010:3.0:1773674080.374713:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.374719:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.374723:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.374727:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.374732:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.374736:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.374739:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bf400. 00010000:00000010:2.1:1773674080.374854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2200. 00000008:00000010:3.0:1773674080.374958:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.374964:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.374967:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.374971:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674080.374974:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674080.374977:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000080:00000001:3.0:1773674080.374979:0:93424:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773674080.374981:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fc98 00000080:00200000:3.0:1773674080.374983:0:93424:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:3.0:1773674080.374990:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fc30 00000080:00200000:3.0:1773674080.374992:0:93424:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1773674080.374995:0:93424:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773674080.375000:0:93424:0:(cl_io.c:214:cl_io_rw_init()) header@00000000802da145[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:3.0:1773674080.375002:0:93424:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:3.0:1773674080.375005:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.375007:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674080.375009:0:93424:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674080.375010:0:93424:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674080.375013:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.375014:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773674080.375017:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674080.375020:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375024:0:93424:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674080.375025:0:93424:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375027:0:93424:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.375031:0:93424:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc07fb0bc8 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773674080.375036:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:3.0:1773674080.375038:0:93424:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674080.375040:0:93424:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674080.375042:0:93424:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674080.375044:0:93424:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773674080.375046:0:93424:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:3.0:1773674080.375049:0:93424:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773674080.375050:0:93424:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674080.375052:0:93424:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375054:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.375055:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674080.375056:0:93424:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674080.375057:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:3.0:1773674080.375060:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375061:0:93424:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674080.375063:0:93424:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1773674080.375065:0:93424:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773674080.375068:0:93424:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375071:0:93424:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674080.375072:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674080.375074:0:93424:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773674080.375076:0:93424:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773674080.375078:0:93424:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1773674080.375080:0:93424:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:3.0:1773674080.375083:0:93424:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674080.375085:0:93424:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674080.375088:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674080.375091:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.375093:0:93424:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674080.375094:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.375097:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24bd0. 00000020:00000010:3.0:1773674080.375102:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be400. 00000020:00000010:3.0:1773674080.375106:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.375109:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916120. 00000008:00000010:3.0:1773674080.375113:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674080.375116:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fb40. 00008000:00000010:3.0:1773674080.375119:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674080.375122:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674080.375125:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674080.375129:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0b657600. 00000008:00000010:3.0:1773674080.375132:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674080.375135:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674080.375138:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674080.375140:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d202d0. 00000020:00000001:3.0:1773674080.375143:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067736 : -113404168483880 : ffff98dc08d24bd8) 00000020:00001000:3.0:1773674080.375145:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24bd0 00000020:00000001:3.0:1773674080.375147:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.375149:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674080.375152:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.375153:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674080.375155:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375157:0:93424:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375158:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.375161:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773674080.375164:0:93424:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773674080.375167:0:93424:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375169:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375171:0:93424:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375173:0:93424:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375175:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375177:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773674080.375179:0:93424:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773674080.375182:0:93424:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773674080.375185:0:93424:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773674080.375187:0:93424:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375191:0:93424:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375193:0:93424:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773674080.375194:0:93424:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1773674080.375196:0:93424:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773674080.375197:0:93424:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773674080.375198:0:93424:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375309:0:93424:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375313:0:93424:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375315:0:93424:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.375317:0:93424:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375319:0:93424:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674080.375321:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.375322:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674080.375324:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.375325:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375327:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375328:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375330:0:93424:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375331:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.375332:0:93424:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773674080.375334:0:93424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773674080.375336:0:93424:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773674080.375339:0:93424:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773674080.375342:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1773674080.375348:0:93424:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc184c8e80. 00020000:00000002:3.0:1773674080.375350:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674080.375353:0:93424:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773674080.375355:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.375356:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.375358:0:93424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773674080.375362:0:93424:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc185778f0. 00000008:00010000:3.0:1773674080.375365:0:93424:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773674080.375367:0:93424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674080.375369:0:93424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773674080.375374:0:93424:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc184c8eb0, osc lock ffff98dc185778f0, flags 0x0 00000020:00000001:3.0:1773674080.375376:0:93424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375378:0:93424:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.375381:0:93424:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669800738432 : -113403908813184 : ffff98dc184c8e80) 00000020:00000001:3.0:1773674080.375383:0:93424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674080.375384:0:93424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773674080.375386:0:93424:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375387:0:93424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375389:0:93424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674080.375390:0:93424:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674080.375391:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.375392:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.375394:0:93424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674080.375396:0:93424:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674080.375398:0:93424:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773674080.375400:0:93424:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.375402:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674080.375405:0:93424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674080.375406:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674080.375407:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674080.375409:0:93424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674080.375410:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674080.375412:0:93424:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773674080.375415:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674080.375421:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:3.0:1773674080.375955:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674080.375963:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.375968:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674080.375974:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674080.375987:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674080.375993:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.375997:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.376006:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.376009:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.376012:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674080.376014:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376017:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00000008:00000001:3.0:1773674080.376021:0:93424:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674080.376023:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.376024:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.376026:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:3.0:1773674080.376028:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376030:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376032:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.376033:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.376034:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:3.0:1773674080.376036:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376038:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376040:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674080.376042:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.376045:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.376058:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.376059:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674080.376062:0:93424:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.376064:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.376065:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.376067:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=6 00000020:00000001:3.0:1773674080.376069:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376071:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.376074:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.376077:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.376083:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.376084:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674080.376087:0:93424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.376094:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.376097:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.376098:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.376099:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.376100:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674080.376101:0:93424:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.376104:0:93424:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376106:0:93424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.376108:0:93424:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376109:0:93424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376111:0:93424:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376113:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376115:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376116:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1773674080.376119:0:93424:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1773674080.376124:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb80 00000080:00200000:3.0:1773674080.376126:0:93424:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:3.0:1773674080.376129:0:93424:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773674080.376132:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:3.0:1773674080.376134:0:93424:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc013827c0. 00020000:00000002:3.0:1773674080.376136:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:3.0:1773674080.376140:0:93424:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1773674080.376143:0:93424:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773674080.376145:0:93424:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773674080.376147:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674080.376150:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.376151:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.376153:0:93424:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674080.376155:0:93424:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674080.376157:0:93424:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376159:0:93424:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.376161:0:93424:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376163:0:93424:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.376169:0:93424:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773674080.376171:0:93424:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1773674080.376196:0:93424:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773674080.376198:0:93424:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] fffff3eb44733740 0 1 00000020:00000001:3.0:1773674080.376392:0:93424:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773674080.376394:0:93424:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376396:0:93424:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:3.0:1773674080.376402:0:93424:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98dc0648f9a0. 00000020:00000001:3.0:1773674080.376407:0:93424:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674080.376409:0:93424:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1773674080.376413:0:93424:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1773674080.376416:0:93424:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1773674080.376419:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.376420:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000008:00000001:3.0:1773674080.376424:0:93424:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1773674080.376426:0:93424:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff98dc0648fa10 folio fffff3eb44733740 pg:0 obj off 0 00000008:00000001:3.0:1773674080.376428:0:93424:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376430:0:93424:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674080.376431:0:93424:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1773674080.376434:0:93424:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1773674080.376436:0:93424:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.376439:0:93424:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376441:0:93424:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446630669498513824 : -113404211037792 : ffff98dc0648f9a0) 00000020:00000001:3.0:1773674080.376445:0:93424:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446630669498513824 : -113404211037792 : ffff98dc0648f9a0) 00000020:00000001:3.0:1773674080.376448:0:93424:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773674080.376450:0:93424:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674080.376451:0:93424:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526961096 : -113404182590520 : ffff98dc07fb0bc8) 00000020:00000001:3.0:1773674080.376453:0:93424:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773674080.376454:0:93424:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773674080.376456:0:93424:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674080.376460:0:93424:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 000000005f573643 1 1 000000000979c151] 00000020:00000001:3.0:1773674080.376462:0:93424:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773674080.376464:0:93424:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674080.376465:0:93424:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:3.0:1773674080.376469:0:93424:0:(rw26.c:818:ll_write_begin()) page@000000003f18de55[2 000000005f573643 2 1 000000000979c151] 00000080:00008000:3.0:1773674080.376471:0:93424:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:3.0:1773674080.376472:0:93424:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773674080.376474:0:93424:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.376478:0:93424:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773674080.376480:0:93424:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1773674080.376483:0:93424:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674080.376484:0:93424:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526961096 : -113404182590520 : ffff98dc07fb0bc8) 00000020:00000001:3.0:1773674080.376486:0:93424:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773674080.376488:0:93424:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674080.376491:0:93424:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773674080.376493:0:93424:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674080.376494:0:93424:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773674080.376496:0:93424:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773674080.376499:0:93424:0:(rw26.c:967:ll_write_end()) page@000000003f18de55[3 000000005f573643 2 1 000000000979c151] 00000080:00200000:3.0:1773674080.376502:0:93424:0:(rw26.c:967:ll_write_end()) vmpage @00000000414f75a1 17ffffc0001001 3:0 ffff98dc0648f9a0 0 lru 00000080:00200000:3.0:1773674080.376510:0:93424:0:(rw26.c:967:ll_write_end()) osc-page@000000004dc18ef3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b3e09199 00000000fc72a782 > 3< 0 0 > 4< 0 0 8 25112576 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1773674080.376512:0:93424:0:(rw26.c:967:ll_write_end()) end page@000000003f18de55 00000080:00200000:3.0:1773674080.376514:0:93424:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773674080.376515:0:93424:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1773674080.376520:0:93424:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773674080.376523:0:93424:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:3.0:1773674080.376526:0:93424:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773674080.376528:0:93424:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773674080.376530:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.376531:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.376533:0:93424:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773674080.376535:0:93424:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773674080.376537:0:93424:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1773674080.376538:0:93424:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674080.376539:0:93424:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:3.0:1773674080.376541:0:93424:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1773674080.376546:0:93424:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- oap ffff98dc0648fa10 folio fffff3eb44733740 pg:0 added for cmd 2 00000008:00000001:3.0:1773674080.376551:0:93424:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:3.0:1773674080.376554:0:93424:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 25112576, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674080.376561:0:93424:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 25112576, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674080.376566:0:93424:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff98dc0648fa48 page fffff3eb44733740 00000008:00000020:3.0:1773674080.376570:0:93424:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 25083904, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1773674080.376574:0:93424:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1773674080.376576:0:93424:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.376579:0:93424:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1773674080.376582:0:93424:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98dc4206f480. 00000008:00000020:3.0:1773674080.376588:0:93424:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff98dc043cc540 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:3.0:1773674080.376594:0:93424:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1773674080.376600:0:93424:0:(osc_cache.c:848:osc_extent_find()) extent ffff98dc4206f480@{[0 -> 0/1023], [3|1|-|active|wi|ffff98dc043cc540], [28672|0|-|-|ffff98dc043cfe00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1773674080.376608:0:93424:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000000778bb14 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773674080.376617:0:93424:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:3.0:1773674080.376620:0:93424:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.376623:0:93424:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.376626:0:93424:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773674080.376628:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000002:3.0:1773674080.376630:0:93424:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:3.0:1773674080.376633:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.376634:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674080.376636:0:93424:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:3.0:1773674080.376639:0:93424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674080.376641:0:93424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376643:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.376644:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:3.0:1773674080.376646:0:93424:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773674080.376648:0:93424:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773674080.376650:0:93424:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674080.376653:0:93424:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[4 000000005f573643 2 1 000000000979c151] 00000020:00000001:3.0:1773674080.376655:0:93424:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773674080.376656:0:93424:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773674080.376657:0:93424:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773674080.376660:0:93424:0:(osc_request.c:745:osc_update_next_shrink()) next time 7170 to shrink grant 00000080:00000001:3.0:1773674080.376663:0:93424:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773674080.376665:0:93424:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773674080.376672:0:93424:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc05950278, count 1, dirtied 1 00000080:00000001:3.0:1773674080.376994:0:93424:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773674080.376996:0:93424:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773674080.376998:0:93424:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674080.377000:0:93424:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674080.377001:0:93424:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674080.377005:0:93424:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[3 000000005f573643 2 1 0000000000000000] 00000020:00000001:3.0:1773674080.377007:0:93424:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773674080.377008:0:93424:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674080.377010:0:93424:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773674080.377011:0:93424:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674080.377013:0:93424:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[3 000000005f573643 1 1 0000000000000000] 00000020:00000001:3.0:1773674080.377014:0:93424:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773674080.377016:0:93424:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773674080.377017:0:93424:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773674080.377019:0:93424:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773674080.377021:0:93424:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377023:0:93424:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377025:0:93424:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377027:0:93424:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674080.377030:0:93424:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:3.0:1773674080.377032:0:93424:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773674080.377034:0:93424:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773674080.377035:0:93424:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377038:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fb80 00000080:00200000:3.0:1773674080.377040:0:93424:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:3.0:1773674080.377043:0:93424:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377045:0:93424:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674080.377047:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.377048:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674080.377050:0:93424:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773674080.377052:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.377054:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.377055:0:93424:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674080.377057:0:93424:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674080.377059:0:93424:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377060:0:93424:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377062:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:3.0:1773674080.377064:0:93424:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377066:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377067:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377069:0:93424:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377070:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377072:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674080.377074:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773674080.377075:0:93424:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674080.377076:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773674080.377079:0:93424:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1773674080.377081:0:93424:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674080.377086:0:93424:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cc540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1773674080.377092:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674080.377096:0:93424:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.377097:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674080.377099:0:93424:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.377101:0:93424:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1773674080.377103:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674080.377104:0:93424:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377106:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377108:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674080.377110:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674080.377113:0:93424:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674080.377115:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc08d204e8 (ffff98dc08d24998/0) at cl_lock_release():245 00000020:00000001:3.0:1773674080.377117:0:93424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674080.377119:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc08d204e8 (ffff98dc08d24998/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674080.377122:0:93424:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674080.377124:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.377125:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.377127:0:93424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674080.377128:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc184c8eb0 (ffff98dc08d24bd8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674080.377131:0:93424:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674080.377133:0:93424:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674080.377135:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.377137:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.377139:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:3.0:1773674080.377141:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.377144:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.377147:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674080.377150:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674080.377158:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.377160:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.377161:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674080.377164:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674080.377166:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674080.377174:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674080.377177:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674080.377179:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674080.377183:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.377184:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.377186:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.377190:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674080.377192:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.377194:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.377197:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.377210:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674080.377212:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.377213:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674080.377214:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.377215:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674080.377217:0:93424:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674080.377219:0:93424:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.377220:0:93424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.377221:0:93424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674080.377223:0:93424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674080.377225:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc08d204e8 (ffff98dc08d24998/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674080.377228:0:93424:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674080.377229:0:93424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674080.377230:0:93424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc184c8eb0 (ffff98dc08d24998/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674080.377234:0:93424:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc185778f0. 00000020:00000001:3.0:1773674080.377240:0:93424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674080.377242:0:93424:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc184c8e80. 00020000:00000001:3.0:1773674080.377245:0:93424:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674080.377247:0:93424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674080.377248:0:93424:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773674080.377250:0:93424:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674080.377251:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.377252:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674080.377254:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674080.377255:0:93424:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377257:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377259:0:93424:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674080.377261:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674080.377263:0:93424:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773674080.377265:0:93424:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:3.0:1773674080.377267:0:93424:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674080.377268:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674080.377281:0:93424:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674080.377282:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.377284:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674080.377285:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674080.377287:0:93424:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377289:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.377290:0:93424:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674080.377292:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674080.377293:0:93424:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674080.377297:0:93424:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1773674080.377299:0:93424:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773674080.377302:0:93424:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773674080.377303:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674080.377305:0:93424:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674080.377306:0:93424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674080.377307:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674080.377308:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674080.377311:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24bd0 00000020:00000010:3.0:1773674080.377315:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067bfa00. 00000020:00000010:3.0:1773674080.377320:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916120. 00000008:00000010:3.0:1773674080.377325:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674080.377330:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fb40. 00008000:00000010:3.0:1773674080.377334:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674080.377339:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674080.377342:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674080.377346:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be400. 00000008:00000010:3.0:1773674080.377350:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674080.377353:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674080.377356:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674080.377360:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d202d0. 00000020:00000010:3.0:1773674080.377363:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0b657600. 00000020:00000010:3.0:1773674080.377366:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24bd0. 00020000:00000001:3.0:1773674080.377369:0:93424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674080.377371:0:93424:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674080.377372:0:93424:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674080.377374:0:93424:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674080.377377:0:93424:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674080.377378:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773674080.377380:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fc98 00000080:00200000:3.0:1773674080.377382:0:93424:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:3.0:1773674080.377386:0:93424:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674080.377388:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.377390:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.377392:0:93424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674080.377395:0:93424:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674080.377398:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674080.377400:0:93424:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:3.0:1773674080.377402:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674080.377404:0:93424:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:3.0:1773674080.377406:0:93424:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773674080 a=0 c=1773674080 b=0 00020000:00000001:3.0:1773674080.377409:0:93424:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.377412:0:93424:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773674080 a=0 c=1773674080 b=0 00020000:00000001:3.0:1773674080.377415:0:93424:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377417:0:93424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.377419:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:3.0:1773674080.377422:0:93424:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 0 00000080:00000001:3.0:1773674080.377425:0:93424:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773674080.377429:0:93424:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:3.0:1773674080.377431:0:93424:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:3.0:1773674080.377433:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:3.0:1773674080.377436:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067be000. 00000020:00000010:3.0:1773674080.377439:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.377443:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.377446:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.377448:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.377662:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.377665:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.377668:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bea00. 00000008:00000010:3.0:1773674080.377671:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.377674:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.377677:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.377679:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:3.0:1773674080.377682:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bf400. 00000020:00000010:3.0:1773674080.377684:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000020:00000001:3.0:1773674080.377689:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fd88 00000080:00000008:3.0:1773674080.377691:0:93424:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:3.0:1773674080.377695:0:93424:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1773674080.377707:0:93424:0:(file.c:5277:ll_fsync()) Process entered 00000080:00200000:3.0:1773674080.377710:0:93424:0:(file.c:5280:ll_fsync()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8), start 0, end 9223372036854775807, datasync 0 00000080:00000001:3.0:1773674080.377717:0:93424:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:3.0:1773674080.377719:0:93424:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674080.377720:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.377725:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24990. 00000020:00000010:3.0:1773674080.377730:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0b657600. 00000020:00000010:3.0:1773674080.377735:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067bf400. 00000020:00000010:3.0:1773674080.377738:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916c60. 00000008:00000010:3.0:1773674080.378303:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674080.378310:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fcc0. 00008000:00000010:3.0:1773674080.378314:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.378318:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674080.378321:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0b68. 00000020:00000010:3.0:1773674080.378325:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bea00. 00000008:00000010:3.0:1773674080.378329:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ba20. 00020000:00000010:3.0:1773674080.378332:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e400. 00008000:00000010:3.0:1773674080.378335:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21bf8. 00000080:00000010:3.0:1773674080.378337:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d204b0. 00000020:00000001:3.0:1773674080.378340:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067160 : -113404168484456 : ffff98dc08d24998) 00000020:00001000:3.0:1773674080.378343:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24990 00000020:00000001:3.0:1773674080.378575:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.378578:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674080.378580:0:93424:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674080.378581:0:93424:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674080.378584:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.378586:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674080.378587:0:93424:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.378590:0:93424:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc07fb0bc8 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773674080.378593:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:3.0:1773674080.378596:0:93424:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674080.378598:0:93424:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674080.378600:0:93424:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674080.378602:0:93424:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378604:0:93424:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674080.378607:0:93424:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674080.378609:0:93424:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378610:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.378611:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674080.378612:0:93424:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674080.378614:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:3.0:1773674080.378617:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378619:0:93424:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674080.378620:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773674080.378622:0:93424:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674080.378625:0:93424:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674080.378628:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773674080.378631:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.378633:0:93424:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674080.378634:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.378637:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24bd0. 00000020:00000010:3.0:1773674080.378640:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067be000. 00000020:00000010:3.0:1773674080.378643:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc067be400. 00000020:00000010:3.0:1773674080.378646:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916120. 00000008:00000010:3.0:1773674080.378650:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674080.378653:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fb40. 00008000:00000010:3.0:1773674080.378656:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674080.378659:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674080.378662:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb0000. 00000020:00000010:3.0:1773674080.378665:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc067bfa00. 00000008:00000010:3.0:1773674080.378668:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099a160. 00020000:00000010:3.0:1773674080.378671:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e1c0. 00008000:00000010:3.0:1773674080.378674:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21350. 00000080:00000010:3.0:1773674080.378676:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d202d0. 00000020:00000001:3.0:1773674080.378679:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067736 : -113404168483880 : ffff98dc08d24bd8) 00000020:00001000:3.0:1773674080.378681:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24bd0 00000020:00000001:3.0:1773674080.378683:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.378685:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674080.378686:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.378688:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674080.378689:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378691:0:93424:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378693:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671457896 : -113404038093720 : ffff98dc1097e468) 00000020:00000001:3.0:1773674080.378696:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674080.378697:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378699:0:93424:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378701:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378702:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773674080.378704:0:93424:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674080.378705:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.378706:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674080.378708:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.378709:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378711:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378713:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.378714:0:93424:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378716:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.378717:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378719:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378720:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773674080.378723:0:93424:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674080.378724:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.378725:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674080.378727:0:93424:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773674080.378729:0:93424:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773674080.378734:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674080.378736:0:93424:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674080.378737:0:93424:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674080.378741:0:93424:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674080.378754:0:93424:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674080.378756:0:93424:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446630669464159552 : -113404245392064 : ffff98dc043cc540) 00000008:00000020:3.0:1773674080.378759:0:93424:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff98dc043cc540 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1773674080.378763:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674080.378782:0:93424:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674080.378783:0:93424:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674080.378785:0:93424:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1773674080.378788:0:93424:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1773674080.378790:0:93424:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff98dc4206f480@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff98dc043cc540], [28672|1|+|-|ffff98dc043cfe00|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1773674080.378799:0:93424:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000000778bb14 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674080.378816:0:93424:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1773674080.378819:0:93424:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1773674080.378824:0:93424:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1773674080.378826:0:93424:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674080.378830:0:93424:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff98dc4206f480@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff98dc043cc540], [28672|1|+|-|ffff98dc043cfe00|1024|ffff98dc013827c0]} make ready 00000008:00010000:3.0:1773674080.378837:0:93424:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000000778bb14 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674080.378845:0:93424:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:3.0:1773674080.378847:0:93424:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1773674080.378858:0:93424:0:(cl_page.c:1200:cl_page_make_ready()) page@000000003f18de55[2 000000005f573643 1 1 0000000000000000] 00000020:00008000:3.0:1773674080.378860:0:93424:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:3.0:1773674080.378862:0:93424:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:3.0:1773674080.378864:0:93424:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674080.378865:0:93424:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674080.378867:0:93424:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773674080.378868:0:93424:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773674080.378870:0:93424:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674080.378873:0:93424:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 000000005f573643 1 1 0000000000000000] 00000020:00000001:3.0:1773674080.378875:0:93424:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1773674080.378876:0:93424:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674080.378877:0:93424:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1773674080.378880:0:93424:0:(cl_page.c:1222:cl_page_make_ready()) page@000000003f18de55[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:3.0:1773674080.378882:0:93424:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1773674080.378884:0:93424:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378886:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.378888:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.378890:0:93424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773674080.378893:0:93424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.378894:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:3.0:1773674080.378897:0:93424:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.378900:0:93424:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:3.0:1773674080.378904:0:93424:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98dc07f29800: cli: ffff98dc0726d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1773674080.378909:0:93424:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98dc05243ef0. 00000008:00000010:3.0:1773674080.378914:0:93424:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98dc08b99dd0. 00000020:00000001:3.0:1773674080.378917:0:93424:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674080.378919:0:93424:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674080.378921:0:93424:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674080.378924:0:93424:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773674080/1773674080 00000020:00000001:3.0:1773674080.378928:0:93424:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674080.378929:0:93424:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674080.378932:0:93424:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1773674080.378935:0:93424:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:3.0:1773674080.378938:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674080.378944:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:3.0:1773674080.378947:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674080.378953:0:93424:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773674080.378956:0:93424:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773674080.378959:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674080.378966:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.378969:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674080.378976:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.378978:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674080.378979:0:93424:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773674080.378981:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674080.378983:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674080.378985:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674080.378987:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.378989:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00000008:00000001:3.0:1773674080.378992:0:93424:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674080.378994:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674080.378995:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773674080.378996:0:93424:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674080.378998:0:93424:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1773674080.379004:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773674080.379008:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674080.379014:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674080.379018:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674080.379021:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674080.379031:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff98dc06644000. 00000100:00000001:3.0:1773674080.379038:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674080.379046:0:93424:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:3.0:1773674080.379053:0:93424:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98dc07f29800: dirty: 28672 undirty: 484638720 dropped 0 grant: 25083904 cl_lost_grant 0 00000008:00000001:3.0:1773674080.379060:0:93424:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1773674080.379089:0:93424:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8027 MB/s 00000008:00008000:3.0:1773674080.379100:0:93424:0:(osc_request.c:1340:osc_checksum_bulk()) page fffff3eb44733740 map ffff98dc05950278 index 0 flags 17ffffc0005008 count 3 priv ffff98dc0648f9a0: off 0 00000008:00000001:3.0:1773674080.379109:0:93424:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1773674080.379111:0:93424:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:3.0:1773674080.379115:0:93424:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff98dc07ff4e00 - object 0x280000401:9132 offset 0<>4096 00000008:00000001:3.0:1773674080.379118:0:93424:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.379120:0:93424:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674080.379121:0:93424:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674080.379123:0:93424:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674080.379124:0:93424:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773674080/1773674080 00000020:00000001:3.0:1773674080.379127:0:93424:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674080.379128:0:93424:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1773674080.379129:0:93424:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1773674080.379132:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.379133:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000008:00000002:3.0:1773674080.379147:0:93424:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 000000003e0513d3, now 0r/1w/0d in flight req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1773674080.379157:0:93424:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:3.0:1773674080.379166:0:93424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773674080.379300:0:93424:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1773674080.379303:0:93424:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379305:0:93424:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379308:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674080.379309:0:93424:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379311:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674080.379313:0:93424:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379314:0:93424:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674080.379315:0:93424:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379319:0:93424:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674080.379321:0:93424:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.379323:0:93424:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1773674080.379327:0:93424:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1773674080.379331:0:93424:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674080.379334:0:93424:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.379336:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.379338:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.379340:0:93424:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.379342:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.379344:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674080.379346:0:93424:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773674080.379348:0:93424:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674080.379349:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773674080.379351:0:93424:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1773674080.379354:0:93424:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:3.0:1773674080.379356:0:93424:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.379368:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674080.379372:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674080.379374:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.379380:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.379383:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.379385:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.379386:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674080.379389:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674080.379399:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.379406:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674080.379408:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.379412:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674080.379414:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674080.379417:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674080.379420:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953446272:192.168.201.103@tcp:4:dd.0 00000100:00000001:3.0:1773674080.379424:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674080.379429:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674080.379432:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.379639:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674080.379645:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729e800. 02000000:00000001:3.0:1773674080.379647:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674080.379655:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674080.379660:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674080.379667:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674080.379673:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446272, portal 4 00000100:00000001:3.0:1773674080.379675:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.379677:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000040:3.0:1773674080.379684:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.379692:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674080.379696:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674080.379698:0:2414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98dc07ba1c00. 00000100:00000200:3.0:1773674080.379702:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859825953446272, offset 0 00000400:00000200:3.0:1773674080.379709:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674080.379720:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.379728:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674080.379733:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674080.379737:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674080.379741:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674080.379743:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674080.379747:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252616:252616:256:4294967295] 192.168.201.103@tcp LPNI seq info [252584:252584:8:4294967295] 00000400:00000200:3.0:1773674080.379751:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674080.379761:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674080.379790:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674080.379796:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff98dc04f24c00. 00000800:00000200:3.0:1773674080.379803:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674080.379811:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674080.379815:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc04f24c00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:2.0:1773674080.379920:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674080.379924:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.379964:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.379969:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 494127 usecs (495 jiffies) 00000400:00000200:3.0:1773674080.379973:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674080.379976:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637930 00000100:00000001:3.0:1773674080.379979:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.379981:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637930 00000100:00000001:3.0:1773674080.379983:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:3.0:1773674080.379986:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.379989:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.379992:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.379994:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674080.382197:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674080.382219:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff98dc04f24c00. 00000400:00000200:1.0:1773674080.382228:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.382237:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674080.382245:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc07ba1c00 00000400:00000010:1.0:1773674080.382248:0:2404:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff98dc07ba1c00. 00000100:00000001:1.0:1773674080.382253:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674080.382261:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.382284:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674080.382289:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.382298:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.382300:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.387882:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.387901:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.387905:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.387908:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.387919:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.387928:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.387939:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.387946:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.387952:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.387956:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b80794c9980 00000400:00000200:1.0:1773674080.387961:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.387969:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c52a1 [1] + 224 00000800:00000001:1.0:1773674080.387977:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.388006:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.388010:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.388015:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.388022:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.388032:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.388044:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.388058:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.388067:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.388070:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.388122:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.388126:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674080.388134:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.388136:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.388139:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674080.388144:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674080.388146:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674080.388149:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.388155:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674080.388164:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953446272/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.388172:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.388174:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.388177:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.388181:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.388184:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.388187:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.388190:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.388297:0:2414:0:(import.c:2136:obd_at_measure()) add 36 to ffff98dc050c24e8 time=24 v=36 (36 36 36 36) 00000100:00001000:3.0:1773674080.388304:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674080.388307:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.388309:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.388312:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.388316:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.388319:0:2414:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674080.388322:0:2414:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674080.388323:0:2414:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674080.388326:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.388328:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000001:3.0:1773674080.388331:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674080.388333:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640276 00000100:00000001:3.0:1773674080.388335:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.388338:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.388345:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.388353:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.388356:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.388358:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674080.388362:0:2414:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:3.0:1773674080.388364:0:2414:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1773674080.388369:0:2414:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1773674080.388372:0:2414:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1773674080.388376:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for usr 0 00000001:04000000:3.0:1773674080.388378:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for grp 0 00000001:04000000:3.0:1773674080.388379:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for prj 0 00000001:00000001:3.0:1773674080.388382:0:2414:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674080.388384:0:2414:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:3.0:1773674080.388387:0:2414:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:3.0:1773674080.388391:0:2414:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773674080.388394:0:2414:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1773674080.388396:0:2414:0:(osc_request.c:2579:brw_interpret()) request ffff98dc07ff4e00 aa ffff98dc07ff4fb0 rc 0 00000020:00000001:3.0:1773674080.388403:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.388406:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.388409:0:2414:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674080.388413:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674080.388415:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.388417:0:2414:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.388419:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000010:3.0:1773674080.388421:0:2414:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98dc08b99dd0. 00000020:00000001:3.0:1773674080.388426:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.388428:0:2414:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1773674080.388431:0:2414:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1773674080.388434:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.388438:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.388445:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.388449:0:2414:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:3.0:1773674080.388452:0:2414:0:(osc_cache.c:901:osc_extent_finish()) extent ffff98dc4206f480@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff98dc043cc540], [28672|1|+|+|ffff98dc043cfe00|1024|ffff98dc013827c0]} extent finished. 00000008:00010000:3.0:1773674080.388460:0:2414:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000000778bb14 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773674080.388474:0:2414:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:3.0:1773674080.388477:0:2414:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:3.0:1773674080.388482:0:2414:0:(cl_page.c:1144:cl_page_complete()) page@000000003f18de55[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:3.0:1773674080.388483:0:2414:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:3.0:1773674080.388486:0:2414:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773674080.388487:0:2414:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773674080.388489:0:2414:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674080.388492:0:2414:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 000000005f573643 3 1 0000000000000000] 00000020:00000001:3.0:1773674080.388493:0:2414:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1773674080.388495:0:2414:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1773674080.388498:0:2414:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1773674080.388501:0:2414:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000003f18de55[2 000000005f573643 1 1 0000000000000000] 00000080:00008000:3.0:1773674080.388503:0:2414:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1773674080.388520:0:2414:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1773674080.388522:0:2414:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:3.0:1773674080.388535:0:2414:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674080.388538:0:2414:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[2 000000005f573643 1 1 0000000000000000] 00000020:00000001:3.0:1773674080.388539:0:2414:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:3.0:1773674080.388541:0:2414:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:3.0:1773674080.388543:0:2414:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:3.0:1773674080.388546:0:2414:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 33521664 dirty: 0/0 00000008:00000020:3.0:1773674080.388608:0:2414:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff98dc4206f480@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff98dc043cc540], [28672|0|-|-|ffff98dc043cfe00|1024|ffff98dc013827c0]} destroyed. 00000008:00010000:3.0:1773674080.388616:0:2414:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000778bb14 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773674080.388625:0:2414:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773674080.388627:0:2414:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff98dc05243ef0. 00000008:00000020:3.0:1773674080.388635:0:2414:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff98dc0726d548. 00000008:00000001:3.0:1773674080.388647:0:2414:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.388653:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674080.388663:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953446272:192.168.201.103@tcp:4:dd.0 00000100:00000001:3.0:1773674080.388668:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.388671:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.388674:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.388681:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.388683:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.388692:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674080.388694:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.388697:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.388700:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.388711:0:87789:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.388717:0:87789:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d242d0. 00000020:00000010:3.0:1773674080.388722:0:87789:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000020:00000010:3.0:1773674080.388728:0:87789:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561200. 00000020:00000010:3.0:1773674080.388732:0:87789:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916780. 00000008:00000010:3.0:1773674080.388738:0:87789:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674080.388755:0:87789:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674080.388761:0:87789:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d018b8. 00000080:00000010:3.0:1773674080.388839:0:87789:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674080.388844:0:87789:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb16d0. 00000020:00000010:3.0:1773674080.388848:0:87789:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000008:00000010:3.0:1773674080.388853:0:87789:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099be40. 00020000:00000010:3.0:1773674080.388857:0:87789:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097f180. 00008000:00000010:3.0:1773674080.388860:0:87789:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21d20. 00000080:00000010:3.0:1773674080.388864:0:87789:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20870. 00000020:00000001:3.0:1773674080.388867:0:87789:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065432 : -113404168486184 : ffff98dc08d242d8) 00000020:00001000:3.0:1773674080.388870:0:87789:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d242d0 00000008:00000020:3.0:1773674080.388873:0:87789:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff98dc0726d548. 00000008:00000001:3.0:1773674080.388876:0:87789:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674080.388878:0:87789:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674080.388880:0:87789:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.388883:0:87789:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1773674080.388885:0:87789:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d242d0 00000020:00000010:3.0:1773674080.388888:0:87789:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561200. 00000020:00000010:3.0:1773674080.388893:0:87789:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916780. 00000008:00000010:3.0:1773674080.388897:0:87789:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674080.388901:0:87789:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674080.388905:0:87789:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d018b8. 00000080:00000010:3.0:1773674080.388908:0:87789:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674080.388911:0:87789:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb16d0. 00000020:00000010:3.0:1773674080.388914:0:87789:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000008:00000010:3.0:1773674080.388919:0:87789:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099be40. 00020000:00000010:3.0:1773674080.388921:0:87789:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097f180. 00008000:00000010:3.0:1773674080.388925:0:87789:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21d20. 00000080:00000010:3.0:1773674080.388928:0:87789:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20870. 00000020:00000010:3.0:1773674080.388931:0:87789:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000020:00000010:3.0:1773674080.388933:0:87789:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d242d0. 00000008:00000001:1.0:1773674080.391911:0:93424:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674080.391922:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674080.391925:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773674080.391932:0:93424:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff98dc4206f480. 00000008:00000020:1.0:1773674080.391941:0:93424:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773674080.391945:0:93424:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.391949:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773674080.391952:0:93424:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.391955:0:93424:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773674080.391957:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773674080.391960:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773674080.391962:0:93424:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773674080.391965:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773674080.391966:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773674080.391967:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773674080.391969:0:93424:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.391971:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.391972:0:93424:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773674080.391974:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773674080.391975:0:93424:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773674080.391977:0:93424:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773674080.391979:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773674080.391980:0:93424:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773674080.391982:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773674080.391983:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773674080.391984:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773674080.391985:0:93424:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.391987:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.391989:0:93424:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773674080.391990:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773674080.391992:0:93424:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.391995:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773674080.391997:0:93424:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773674080.391998:0:93424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773674080.392000:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773674080.392001:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674080.392004:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24bd0 00000020:00000010:1.0:1773674080.392008:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067be400. 00000020:00000010:1.0:1773674080.392015:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916120. 00000008:00000010:1.0:1773674080.392021:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:1.0:1773674080.392025:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fb40. 00008000:00000010:1.0:1773674080.392030:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:1.0:1773674080.392036:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:1.0:1773674080.392040:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0000. 00000020:00000010:1.0:1773674080.392043:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067be000. 00000008:00000010:1.0:1773674080.392047:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099a160. 00020000:00000010:1.0:1773674080.392051:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e1c0. 00008000:00000010:1.0:1773674080.392054:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21350. 00000080:00000010:1.0:1773674080.392057:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d202d0. 00000020:00000010:1.0:1773674080.392060:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bfa00. 00000020:00000010:1.0:1773674080.392062:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24bd0. 00020000:00000001:1.0:1773674080.392064:0:93424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773674080.392066:0:93424:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773674080.392069:0:93424:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773674080.392071:0:93424:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773674080.392074:0:93424:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773674080.392075:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674080.392078:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24990 00000020:00000010:1.0:1773674080.392079:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc067bf400. 00000020:00000010:1.0:1773674080.392081:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916c60. 00000008:00000010:1.0:1773674080.392084:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:1.0:1773674080.392087:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fcc0. 00008000:00000010:1.0:1773674080.392089:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:1.0:1773674080.392091:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:1.0:1773674080.392093:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb0b68. 00000020:00000010:1.0:1773674080.392095:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0b657600. 00000008:00000010:1.0:1773674080.392099:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ba20. 00020000:00000010:1.0:1773674080.392101:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e400. 00008000:00000010:1.0:1773674080.392104:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21bf8. 00000080:00000010:1.0:1773674080.392106:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d204b0. 00000020:00000010:1.0:1773674080.392108:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc067bea00. 00000020:00000010:1.0:1773674080.392110:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24990. 00000080:00000001:1.0:1773674080.392112:0:93424:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674080.392116:0:93424:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.392123:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674080.392126:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:1.0:1773674080.392150:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:1.0:1773674080.392154:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674080.392162:0:93424:0:(lmv_obd.c:2904:lmv_fsync()) Process entered 00800000:00000001:1.0:1773674080.392165:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.392168:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.392170:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.392173:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.392176:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.392178:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.392180:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.392186:0:93424:0:(mdc_request.c:2756:mdc_fsync()) Process entered 00000100:00000010:1.0:1773674080.392195:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8e00. 00000020:00000040:1.0:1773674080.392368:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674080.392376:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674080.392379:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674080.392385:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674080.392394:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4b200. 00000100:00000001:1.0:1773674080.392401:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.392407:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674080.392410:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674080.392417:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674080.392419:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498368 : -113404030053248 : ffff98dc11129480) 00000100:00000001:1.0:1773674080.392422:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.392424:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000001:1.0:1773674080.392430:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674080.392434:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.392437:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674080.392438:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674080.392449:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.392459:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674080.392462:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.392466:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674080.392468:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674080.392471:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674080.392475:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446400:192.168.201.103@tcp:44:dd.0 00000100:00000001:1.0:1773674080.392480:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674080.392485:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674080.392487:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.392490:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674080.392494:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b3c00. 02000000:00000001:1.0:1773674080.392496:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.392505:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674080.392510:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149f8. 00000400:00000010:1.0:1773674080.392517:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773674080.392525:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446400, portal 10 00000100:00000001:1.0:1773674080.392527:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.392528:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711543808 : -113403998007808 : ffff98dc12fb8e00) 00000100:00000040:1.0:1773674080.392535:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674080.392550:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674080.392553:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674080.392556:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674080.392559:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1859825953446400, offset 0 00000400:00000200:1.0:1773674080.392566:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.392576:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.392584:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674080.392589:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674080.392593:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674080.392598:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674080.392601:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674080.392606:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252617:252617:256:4294967295] 192.168.201.103@tcp LPNI seq info [252585:252585:8:4294967295] 00000400:00000200:1.0:1773674080.392611:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.392621:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674080.392628:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674080.392634:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3f00. 00000800:00000200:1.0:1773674080.392641:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674080.392649:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674080.392654:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773674080.392721:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.392726:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 346250 usecs (347 jiffies) 00000400:00000200:1.0:1773674080.392730:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674080.392734:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637794 00000100:00000001:1.0:1773674080.392737:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.392740:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637794 00000100:00000001:1.0:1773674080.392758:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.392761:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.392765:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.392788:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674080.392790:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773674080.392793:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129480 going to sleep for 25 seconds 00000100:00000001:1.0:1773674080.392797:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.392800:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.395393:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.395402:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3f00. 00000400:00000200:0.0:1773674080.395413:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.395421:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.395429:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:0.0:1773674080.395432:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:0.0:1773674080.395438:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.395446:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.395458:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.395462:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674080.395470:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.395472:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.400260:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.400289:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.400294:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.400297:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.400307:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.400315:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.400325:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.400330:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.400336:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.400340:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 440 into portal 10 MB=0x69b80794c9a00 00000400:00000200:1.0:1773674080.400346:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.400353:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 440/440 into md 0x2c52a9 [1] + 224 00000800:00000001:1.0:1773674080.400362:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.400372:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.400375:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.400380:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.400388:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.400396:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674080.400409:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.400708:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.400728:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.400738:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.400753:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674080.402423:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674080.402428:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674080.402433:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149f8. 00000400:00000200:3.0:1773674080.402440:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:3.0:1773674080.402443:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:3.0:1773674080.402447:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674080.402456:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674080.402468:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.402475:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674080.402478:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.402481:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674080.402484:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674080.402487:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674080.402489:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674080.402492:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674080.402501:0:93424:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=13 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674080.402505:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674080.402509:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674080.402511:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674080.402525:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674080.402529:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.402532:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674080.402534:0:93424:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215241 gen 10 00000100:00000040:3.0:1773674080.402541:0:93424:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215241) req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402550:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.402551:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550976 : -113403998000640 : ffff98dc12fbaa00) 00000100:00000001:3.0:1773674080.402554:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402557:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402565:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.402566:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402571:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402578:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773674080.402580:0:93424:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc0414fec0. 00000100:00000001:3.0:1773674080.402586:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402589:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbaa00 x1859825953444096/t103079215235(103079215235) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674110 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402596:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773674080.402600:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.402602:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.402604:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.402607:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063a8c00. 02000000:00000001:3.0:1773674080.402611:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.402614:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.402616:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbaa00. 00000100:00000001:3.0:1773674080.402620:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.402621:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.402626:0:93424:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215241) req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402634:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674080.402635:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000001:3.0:1773674080.402638:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402641:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402648:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.402649:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402653:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402659:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773674080.402661:0:93424:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc0414f680. 00000100:00000001:3.0:1773674080.402663:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402667:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953444352/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402679:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.402681:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.402684:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98dc05680000. 02000000:00000001:3.0:1773674080.402719:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.402721:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.402722:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.402724:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.402726:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959e400. 02000000:00000001:3.0:1773674080.402730:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.402731:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.402733:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:3.0:1773674080.402735:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.402737:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.402755:0:93424:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215241) req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402763:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402783:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953444736/t103079215237(103079215237) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402789:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.402790:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.402792:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959c000. 02000000:00000001:3.0:1773674080.402795:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.402796:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.402797:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.402799:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.402800:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0b656600. 02000000:00000001:3.0:1773674080.402803:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.402804:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.402806:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:3.0:1773674080.402808:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.402810:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.402814:0:93424:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215241) req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402827:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402830:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953445120/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674080.402837:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.402838:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.402840:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674080.402843:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.402844:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.402846:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.402848:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.402849:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc067be600. 02000000:00000001:3.0:1773674080.402852:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.402854:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.402855:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:3.0:1773674080.402858:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.402859:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773674080.402863:0:93424:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773674080.402872:0:93424:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215241) req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.402878:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.402882:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953445888/t103079215241(103079215241) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.402888:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.402890:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.402891:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959c800. 02000000:00000001:3.0:1773674080.402894:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.402895:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.402896:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.402898:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.402899:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0b656800. 02000000:00000001:3.0:1773674080.402901:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.402902:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.402904:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674080.402906:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.402907:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.402910:0:93424:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773674080.402912:0:93424:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=5/6 committed=0/0 00000100:00000001:3.0:1773674080.402914:0:93424:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674080.402916:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674080.402921:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.402928:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674080.402931:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674080.402933:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674080.402937:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674080.402946:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8e00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446400:192.168.201.103@tcp:44:dd.0 00000100:00000001:3.0:1773674080.402951:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674080.402954:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.403165:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674080.403168:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.403172:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.403179:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674080.403182:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129480. 00000100:00000001:3.0:1773674080.403186:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674080.403188:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674080.403190:0:93424:0:(mdc_request.c:2777:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674080.403194:0:93424:0:(lmv_obd.c:2911:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.403197:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674080.403215:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8e00 x1859825953446400/t0(0) o44->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674080.403227:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674080.403229:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674080.403231:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b3c00. 02000000:00000001:3.0:1773674080.403235:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674080.403236:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674080.403238:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674080.403240:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674080.403241:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4b200. 02000000:00000001:3.0:1773674080.403244:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674080.403246:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674080.403247:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8e00. 00000100:00000001:3.0:1773674080.403251:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674080.403252:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674080.403256:0:93424:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:3.0:1773674080.403258:0:93424:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674080.403261:0:93424:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674080.403264:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.403282:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d242d0. 00000020:00000010:3.0:1773674080.403289:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08560600. 00000020:00000010:3.0:1773674080.403294:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08561200. 00000020:00000010:3.0:1773674080.403299:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916780. 00000008:00000010:3.0:1773674080.403306:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674080.403311:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674080.403316:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d018b8. 00000080:00000010:3.0:1773674080.403322:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674080.403326:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb16d0. 00000020:00000010:3.0:1773674080.403331:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000008:00000010:3.0:1773674080.403335:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099be40. 00020000:00000010:3.0:1773674080.403339:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097f180. 00008000:00000010:3.0:1773674080.403342:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21d20. 00000080:00000010:3.0:1773674080.403345:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20870. 00000020:00000001:3.0:1773674080.403348:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065432 : -113404168486184 : ffff98dc08d242d8) 00000020:00001000:3.0:1773674080.403351:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d242d0 00000020:00000001:3.0:1773674080.403355:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.403358:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674080.403361:0:93424:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674080.403363:0:93424:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674080.403367:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.403368:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674080.403370:0:93424:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674080.403374:0:93424:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc07fb1730 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1773674080.403377:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:3.0:1773674080.403382:0:93424:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674080.403384:0:93424:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674080.403386:0:93424:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674080.403388:0:93424:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403391:0:93424:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674080.403393:0:93424:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674080.403395:0:93424:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403396:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.403398:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674080.403399:0:93424:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674080.403401:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00000020:00000001:3.0:1773674080.403404:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403406:0:93424:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674080.403408:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773674080.403410:0:93424:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674080.403413:0:93424:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674080.403417:0:93424:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1773674080.403421:0:93424:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674080.403423:0:93424:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674080.403424:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674080.403428:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d247e0. 00000020:00000010:3.0:1773674080.403433:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000020:00000010:3.0:1773674080.403436:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07a65600. 00000020:00000010:3.0:1773674080.403439:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc119160c0. 00000008:00000010:3.0:1773674080.403443:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674080.403446:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fe40. 00008000:00000010:3.0:1773674080.403449:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00a98. 00000080:00000010:3.0:1773674080.403452:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674080.403455:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb26c8. 00000020:00000010:3.0:1773674080.403459:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64e00. 00000008:00000010:3.0:1773674080.403462:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ac60. 00020000:00000010:3.0:1773674080.403465:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097c6c0. 00008000:00000010:3.0:1773674080.403467:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21b98. 00000080:00000010:3.0:1773674080.403470:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d205a0. 00000020:00000001:3.0:1773674080.403472:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541066728 : -113404168484888 : ffff98dc08d247e8) 00000020:00001000:3.0:1773674080.403474:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d247e0 00000020:00000001:3.0:1773674080.403477:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:3.0:1773674080.403479:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674080.403482:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674080.403483:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674080.403485:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403487:0:93424:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403686:0:93424:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671461352 : -113404038090264 : ffff98dc1097f1e8) 00000020:00000001:3.0:1773674080.403690:0:93424:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674080.403692:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403695:0:93424:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403697:0:93424:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403699:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773674080.403701:0:93424:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674080.403702:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.403704:0:93424:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674080.403705:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.403707:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403708:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403710:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674080.403712:0:93424:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403713:0:93424:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674080.403714:0:93424:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403716:0:93424:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.403718:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773674080.403720:0:93424:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674080.403721:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674080.403723:0:93424:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674080.403725:0:93424:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773674080.403728:0:93424:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1773674080.403733:0:93424:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:3.0:1773674080.403737:0:93424:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.403740:0:93424:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773674080.403743:0:93424:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773674080.403746:0:93424:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674080.403747:0:93424:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1773674080.403750:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674080.403752:0:93424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674080.403754:0:93424:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674080.403755:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674080.403757:0:93424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674080.403758:0:93424:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674080.403761:0:93424:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1773674080.404988:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674080.404996:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=5 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674080.405003:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674080.405006:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674080.405012:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674080.405323:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc085c7400. 00000100:00000001:2.0:1773674080.405332:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.405342:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674080.405346:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.405357:0:93424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3c6509] to pc [ptlrpcd_01_01+1] req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773674080.405392:0:93424:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.405395:0:93424:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674080.405398:0:93424:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.405400:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.405403:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674080.405405:0:93424:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.405407:0:93424:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.405409:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674080.405412:0:93424:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773674080.405414:0:93424:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674080.405415:0:93424:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1773674080.405424:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773674080.405428:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773674080.405431:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.405438:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.405440:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.405442:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674080.405443:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674080.405446:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674080.405656:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.405665:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674080.405667:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.405672:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674080.405675:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674080.405678:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674080.405681:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953446528:192.168.201.103@tcp:16:dd.0 00000100:00000001:2.0:1773674080.405686:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674080.405692:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674080.405695:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.405698:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674080.405703:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959c800. 02000000:00000001:2.0:1773674080.405706:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674080.405714:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674080.405719:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674080.405726:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674080.405733:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446528, portal 4 00000100:00000001:2.0:1773674080.405735:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.405736:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:2.0:1773674080.405903:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.405911:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674080.405914:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674080.405919:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674080.405923:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859825953446528, offset 0 00000400:00000200:2.0:1773674080.405931:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674080.405941:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.405949:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674080.405955:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674080.405960:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674080.405965:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674080.405968:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674080.405973:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252618:252618:256:4294967295] 192.168.201.103@tcp LPNI seq info [252586:252586:8:4294967295] 00000400:00000200:2.0:1773674080.405978:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674080.405990:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674080.405997:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674080.406003:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674080.406011:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674080.406020:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674080.406025:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773674080.406090:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.406096:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 490865 usecs (491 jiffies) 00000400:00000200:2.0:1773674080.406100:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674080.406103:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637952 00000100:00000001:2.0:1773674080.406107:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.406109:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637952 00000100:00000001:2.0:1773674080.406111:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674080.406114:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.406116:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.406120:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.406123:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674080.406296:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674080.406300:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.409614:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.409625:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:0.0:1773674080.409636:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.409646:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.409654:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:0.0:1773674080.409657:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:0.0:1773674080.409662:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.409670:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.409682:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.409686:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.409694:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.409695:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.412679:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.412696:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.412700:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.412703:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.412714:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.412722:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.412732:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.412736:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.412741:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.412758:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b80794c9a80 00000400:00000200:1.0:1773674080.412799:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.412806:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x2c52b9 [1] + 224 00000800:00000001:1.0:1773674080.412816:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.412827:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.412831:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.412835:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.412843:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.412852:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.412865:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.412888:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.412897:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.412901:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.412977:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674080.412982:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.412990:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.412992:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.412995:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674080.413000:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674080.413003:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674080.413006:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.413011:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.413021:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413028:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.413030:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.413033:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.413036:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.413039:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.413042:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.413044:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.413054:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674080.413060:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=116 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674080.413064:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.413066:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.413069:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.413073:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.413077:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674080.413079:0:2413:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: committing for last_committed 47244640279 gen 3 00000100:00000040:2.0:1773674080.413086:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640279) req@ffff98dc04288000 x1859825953446144/t47244640278(47244640278) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413094:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.413097:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953446144/t47244640278(47244640278) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674135 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413104:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.413107:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.413110:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f400. 02000000:00000001:2.0:1773674080.413115:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.413118:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.413120:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.413122:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.413126:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc085c7e00. 02000000:00000001:2.0:1773674080.413130:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.413132:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.413135:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:2.0:1773674080.413139:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.413140:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.413146:0:2413:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640279) req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413153:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.413156:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953446272/t47244640279(47244640279) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674135 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413161:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.413163:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.413164:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729e800. 02000000:00000001:2.0:1773674080.413167:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.413168:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.413169:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.413171:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.413172:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff98dc06644000. 02000000:00000001:2.0:1773674080.413175:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.413177:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.413178:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:2.0:1773674080.413181:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.413182:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.413185:0:2413:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674080.413187:0:2413:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1773674080.413190:0:2413:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.413192:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.413197:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413223:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.413226:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.413229:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674080.413233:0:2413:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1773674080.413241:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.413244:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674080.413246:0:2413:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674080.413250:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674080.413253:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.413255:0:2413:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.413257:0:2413:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:2.0:1773674080.413283:0:2413:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.413289:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.413299:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953446528:192.168.201.103@tcp:16:dd.0 00000100:00000001:2.0:1773674080.413305:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.413308:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.413312:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953446528/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.413319:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.413320:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.413322:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959c800. 02000000:00000001:2.0:1773674080.413325:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.413326:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.413328:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.413330:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.413332:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc085c7400. 02000000:00000001:2.0:1773674080.413334:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.413335:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.413336:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:2.0:1773674080.413338:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.413339:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.413342:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.413349:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674080.413351:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.413354:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674080.413356:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.413594:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773674080.413598:0:93424:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413602:0:93424:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1773674080.413609:0:93424:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773674080.413612:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:1.0:1773674080.413614:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:1.0:1773674080.413616:0:93424:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773674080.413620:0:93424:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773674080.413626:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773674080.413629:0:93424:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:1.0:1773674080.413631:0:93424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773674080.413632:0:93424:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:1.0:1773674080.413634:0:93424:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773674080 a=0 c=1773674080 b=8 00020000:00000001:1.0:1773674080.413638:0:93424:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674080.413640:0:93424:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773674080 a=0 c=1773674080 b=8 00020000:00000001:1.0:1773674080.413644:0:93424:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.413646:0:93424:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.413648:0:93424:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:1.0:1773674080.413651:0:93424:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 8 00000080:00000001:1.0:1773674080.413654:0:93424:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773674080.413656:0:93424:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773674080.413658:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773674080.413660:0:93424:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773674080.413663:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773674080.413664:0:93424:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773674080.413666:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773674080.413667:0:93424:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413670:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413672:0:93424:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773674080.413673:0:93424:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773674080.413675:0:93424:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773674080.413676:0:93424:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773674080.413678:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773674080.413680:0:93424:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773674080.413681:0:93424:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773674080.413682:0:93424:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773674080.413684:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773674080.413685:0:93424:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413687:0:93424:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413688:0:93424:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773674080.413690:0:93424:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773674080.413691:0:93424:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674080.413695:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773674080.413697:0:93424:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773674080.413698:0:93424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773674080.413699:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773674080.413701:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674080.413703:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d247e0 00000020:00000010:1.0:1773674080.413708:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07a65600. 00000020:00000010:1.0:1773674080.413714:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc119160c0. 00000008:00000010:1.0:1773674080.413719:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8b28. 00020000:00000010:1.0:1773674080.413724:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fe40. 00008000:00000010:1.0:1773674080.413730:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00a98. 00000080:00000010:1.0:1773674080.413736:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22930. 00000080:00000010:1.0:1773674080.413753:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb26c8. 00000020:00000010:1.0:1773674080.413757:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000008:00000010:1.0:1773674080.413791:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ac60. 00020000:00000010:1.0:1773674080.413796:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097c6c0. 00008000:00000010:1.0:1773674080.413799:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21b98. 00000080:00000010:1.0:1773674080.413803:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d205a0. 00000020:00000010:1.0:1773674080.413806:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64e00. 00000020:00000010:1.0:1773674080.413809:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d247e0. 00020000:00000001:1.0:1773674080.413813:0:93424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773674080.413815:0:93424:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773674080.413818:0:93424:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773674080.413820:0:93424:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773674080.413824:0:93424:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773674080.413825:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674080.413828:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d242d0 00000020:00000010:1.0:1773674080.413830:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08561200. 00000020:00000010:1.0:1773674080.413835:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916780. 00000008:00000010:1.0:1773674080.413838:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:1.0:1773674080.413841:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f900. 00008000:00000010:1.0:1773674080.413844:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d018b8. 00000080:00000010:1.0:1773674080.413847:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:1.0:1773674080.413850:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb16d0. 00000020:00000010:1.0:1773674080.413852:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08560600. 00000008:00000010:1.0:1773674080.413855:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099be40. 00020000:00000010:1.0:1773674080.413857:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097f180. 00008000:00000010:1.0:1773674080.413860:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21d20. 00000080:00000010:1.0:1773674080.413862:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20870. 00000020:00000010:1.0:1773674080.413865:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000020:00000010:1.0:1773674080.413867:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d242d0. 00000080:00000001:1.0:1773674080.413869:0:93424:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.413875:0:93424:0:(file.c:5340:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674080.413904:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674080.413908:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:1.0:1773674080.413912:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:1.0:1773674080.413915:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.413920:0:93424:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773674080.413923:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fdd0 00000080:00200008:1.0:1773674080.413926:0:93424:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 100001 00000080:00000001:1.0:1773674080.413930:0:93424:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773674080.413934:0:93424:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1773674080.413935:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674080.413937:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000002:1.0:1773674080.413940:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc013827c0 00020000:00000001:1.0:1773674080.413942:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674080.413945:0:93424:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1773674080.413950:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.413954:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.413956:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.413959:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.413961:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.413964:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.413966:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674080.413972:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674080.413975:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674080.413982:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 3 00010000:00000001:1.0:1773674080.413985:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674080.413991:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.413993:0:93424:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:1.0:1773674080.413996:0:93424:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773674080.413998:0:93424:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773674080.414004:0:93424:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc07f4a800. 00000080:00000001:1.0:1773674080.414006:0:93424:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773674080.414011:0:93424:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773674080.414013:0:93424:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773674080.414015:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674080.414016:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674080.414017:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674080.414019:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674080.414021:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.414023:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773674080.414025:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674080.414027:0:93424:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:1.0:1773674080.414031:0:93424:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773674080.414033:0:93424:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:1.0:1773674080.414040:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb800. 00000020:00000040:1.0:1773674080.414044:0:93424:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674080.414048:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674080.414052:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674080.414056:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674080.414064:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4b600. 00000100:00000001:1.0:1773674080.414070:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773674080.414083:0:93424:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773674080.414096:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773674080.414102:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773674080.414110:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674080.414112:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674080.414120:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674080.414122:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498368 : -113404030053248 : ffff98dc11129480) 00000100:00000001:1.0:1773674080.414126:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.414127:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000100:00000001:1.0:1773674080.414131:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674080.414136:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.414138:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674080.414140:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674080.414144:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.414152:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674080.414154:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.414159:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674080.414162:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674080.414165:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674080.414169:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb800 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446784:192.168.201.103@tcp:35:dd.0 00000100:00000001:1.0:1773674080.414173:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674080.414179:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674080.414182:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674080.414185:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674080.414190:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b3c00. 02000000:00000001:1.0:1773674080.414192:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674080.414198:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674080.414202:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114f78. 00000400:00000010:1.0:1773674080.414208:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fda18. 00000100:00000200:1.0:1773674080.414216:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953446784, portal 10 00000100:00000001:1.0:1773674080.414218:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674080.414220:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000100:00000040:1.0:1773674080.414227:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.414235:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674080.414238:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674080.414241:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674080.414244:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953446784, offset 0 00000400:00000200:1.0:1773674080.414251:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674080.414259:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.414267:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674080.414285:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674080.414290:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674080.414295:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674080.414298:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674080.414303:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252619:252619:256:4294967295] 192.168.201.103@tcp LPNI seq info [252587:252587:8:4294967295] 00000400:00000200:1.0:1773674080.414308:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.414317:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674080.414324:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674080.414329:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3500. 00000800:00000200:1.0:1773674080.414336:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674080.414343:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674080.414347:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773674080.414358:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674080.414363:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 345486 usecs (346 jiffies) 00000400:00000200:1.0:1773674080.414367:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674080.414370:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300637815 00000100:00000001:1.0:1773674080.414373:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.414376:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300637815 00000100:00000001:1.0:1773674080.414379:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:1.0:1773674080.414381:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674080.414384:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674080.414386:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674080.414388:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674080.414391:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129480 going to sleep for 11 seconds 00000100:00000001:1.0:1773674080.414393:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674080.414395:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674080.414978:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674080.414983:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3500. 00000400:00000200:0.0:1773674080.414990:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674080.414996:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674080.415000:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:0.0:1773674080.415003:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:0.0:1773674080.415007:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674080.415011:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.415021:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674080.415025:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674080.415032:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674080.415034:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674080.421003:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.421023:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674080.421028:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.421030:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.421041:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.421049:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674080.421059:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.421064:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.421070:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.421075:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c9b80 00000400:00000200:1.0:1773674080.421080:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674080.421087:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c52c1 [1] + 224 00000800:00000001:1.0:1773674080.421096:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.421105:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674080.421109:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674080.421114:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674080.421122:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674080.421133:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674080.421146:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674080.421170:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674080.421180:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674080.421184:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.421358:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674080.421367:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674080.421369:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674080.421373:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114f78. 00000400:00000200:2.0:1773674080.421377:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fda18 00000400:00000010:2.0:1773674080.421380:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fda18. 00000100:00000001:2.0:1773674080.421383:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674080.421388:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674080.421399:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb800 x1859825953446784/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674096 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421405:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674080.421406:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.421409:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674080.421412:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674080.421415:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674080.421418:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674080.421421:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674080.421431:0:93424:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674080.421435:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674080.421438:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674080.421440:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674080.421443:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674080.421447:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.421451:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674080.421453:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674080.421455:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674080.421457:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.421459:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000100:00000001:2.0:1773674080.421463:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674080.421465:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215241 00000100:00000001:2.0:1773674080.421467:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674080.421470:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674080.421476:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421484:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674080.421487:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674080.421490:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674080.421494:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674080.421503:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb800 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:93424:1859825953446784:192.168.201.103@tcp:35:dd.0 00000100:00000001:2.0:1773674080.421508:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.421511:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.421513:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674080.421515:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421519:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421527:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674080.421530:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129480. 00000100:00000001:2.0:1773674080.421534:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674080.421536:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.421545:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.421546:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711554560 : -113403997997056 : ffff98dc12fbb800) 00000002:00000001:2.0:1773674080.421550:0:93424:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.421554:0:93424:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.421560:0:93424:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4a800. 00000080:00000001:2.0:1773674080.421564:0:93424:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674080.421567:0:93424:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674080.421570:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674080.421574:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674080.421577:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674080.421581:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674080.421583:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674080.421585:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674080.421588:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674080.421594:0:93424:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674080.421602:0:93424:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421612:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674080.421614:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000001:2.0:1773674080.421616:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421619:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421627:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.421629:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421632:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421638:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674080.421640:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421644:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01c00 x1859825953445504/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674110 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421651:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674080.421655:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.421658:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.421660:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.421664:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063ab400. 02000000:00000001:2.0:1773674080.421669:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.421671:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.421673:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 00000100:00000001:2.0:1773674080.421678:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.421679:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674080.421681:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421684:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421692:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674080.421694:0:93424:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc09440660. 00000002:00000001:2.0:1773674080.421698:0:93424:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674080.421700:0:93424:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.421703:0:93424:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc04031dc0. 00000100:00000001:2.0:1773674080.421706:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674080.421709:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb800 x1859825953446784/t103079215242(103079215242) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674096 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674080.421716:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674080.421719:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674080.421722:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b3c00. 02000000:00000001:2.0:1773674080.421727:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674080.421728:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674080.421729:0:93424:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674080.421732:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674080.421733:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4b600. 02000000:00000001:2.0:1773674080.421736:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674080.421737:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674080.421739:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb800. 00000100:00000001:2.0:1773674080.421742:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674080.421743:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.421746:0:93424:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674080.421750:0:93424:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc01784500. 00000080:00000001:2.0:1773674080.421753:0:93424:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674080.421761:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fdd0 00000080:00000008:2.0:1773674080.421788:0:93424:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8), flags 100001, rc = 0 00000080:00000001:2.0:1773674080.421792:0:93424:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674080.421800:0:93424:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674080.421801:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f1fe00 00000080:00002000:2.0:1773674080.421804:0:93424:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff98dc18a99798, parent ffff98dc10e90a20, inode ffff98dc059500c8) hashed, 00000080:00000001:2.0:1773674080.421807:0:93424:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674080.421816:0:93424:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773674080.421821:0:93424:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1773674080.434867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd9c0. 00010000:00000001:0.0:1773674080.769638:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674080.769646:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.769650:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674080.769651:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674080.769654:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674080.769655:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674080.769939:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674080.769943:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674080.769946:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773674081.530301:0:93433:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674081.530309:0:93433:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674081.530311:0:93433:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674081.530316:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fbd0 00000080:00200000:0.0:1773674081.530321:0:93433:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674081.530329:0:93433:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c1b400. 00800000:00000002:0.0:1773674081.530336:0:93433:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674081.530340:0:93433:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674081.530346:0:93433:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674081.530347:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2faf0 00800000:00000002:0.0:1773674081.530350:0:93433:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674081.530354:0:93433:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674081.530356:0:93433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674081.530358:0:93433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674081.530361:0:93433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674081.530363:0:93433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674081.530366:0:93433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.530368:0:93433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674081.530370:0:93433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.530373:0:93433:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674081.530379:0:93433:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674081.530380:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f9c0 00000002:00010000:0.0:1773674081.530382:0:93433:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674081.530385:0:93433:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674081.530387:0:93433:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674081.530390:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674081.530397:0:93433:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.530399:0:93433:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.530401:0:93433:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.530404:0:93433:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674081.530407:0:93433:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674081.530412:0:93433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674081.530415:0:93433:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674081.530422:0:93433:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674081.530427:0:93433:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674081.530433:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.530435:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.530438:0:93433:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.530440:0:93433:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674081.530443:0:93433:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674081.530448:0:93433:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674081.530455:0:93433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa000. 00000100:00000001:0.0:1773674081.530461:0:93433:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.530466:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.530468:0:93433:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.530470:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.530471:0:93433:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.530473:0:93433:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.530508:0:93433:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00010000:00000001:0.0:1773674081.530512:0:93433:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674081.530514:0:93433:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674081.530518:0:93433:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91c00. 00010000:00000010:0.0:1773674081.530536:0:93433:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93000. 00010000:00000001:0.0:1773674081.530541:0:93433:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674081.530544:0:93433:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2e00. 00000020:00000001:0.0:1773674081.530548:0:93433:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674081.530550:0:93433:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2e00 with handle 0x2f77f561138142ad to hash 00000020:00000001:0.0:1773674081.530553:0:93433:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674081.530554:0:93433:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.530557:0:93433:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.530560:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674081.530563:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.530567:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.530577:0:93433:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.530588:0:93433:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674081.530594:0:93433:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674081.530597:0:93433:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674081.530604:0:93433:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.530607:0:93433:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674081.530609:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.530611:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000001:0.0:1773674081.530616:0:93433:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674081.530619:0:93433:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.530621:0:93433:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674081.530623:0:93433:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674081.530632:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.530641:0:93433:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674081.530643:0:93433:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.530646:0:93433:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674081.534976:0:93433:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674081.534986:0:93433:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674081.534997:0:93433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953446912:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773674081.535003:0:93433:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674081.535011:0:93433:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674081.535013:0:93433:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.535016:0:93433:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674081.535026:0:93433:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a7800. 02000000:00000001:0.0:1773674081.535028:0:93433:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674081.535036:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674081.535042:0:93433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674081.535048:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773674081.535055:0:93433:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953446912, portal 10 00000100:00000001:0.0:1773674081.535058:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.535060:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:0.0:1773674081.535071:0:93433:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.535080:0:93433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674081.535082:0:93433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674081.535086:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773674081.535089:0:93433:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953446912, offset 0 00000400:00000200:0.0:1773674081.535095:0:93433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674081.535104:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.535112:0:93433:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674081.535116:0:93433:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674081.535120:0:93433:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674081.535124:0:93433:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674081.535126:0:93433:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674081.535130:0:93433:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252620:252620:256:4294967295] 192.168.201.103@tcp LPNI seq info [252588:252588:8:4294967295] 00000400:00000200:0.0:1773674081.535134:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.535144:0:93433:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674081.535150:0:93433:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674081.535156:0:93433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0a00. 00000800:00000200:0.0:1773674081.535163:0:93433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674081.535171:0:93433:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674081.535175:0:93433:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773674081.535261:0:93433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.535266:0:93433:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 344718 usecs (345 jiffies) 00000400:00000200:0.0:1773674081.535270:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674081.535273:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300638935 00000100:00000001:0.0:1773674081.535277:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.535279:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300638935 00000100:00000001:0.0:1773674081.535281:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.535284:0:93433:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.535287:0:93433:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.535290:0:93433:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674081.535292:0:93433:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674081.535295:0:93433:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674081.535298:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674081.535301:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674081.542952:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674081.542961:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0a00. 00000400:00000200:1.0:1773674081.542967:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.542975:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674081.542981:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:1.0:1773674081.542984:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:1.0:1773674081.542988:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674081.542997:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.543008:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674081.543012:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.543020:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674081.543022:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674081.554217:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.554234:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674081.554238:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.554240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.554250:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.554268:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674081.554277:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.554283:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.554287:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.554291:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c9c00 00000400:00000200:1.0:1773674081.554295:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.554301:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c52d1 [1] + 224 00000800:00000001:1.0:1773674081.554309:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.554317:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.554320:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.554324:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674081.554332:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674081.554340:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674081.554352:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.554375:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674081.554383:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.554386:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.554468:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674081.554477:0:93433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674081.554478:0:93433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674081.554482:0:93433:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:0.0:1773674081.554486:0:93433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:0.0:1773674081.554488:0:93433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:0.0:1773674081.554491:0:93433:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674081.554496:0:93433:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674081.554506:0:93433:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.554513:0:93433:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674081.554514:0:93433:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.554533:0:93433:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674081.554536:0:93433:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674081.554538:0:93433:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674081.554540:0:93433:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.554543:0:93433:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674081.554553:0:93433:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=14 v=16 (16 17 17 17) 00000100:00001000:0.0:1773674081.554557:0:93433:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674081.554559:0:93433:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674081.554562:0:93433:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.554564:0:93433:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674081.554568:0:93433:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.554571:0:93433:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674081.554574:0:93433:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215241 00000100:00000001:0.0:1773674081.554577:0:93433:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674081.554578:0:93433:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.554583:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.554591:0:93433:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.554594:0:93433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674081.554595:0:93433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674081.554600:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674111 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674081.554608:0:93433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953446912:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773674081.554613:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.554616:0:93433:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.554619:0:93433:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674081.554621:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.554624:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674111 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.554632:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674081.554635:0:93433:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.554638:0:93433:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674081.554639:0:93433:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.554642:0:93433:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674081.554646:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554662:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554666:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=4 00000020:00000001:0.0:1773674081.554669:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554671:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000040:0.0:1773674081.554678:0:93433:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2e00, remote cookie: 0x441c89a0128d6ac5, flags: 0x1001 00010000:00010000:0.0:1773674081.554683:0:93433:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.554695:0:93433:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554702:0:93433:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674081.554706:0:93433:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674081.554707:0:93433:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773674081.554709:0:93433:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773674081.554710:0:93433:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773674081.554713:0:93433:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc10a91c00) refcount = 1 00010000:00010000:0.0:1773674081.554718:0:93433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554735:0:93433:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773674081.554739:0:93433:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674081.554741:0:93433:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.554744:0:93433:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674081.554746:0:93433:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.554749:0:93433:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554755:0:93433:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674081.554756:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554758:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.554759:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554760:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.554761:0:93433:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.554802:0:93433:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773674081.554804:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554805:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554807:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.554809:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554811:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554814:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554815:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554816:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=4 00000020:00000001:0.0:1773674081.554818:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554820:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554822:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674081.554826:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.554829:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554840:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554842:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.554843:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554844:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554845:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=5 00000020:00000001:0.0:1773674081.554847:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554849:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554852:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674081.554855:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554861:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554862:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674081.554865:0:93433:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554871:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674081.554872:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554873:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.554874:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554875:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773674081.554881:0:93433:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773674081.554890:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554891:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554893:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.554895:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554897:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554899:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554901:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.554902:0:93433:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.554904:0:93433:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.554907:0:93433:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773674081.554909:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554911:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554912:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.554914:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554916:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00000002:00010000:0.0:1773674081.554920:0:93433:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.554927:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554928:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.554930:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674081.554931:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.554932:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.554934:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.554936:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.554938:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000040:0.0:1773674081.554944:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:0.0:1773674081.554947:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773674081.554951:0:93433:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773674081.554953:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.554954:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.554956:0:93433:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773674081.554959:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f940 00000002:00002000:0.0:1773674081.554961:0:93433:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773674081.554964:0:93433:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.554969:0:93433:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.554972:0:93433:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674081.554975:0:93433:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773674081.554979:0:93433:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.554982:0:93433:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674081.554986:0:93433:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1b400. 00000080:00000001:0.0:1773674081.554991:0:93433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674081.554993:0:93433:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773674081.555000:0:93433:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773674081.555004:0:93433:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773674081.555011:0:93433:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc056e18c0. 00800000:00000001:0.0:1773674081.555013:0:93433:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484169408 : -113404225382208 : ffff98dc056e18c0) 00800000:00000001:0.0:1773674081.555016:0:93433:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.555018:0:93433:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674081.555021:0:93433:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773674081.555023:0:93433:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773674081.555026:0:93433:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773674081.555029:0:93433:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773674081.555031:0:93433:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.555036:0:93433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773674081.555040:0:93433:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1773674081.555045:0:93433:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1773674081.555048:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.555049:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.555051:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.555053:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555055:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555057:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555058:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674081.555060:0:93433:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773674081.555063:0:93433:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773674081.555064:0:93433:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc056e18c0 1 00800000:00000010:0.0:1773674081.555067:0:93433:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc056e18c0. 00800000:00000001:0.0:1773674081.555070:0:93433:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674081.555073:0:93433:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:0.0:1773674081.555076:0:93433:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674081.555078:0:93433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674081.555079:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.555080:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.555082:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.555084:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555086:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555088:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555089:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.555091:0:93433:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.555093:0:93433:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.555095:0:93433:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674081.555097:0:93433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674081.555100:0:93433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1f2fc08 00010000:00000001:0.0:1773674081.555102:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.555103:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.555105:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674081.555106:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555108:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674081.555110:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674081.555113:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.555119:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555120:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.555122:0:93433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674081.555124:0:93433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674081.555127:0:93433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674081.555136:0:93433:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674081.555139:0:93433:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674081.555141:0:93433:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674081.555146:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555147:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.555148:0:93433:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555151:0:93433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674081.555153:0:93433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555155:0:93433:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555158:0:93433:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555160:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674081.555161:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555162:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674081.555165:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.555169:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953446912/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.555176:0:93433:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674081.555179:0:93433:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674081.555183:0:93433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a7800. 02000000:00000001:0.0:1773674081.555186:0:93433:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674081.555189:0:93433:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674081.555190:0:93433:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674081.555193:0:93433:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674081.555195:0:93433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa000. 02000000:00000001:0.0:1773674081.555199:0:93433:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674081.555200:0:93433:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674081.555202:0:93433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:0.0:1773674081.555206:0:93433:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674081.555207:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674081.555211:0:93433:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773674081.555215:0:93433:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773674081.555229:0:93433:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc095dd260. 00000020:00000001:0.0:1773674081.555234:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fb98 00000080:00200000:0.0:1773674081.555236:0:93433:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=9 00000080:00000001:0.0:1773674081.555240:0:93433:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773674081.555242:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fa48 00000080:00200000:0.0:1773674081.555244:0:93433:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:0.0:1773674081.555262:0:93433:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07c1b400. 00800000:00000002:0.0:1773674081.555267:0:93433:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674081.555272:0:93433:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674081.555275:0:93433:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674081.555277:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f968 00800000:00000002:0.0:1773674081.555279:0:93433:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674081.555283:0:93433:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674081.555286:0:93433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674081.555288:0:93433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674081.555291:0:93433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674081.555293:0:93433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674081.555296:0:93433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.555298:0:93433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674081.555300:0:93433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.555303:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f900 00800000:00000002:0.0:1773674081.555306:0:93433:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:0.0:1773674081.555309:0:93433:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674081.555311:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f838 00000002:00010000:0.0:1773674081.555312:0:93433:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674081.555316:0:93433:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674081.555319:0:93433:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674081.555323:0:93433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674081.555326:0:93433:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674081.555331:0:93433:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674081.555335:0:93433:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674081.555337:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.555339:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.555340:0:93433:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.555343:0:93433:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674081.555345:0:93433:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674081.555348:0:93433:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674081.555355:0:93433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa000. 00000100:00000001:0.0:1773674081.555558:0:93433:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555562:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.555564:0:93433:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555566:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.555567:0:93433:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.555569:0:93433:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.555575:0:93433:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00010000:00000001:0.0:1773674081.555577:0:93433:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674081.555579:0:93433:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773674081.555583:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:0.0:1773674081.555585:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.555588:0:93433:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674081.555591:0:93433:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2400. 00000020:00000001:0.0:1773674081.555595:0:93433:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674081.555597:0:93433:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2400 with handle 0x2f77f561138142b4 to hash 00000020:00000001:0.0:1773674081.555599:0:93433:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674081.555601:0:93433:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.555604:0:93433:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.555607:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674081.555609:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.555613:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.555620:0:93433:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.555630:0:93433:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93433 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674081.555635:0:93433:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674081.555638:0:93433:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674081.555644:0:93433:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.555646:0:93433:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674081.555650:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.555652:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000001:0.0:1773674081.555657:0:93433:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674081.555661:0:93433:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.555663:0:93433:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674081.555665:0:93433:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674081.555670:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.555676:0:93433:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674081.555678:0:93433:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.555681:0:93433:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674081.555683:0:93433:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674081.555685:0:93433:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674081.555688:0:93433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953447040:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773674081.555694:0:93433:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674081.555698:0:93433:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674081.555700:0:93433:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.555702:0:93433:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674081.555705:0:93433:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a7800. 02000000:00000001:0.0:1773674081.555707:0:93433:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674081.555713:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674081.555716:0:93433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674081.555721:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773674081.555728:0:93433:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953447040, portal 10 00000100:00000001:0.0:1773674081.555730:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.555731:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:0.0:1773674081.555736:0:93433:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.555743:0:93433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674081.555745:0:93433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674081.555748:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773674081.555750:0:93433:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953447040, offset 0 00000400:00000200:0.0:1773674081.555755:0:93433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674081.555793:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.555800:0:93433:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674081.555804:0:93433:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674081.555809:0:93433:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674081.555813:0:93433:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674081.555816:0:93433:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674081.555821:0:93433:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252621:252621:256:4294967295] 192.168.201.103@tcp LPNI seq info [252589:252589:8:4294967295] 00000400:00000200:0.0:1773674081.555825:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.555833:0:93433:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674081.555838:0:93433:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674081.555843:0:93433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0200. 00000800:00000200:0.0:1773674081.555849:0:93433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674081.555857:0:93433:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674081.555861:0:93433:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1773674081.555872:0:93433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.555876:0:93433:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 344001 usecs (345 jiffies) 00000400:00000200:0.0:1773674081.555879:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674081.555882:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300638956 00000100:00000001:0.0:1773674081.555885:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.555887:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300638956 00000100:00000001:0.0:1773674081.555889:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.555891:0:93433:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.555894:0:93433:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.555896:0:93433:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674081.555898:0:93433:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674081.555900:0:93433:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674081.555903:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674081.555905:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674081.557266:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674081.557273:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:1.0:1773674081.557279:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.557287:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674081.557292:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:1.0:1773674081.557295:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:1.0:1773674081.557299:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674081.557305:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.557316:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674081.557319:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.557326:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674081.557328:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674081.567313:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.567330:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674081.567335:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.567337:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.567347:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.567355:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674081.567364:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.567369:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.567375:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.567379:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 640 into portal 10 MB=0x69b80794c9c80 00000400:00000200:1.0:1773674081.567384:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.567389:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 640/640 into md 0x2c52e1 [1] + 224 00000800:00000001:1.0:1773674081.567398:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.567406:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.567410:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.567414:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674081.567421:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674081.567429:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674081.567442:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.567465:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674081.567475:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.567478:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.567554:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674081.567563:0:93433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674081.567565:0:93433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674081.567569:0:93433:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:0.0:1773674081.567574:0:93433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:0.0:1773674081.567576:0:93433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:0.0:1773674081.567579:0:93433:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674081.567584:0:93433:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674081.567594:0:93433:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.567601:0:93433:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674081.567603:0:93433:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.567605:0:93433:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674081.567609:0:93433:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674081.567612:0:93433:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674081.567615:0:93433:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.567618:0:93433:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674081.567640:0:93433:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=14 v=16 (16 17 17 17) 00000100:00001000:0.0:1773674081.567646:0:93433:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674081.567656:0:93433:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674081.567659:0:93433:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.567661:0:93433:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674081.567665:0:93433:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.567668:0:93433:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674081.567671:0:93433:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215241 00000100:00000001:0.0:1773674081.567673:0:93433:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674081.567675:0:93433:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.567681:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.567688:0:93433:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.567691:0:93433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674081.567694:0:93433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674081.567697:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674111 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674081.567707:0:93433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953447040:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773674081.567712:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.567715:0:93433:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.567717:0:93433:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674081.567719:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.567734:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674111 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.567741:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674081.567744:0:93433:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.567748:0:93433:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674081.567749:0:93433:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.567752:0:93433:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674081.567756:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.567759:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.567763:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=4 00000020:00000001:0.0:1773674081.567806:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567809:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000040:0.0:1773674081.567816:0:93433:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2400, remote cookie: 0x441c89a0128d6ae1, flags: 0x1001 00010000:00010000:0.0:1773674081.567822:0:93433:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773674081.567831:0:93433:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773674081.567835:0:93433:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1773674081.567842:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 3 00010000:00000001:0.0:1773674081.567845:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.567849:0:93433:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.567853:0:93433:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674081.567862:0:93433:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.567868:0:93433:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674081.567873:0:93433:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674081.567874:0:93433:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773674081.567876:0:93433:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773674081.567878:0:93433:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773674081.567880:0:93433:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc02dabf00) refcount = 3 00010000:00000040:0.0:1773674081.567883:0:93433:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773674081.567886:0:93433:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085800/0x2f77f5611381429f lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6aa9 expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1773674081.567893:0:93433:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773674081.567905:0:93433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.567912:0:93433:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773674081.567916:0:93433:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674081.567918:0:93433:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.567921:0:93433:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674081.567924:0:93433:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.567928:0:93433:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.567934:0:93433:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674081.567935:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.567937:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.567938:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.567940:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.567941:0:93433:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.567946:0:93433:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773674081.567948:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.567949:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.567951:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.567953:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567955:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567958:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.567959:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.567960:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=4 00000020:00000001:0.0:1773674081.567962:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567964:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567967:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674081.567970:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.567973:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.567980:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.567981:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.567982:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.567983:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.567985:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=5 00000020:00000001:0.0:1773674081.567987:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567989:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.567991:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674081.567994:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.568001:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568002:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674081.568004:0:93433:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.568011:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674081.568012:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568013:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.568014:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568015:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773674081.568021:0:93433:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773674081.568030:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568031:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568033:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568035:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568037:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00000002:00010000:0.0:1773674081.568041:0:93433:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773674081.568055:0:93433:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc056e18c0. 00010000:00000001:0.0:1773674081.568058:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568059:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.568060:0:93433:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.568062:0:93433:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.568065:0:93433:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773674081.568068:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568069:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568070:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568072:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568074:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00000002:00010000:0.0:1773674081.568078:0:93433:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.568084:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568085:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.568087:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674081.568088:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568090:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568091:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568093:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568095:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000040:0.0:1773674081.568098:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 4 00010000:00000001:0.0:1773674081.568100:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773674081.568104:0:93433:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:0.0:1773674081.568107:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568108:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.568109:0:93433:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773674081.568112:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f7b8 00000002:00002000:0.0:1773674081.568114:0:93433:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773674081.568117:0:93433:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.568121:0:93433:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.568124:0:93433:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674081.568127:0:93433:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773674081.568130:0:93433:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.568133:0:93433:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:0.0:1773674081.568137:0:93433:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773674081.568139:0:93433:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1f2fbd0 it_disposition b 00000080:00000001:0.0:1773674081.568142:0:93433:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773674081.568147:0:93433:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773674081.568150:0:93433:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674081.568153:0:93433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773674081.568156:0:93433:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1773674081.568163:0:93433:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674081.568168:0:93433:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6ca20. 00000020:00000010:0.0:1773674081.568172:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a200. 00000020:00000010:0.0:1773674081.568177:0:93433:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674081.568182:0:93433:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674081.568187:0:93433:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773674081.568192:0:93433:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80d80. 00008000:00000010:0.0:1773674081.568197:0:93433:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674081.568203:0:93433:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773674081.568207:0:93433:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773674081.568210:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b000. 00000008:00000010:0.0:1773674081.568214:0:93433:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773674081.568218:0:93433:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773674081.568221:0:93433:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773674081.568224:0:93433:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f780. 00000020:00000001:0.0:1773674081.568227:0:93433:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459368 : -113404166092248 : ffff98dc08f6ca28) 00000020:00001000:0.0:1773674081.568230:0:93433:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6ca20 00000020:00000001:0.0:1773674081.568232:0:93433:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773674081.568236:0:93433:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773674081.568238:0:93433:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674081.568244:0:93433:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6b300. 00020000:00000010:0.0:1773674081.568249:0:93433:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674081.568263:0:93433:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6ba80. 00020000:00000001:0.0:1773674081.568265:0:93433:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439646336 : -113404269905280 : ffff98dc02c6ba80) 00020000:00000002:0.0:1773674081.568269:0:93433:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6ba80, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674081.568274:0:93433:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674081.568278:0:93433:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06394700: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:0.0:1773674081.568281:0:93433:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc095ba7c0 00020000:00000001:0.0:1773674081.568283:0:93433:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773674081.568286:0:93433:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc095ba7c0 00020000:00000010:0.0:1773674081.568290:0:93433:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674081.568294:0:93433:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6b300. 00020000:00000010:0.0:1773674081.568297:0:93433:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6ba80. 00020000:00000002:0.0:1773674081.568300:0:93433:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773674081.568302:0:93433:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.568304:0:93433:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674081.568306:0:93433:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6ca20 00000020:00000010:0.0:1773674081.568310:0:93433:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674081.568314:0:93433:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674081.568318:0:93433:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773674081.568321:0:93433:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80d80. 00008000:00000010:0.0:1773674081.568325:0:93433:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674081.568329:0:93433:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773674081.568332:0:93433:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773674081.568335:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a200. 00000008:00000010:0.0:1773674081.568338:0:93433:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773674081.568341:0:93433:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773674081.568344:0:93433:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773674081.568346:0:93433:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f780. 00000020:00000010:0.0:1773674081.568349:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b000. 00000020:00000010:0.0:1773674081.568351:0:93433:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6ca20. 00000080:00000001:0.0:1773674081.568354:0:93433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773674081.568357:0:93433:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:0.0:1773674081.568567:0:93433:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff98dc059500c8): rc = 0 00000080:00000001:0.0:1773674081.568570:0:93433:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486719176 : -113404222832440 : ffff98dc059500c8) 00010000:00000001:0.0:1773674081.568573:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568575:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568576:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568578:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568580:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00000080:00000001:0.0:1773674081.568583:0:93433:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773674081.568585:0:93433:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674081.568588:0:93433:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6ca20. 00000020:00000010:0.0:1773674081.568591:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b000. 00000020:00000010:0.0:1773674081.568593:0:93433:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a200. 00000020:00000010:0.0:1773674081.568596:0:93433:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674081.568599:0:93433:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773674081.568602:0:93433:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80d80. 00008000:00000010:0.0:1773674081.568604:0:93433:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674081.568607:0:93433:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773674081.568609:0:93433:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773674081.568612:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674081.568614:0:93433:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773674081.568616:0:93433:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773674081.568619:0:93433:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773674081.568620:0:93433:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f780. 00000020:00000001:0.0:1773674081.568622:0:93433:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459368 : -113404166092248 : ffff98dc08f6ca28) 00000020:00001000:0.0:1773674081.568624:0:93433:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6ca20 00000020:00000001:0.0:1773674081.568626:0:93433:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773674081.568627:0:93433:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773674081.568629:0:93433:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674081.568632:0:93433:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6ba80. 00020000:00000010:0.0:1773674081.568634:0:93433:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674081.568637:0:93433:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6b300. 00020000:00000001:0.0:1773674081.568639:0:93433:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439644416 : -113404269907200 : ffff98dc02c6b300) 00020000:00000002:0.0:1773674081.568641:0:93433:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6b300, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674081.568645:0:93433:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674081.568649:0:93433:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06394700: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:0.0:1773674081.568651:0:93433:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c04d8) owner ffff98dc095ba7c0 00020000:00000001:0.0:1773674081.568654:0:93433:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773674081.568656:0:93433:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c04d8) owner ffff98dc095ba7c0 00020000:00000010:0.0:1773674081.568659:0:93433:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06394700. 00020000:00000010:0.0:1773674081.568662:0:93433:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6ba80. 00020000:00000010:0.0:1773674081.568664:0:93433:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6b300. 00020000:00000002:0.0:1773674081.568666:0:93433:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773674081.568668:0:93433:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.568669:0:93433:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.568673:0:93433:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773674081.568676:0:93433:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:0.0:1773674081.568678:0:93433:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:0.0:1773674081.568681:0:93433:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:0.0:1773674081.568683:0:93433:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773674081.568686:0:93433:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773674081.568688:0:93433:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773674081.568689:0:93433:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773674081.568691:0:93433:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773674081.568694:0:93433:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1773674081.568696:0:93433:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6ca20 00000020:00000010:0.0:1773674081.568699:0:93433:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a200. 00000020:00000010:0.0:1773674081.568701:0:93433:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674081.568704:0:93433:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773674081.568706:0:93433:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80d80. 00008000:00000010:0.0:1773674081.568709:0:93433:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674081.568712:0:93433:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773674081.568714:0:93433:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773674081.568717:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b000. 00000008:00000010:0.0:1773674081.568719:0:93433:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773674081.568721:0:93433:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773674081.568724:0:93433:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773674081.568727:0:93433:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f780. 00000020:00000010:0.0:1773674081.568729:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674081.568732:0:93433:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6ca20. 00000080:00000001:0.0:1773674081.568734:0:93433:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.568737:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568738:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674081.568740:0:93433:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773674081.568743:0:93433:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773674081.568746:0:93433:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674081.568750:0:93433:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) for lock 0x2f77f561138142b4 00800000:00000001:0.0:1773674081.568753:0:93433:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674081.568755:0:93433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674081.568756:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568758:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568759:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568762:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568790:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568792:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568794:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.568795:0:93433:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.568797:0:93433:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1773674081.568803:0:93433:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc18a99288 inode ffff98dc059500c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1773674081.568807:0:93433:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1773674081.568811:0:93433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) 00000080:00010000:0.0:1773674081.568814:0:93433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142b4 from it ffffbabdc1f2fbd0 00010000:00000001:0.0:1773674081.568816:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.568818:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.568819:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2400 refcount=3 00000020:00000001:0.0:1773674081.568821:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568823:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931200 : -113403778620416 : ffff98dc200f2400) 00010000:00000001:0.0:1773674081.568825:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674081.568828:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674081.568836:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568837:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.568838:0:93433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674081.568841:0:93433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674081.568843:0:93433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674081.568852:0:93433:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674081.568854:0:93433:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674081.568856:0:93433:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674081.568860:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568862:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.568863:0:93433:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.568867:0:93433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674081.568869:0:93433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.568871:0:93433:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.568874:0:93433:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.568876:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674081.568878:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.568879:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674081.568881:0:93433:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773674081.568885:0:93433:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1b400. 00000100:00000001:0.0:1773674081.568888:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.568894:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953447040/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674081.568900:0:93433:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674081.568903:0:93433:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674081.568905:0:93433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a7800. 02000000:00000001:0.0:1773674081.568908:0:93433:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674081.568911:0:93433:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674081.568913:0:93433:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674081.568915:0:93433:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674081.568918:0:93433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa000. 02000000:00000001:0.0:1773674081.568921:0:93433:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674081.568923:0:93433:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674081.568925:0:93433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:0.0:1773674081.568928:0:93433:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674081.568929:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773674081.568932:0:93433:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773674081.568933:0:93433:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1f2fbd0 released 00000080:00000001:0.0:1773674081.568935:0:93433:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773674081.568948:0:93433:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773674081.568950:0:93433:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc059500c8), inode mode 81a4 mask 2 00000080:00000001:0.0:1773674081.568954:0:93433:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.568960:0:93433:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1773674081.568966:0:93433:0:(xattr.c:492:ll_xattr_list()) Process entered 00000080:00000001:0.0:1773674081.568968:0:93433:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1773674081.568971:0:93433:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1773674081.568973:0:93433:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773674081.568976:0:93433:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1773674081.568978:0:93433:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773674081.568980:0:93433:0:(xattr.c:508:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1773674081.568983:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773674081.568984:0:93433:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773674081.568986:0:93433:0:(xattr.c:555:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773674081.568989:0:93433:0:(xattr.c:612:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773674081.568995:0:93433:0:(llite_lib.c:2267:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1773674081.568997:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fc90 00000080:00200008:0.0:1773674081.569000:0:93433:0:(llite_lib.c:2276:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8) current size 4096, valid attrs 8, mode ffff, uid -1195085524, gid -1, new size 100, atime 1773674081.000000000, mtime 1773674081.000000000, ctime 1773674081.000000000 00000020:00000001:0.0:1773674081.569005:0:93433:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773674081.569007:0:93433:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:0.0:1773674081.569010:0:93433:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c720 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:0.0:1773674081.569012:0:93433:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:0.0:1773674081.569014:0:93433:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:0.0:1773674081.569017:0:93433:0:(llite_lib.c:2325:ll_setattr_raw()) setting mtime 1773674081, ctime 1773674081, now = 1773674081 00000080:00000010:0.0:1773674081.569021:0:93433:0:(llite_lib.c:2334:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff98dc07c1b400. 00000080:00000001:0.0:1773674081.569024:0:93433:0:(llite_lib.c:1974:ll_md_setattr()) Process entered 00800000:00000001:0.0:1773674081.569028:0:93433:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:0.0:1773674081.569030:0:93433:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0x168/0x5 00800000:00000001:0.0:1773674081.569033:0:93433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674081.569036:0:93433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674081.569038:0:93433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674081.569247:0:93433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674081.569250:0:93433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674081.569267:0:93433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:0.0:1773674081.569269:0:93433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.569274:0:93433:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1773674081.569276:0:93433:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773674081.569281:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 4 00010000:00000001:0.0:1773674081.569283:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.569286:0:93433:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773674081.569289:0:93433:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674081.569292:0:93433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773674081.569300:0:93433:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773674081.569304:0:93433:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773674081.569305:0:93433:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773674081.569307:0:93433:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:0.0:1773674081.569310:0:93433:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674081.569312:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674081.569314:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:0.0:1773674081.569316:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674081.569320:0:93433:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.569322:0:93433:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674081.569323:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674081.569324:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:0.0:1773674081.569326:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674081.569328:0:93433:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.569330:0:93433:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674081.569331:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674081.569332:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:0.0:1773674081.569334:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674081.569337:0:93433:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773674081.569339:0:93433:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773674081.569341:0:93433:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674081.569346:0:93433:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.569349:0:93433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869bc00/0x2f77f5611381428a lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6a6a expref: -99 pid: 93423 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773674081.569362:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.569363:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.569365:0:93433:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1773674081.569367:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674081.569368:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674081.569370:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869bc00 refcount=2 00000020:00000001:0.0:1773674081.569372:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:0.0:1773674081.569374:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534215168 : -113404175336448 : ffff98dc0869bc00) 00010000:00000001:0.0:1773674081.569376:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.569377:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674081.569378:0:93433:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674081.569379:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674081.569381:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabf00 count: 5 00010000:00000001:0.0:1773674081.569383:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674081.569385:0:93433:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.569387:0:93433:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.569389:0:93433:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773674081.569391:0:93433:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff98dc059500c8) invalid 00000020:00000001:0.0:1773674081.569394:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2f898 00000080:00002000:0.0:1773674081.569396:0:93433:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff98dc18a99288) parent ffff98dc10e90a20 inode ffff98dc059500c8 refc 1 00000080:00000001:0.0:1773674081.569400:0:93433:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773674081.569403:0:93433:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773674081.569404:0:93433:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.569407:0:93433:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674081.569410:0:93433:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674081.569412:0:93433:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674081.569413:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674081.569416:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773674081.569647:0:93433:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2400 with handle 0x2f77f561138142b4 from hash 00010000:00000001:0.0:1773674081.569650:0:93433:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674081.569652:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.569653:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.569654:0:93433:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674081.569658:0:93433:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674081.569660:0:93433:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674081.569663:0:93433:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674081.569665:0:93433:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674081.569668:0:93433:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773674081.569672:0:93433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674081.569675:0:93433:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674081.569680:0:93433:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674081.569684:0:93433:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674081.569687:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674081.569688:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.569689:0:93433:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.569692:0:93433:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674081.569694:0:93433:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674081.569697:0:93433:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674081.569702:0:93433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1bc00. 00000100:00000001:0.0:1773674081.569708:0:93433:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.569711:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.569714:0:93433:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674081.569719:0:93433:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773674081.569726:0:93433:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674081.569728:0:93433:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674081.569729:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674081.569732:0:93433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2400/0x2f77f561138142b4 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6ae1 expref: -99 pid: 93433 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773674081.569740:0:93433:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc056e18c0. 00010000:00000001:0.0:1773674081.569748:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674081.569749:0:93433:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.569751:0:93433:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674081.569752:0:93433:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.569755:0:93433:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1773674081.569757:0:93433:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773674081, ctime 1773674081 00000020:00100000:0.0:1773674081.569809:0:93433:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1773674081.569817:0:93433:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674081.569825:0:93433:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674081.569827:0:93433:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674081.569833:0:93433:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.569835:0:93433:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674081.569838:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.569839:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000001:0.0:1773674081.569844:0:93433:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674081.569848:0:93433:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.569850:0:93433:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674081.569851:0:93433:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674081.569856:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.569863:0:93433:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674081.569865:0:93433:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.569868:0:93433:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674081.569871:0:93433:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674081.569874:0:93433:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674081.569877:0:93433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953447296:192.168.201.103@tcp:36:truncate.0 00000100:00000001:0.0:1773674081.569881:0:93433:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674081.569885:0:93433:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674081.569888:0:93433:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.569890:0:93433:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674081.569894:0:93433:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063aa000. 02000000:00000001:0.0:1773674081.569896:0:93433:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674081.569903:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674081.569906:0:93433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674081.569912:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773674081.569918:0:93433:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953447296, portal 10 00000100:00000001:0.0:1773674081.569920:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.569921:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:0.0:1773674081.569928:0:93433:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.569935:0:93433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674081.569937:0:93433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674081.569940:0:93433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979198. 00000100:00000200:0.0:1773674081.569942:0:93433:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859825953447296, offset 0 00000400:00000200:0.0:1773674081.569948:0:93433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674081.569955:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.569962:0:93433:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674081.569967:0:93433:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674081.569971:0:93433:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674081.569974:0:93433:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674081.569977:0:93433:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674081.569981:0:93433:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252622:252622:256:4294967295] 192.168.201.103@tcp LPNI seq info [252590:252590:8:4294967295] 00000400:00000200:0.0:1773674081.569986:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674081.569995:0:93433:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674081.570001:0:93433:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674081.570006:0:93433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674081.570012:0:93433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674081.570019:0:93433:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674081.570024:0:93433:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1773674081.570036:0:93433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.570041:0:93433:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 343253 usecs (344 jiffies) 00000400:00000200:0.0:1773674081.570045:0:93433:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674081.570047:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300638969 00000100:00000001:0.0:1773674081.570051:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.570053:0:93433:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300638969 00000100:00000001:0.0:1773674081.570055:0:93433:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674081.570057:0:93433:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.570061:0:93433:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.570063:0:93433:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674081.570065:0:93433:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674081.570067:0:93433:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674081.570070:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674081.570072:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674081.570352:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674081.570356:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000400:00000200:1.0:1773674081.570360:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.570366:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674081.570370:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979198 00000400:00000010:1.0:1773674081.570373:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979198. 00000100:00000001:1.0:1773674081.570377:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674081.570381:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674081.570391:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674081.570394:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674081.570401:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674081.570402:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773674081.578883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2400. 00000800:00000001:1.0:1773674081.588011:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.588241:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674081.588246:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.588258:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.588268:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.588275:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674081.588285:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.588291:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.588296:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.588301:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794c9d80 00000400:00000200:1.0:1773674081.588305:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674081.588312:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c52f1 [1] + 224 00000800:00000001:1.0:1773674081.588319:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.588328:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674081.588331:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.588336:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674081.588342:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674081.588351:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674081.588362:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674081.588385:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674081.588394:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674081.588397:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.589846:0:93433:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674081.589855:0:93433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674081.589858:0:93433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674081.589861:0:93433:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:0.0:1773674081.589866:0:93433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:0.0:1773674081.589869:0:93433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:0.0:1773674081.589872:0:93433:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674081.589879:0:93433:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674081.589890:0:93433:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953447296/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674111 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.589898:0:93433:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674081.589900:0:93433:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.589902:0:93433:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674081.589905:0:93433:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674081.589908:0:93433:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674081.589910:0:93433:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674081.589913:0:93433:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674081.589922:0:93433:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=14 v=16 (16 17 17 17) 00000100:00001000:0.0:1773674081.589925:0:93433:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674081.589928:0:93433:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674081.589930:0:93433:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.589933:0:93433:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674081.589936:0:93433:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.589939:0:93433:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773674081.589941:0:93433:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773674081.589943:0:93433:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773674081.589945:0:93433:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674081.589946:0:93433:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000001:0.0:1773674081.589949:0:93433:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674081.589953:0:93433:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215241 00000100:00000001:0.0:1773674081.589955:0:93433:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674081.589958:0:93433:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674081.589962:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.589971:0:93433:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674081.589974:0:93433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674081.589976:0:93433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674081.589980:0:93433:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674081.589988:0:93433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job truncate:50b6f219-0167-4a18-8ed7-c655d95343ea:93433:1859825953447296:192.168.201.103@tcp:36:truncate.0 00000100:00000001:0.0:1773674081.589994:0:93433:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674081.589996:0:93433:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674081.589998:0:93433:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674081.590001:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.590004:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.590010:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674081.590013:0:93433:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674081.590016:0:93433:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674081.590017:0:93433:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.590024:0:93433:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.590027:0:93433:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674081.590033:0:93433:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773674081.590035:0:93433:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674081.590041:0:93433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773674081.590044:0:93433:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:0.0:1773674081.590049:0:93433:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674081.590052:0:93433:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674081.590359:0:93433:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674081.590363:0:93433:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773674081.590364:0:93433:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590366:0:93433:0:(llite_lib.c:2037:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590371:0:93433:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1773674081.590374:0:93433:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773674081.590376:0:93433:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773674081.590378:0:93433:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773674081.590379:0:93433:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590382:0:93433:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590385:0:93433:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1773674081.590387:0:93433:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674081.590393:0:93433:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6ca20. 00000020:00000010:0.0:1773674081.590398:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b000. 00000020:00000010:0.0:1773674081.590414:0:93433:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a200. 00000020:00000010:0.0:1773674081.590418:0:93433:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674081.590425:0:93433:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07065940. 00020000:00000010:0.0:1773674081.590430:0:93433:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80d80. 00008000:00000010:0.0:1773674081.590436:0:93433:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674081.590441:0:93433:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bedc8. 00000080:00000010:0.0:1773674081.590445:0:93433:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb06d8. 00000020:00000010:0.0:1773674081.590449:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1ae00. 00000008:00000010:0.0:1773674081.590452:0:93433:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589a20. 00020000:00000010:0.0:1773674081.590456:0:93433:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d5d40. 00008000:00000010:0.0:1773674081.590460:0:93433:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e488. 00000080:00000010:0.0:1773674081.590463:0:93433:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f780. 00000020:00000001:0.0:1773674081.590466:0:93433:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543459368 : -113404166092248 : ffff98dc08f6ca28) 00000020:00001000:0.0:1773674081.590468:0:93433:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6ca20 00000020:00000001:0.0:1773674081.590474:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:0.0:1773674081.590476:0:93433:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773674081.590478:0:93433:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773674081.590480:0:93433:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773674081.590483:0:93433:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674081.590485:0:93433:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773674081.590487:0:93433:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773674081.590489:0:93433:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590491:0:93433:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674081.590495:0:93433:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc08bb0738 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1773674081.590500:0:93433:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:0.0:1773674081.590503:0:93433:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773674081.590505:0:93433:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773674081.590507:0:93433:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773674081.590509:0:93433:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773674081.590511:0:93433:0:(lov_io.c:634:lov_io_slice_init()) 0 101 00020000:00000001:0.0:1773674081.590514:0:93433:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773674081.590515:0:93433:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773674081.590517:0:93433:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590518:0:93433:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674081.590519:0:93433:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773674081.590521:0:93433:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773674081.590522:0:93433:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:0.0:1773674081.590525:0:93433:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590527:0:93433:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773674081.590528:0:93433:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773674081.590531:0:93433:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1773674081.590533:0:93433:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:0.0:1773674081.590537:0:93433:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff98dc094251f8. 00020000:00200000:0.0:1773674081.590539:0:93433:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773674081.590543:0:93433:0:(lov_offset.c:247:lov_stripe_intersects()) [100->-1] -> [(0) 100->-1 (0)] 00020000:00000001:0.0:1773674081.590547:0:93433:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674081.590549:0:93433:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773674081.590550:0:93433:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674081.590553:0:93433:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c5a0. 00000020:00000010:0.0:1773674081.590556:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674081.590558:0:93433:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674081.590561:0:93433:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b300. 00000008:00000010:0.0:1773674081.590564:0:93433:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07060b28. 00020000:00000010:0.0:1773674081.590567:0:93433:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80240. 00008000:00000010:0.0:1773674081.590569:0:93433:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674081.590572:0:93433:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bed20. 00000080:00000010:0.0:1773674081.590574:0:93433:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb3478. 00000020:00000010:0.0:1773674081.590577:0:93433:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a400. 00000008:00000010:0.0:1773674081.590581:0:93433:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08588f20. 00020000:00000010:0.0:1773674081.590584:0:93433:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d61c0. 00008000:00000010:0.0:1773674081.590586:0:93433:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e220. 00000080:00000010:0.0:1773674081.590589:0:93433:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fc30. 00000020:00000001:0.0:1773674081.590591:0:93433:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458216 : -113404166093400 : ffff98dc08f6c5a8) 00000020:00001000:0.0:1773674081.590593:0:93433:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c5a0 00000020:00000001:0.0:1773674081.590596:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:0.0:1773674081.590598:0:93433:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773674081.590601:0:93433:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674081.590602:0:93433:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773674081.590604:0:93433:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.590605:0:93433:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.590607:0:93433:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519773096 : -113404189778520 : ffff98dc078d5da8) 00000020:00000001:0.0:1773674081.590610:0:93433:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773674081.590613:0:93433:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773674081.590616:0:93433:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590617:0:93433:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.590619:0:93433:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.590621:0:93433:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590623:0:93433:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590624:0:93433:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773674081.590627:0:93433:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773674081.590628:0:93433:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773674081.590631:0:93433:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773674081.590632:0:93433:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773674081.590634:0:93433:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590636:0:93433:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674081.590638:0:93433:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.590640:0:93433:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773674081.590642:0:93433:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674081.590643:0:93433:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773674081.590645:0:93433:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674081.590646:0:93433:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.590991:0:93433:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.591170:0:93433:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674081.591172:0:93433:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.591174:0:93433:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674081.591176:0:93433:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773674081.592112:0:93433:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773674081.592118:0:93433:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773674081.592121:0:93433:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773674081.592125:0:93433:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674081.592909:0:93433:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3400. 00020000:00000002:2.0:1773674081.592918:0:93433:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674081.592921:0:93433:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674081.592923:0:93433:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674081.592925:0:93433:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519773096 : -113404189778520 : ffff98dc078d5da8) 00000020:00000001:2.0:1773674081.592928:0:93433:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674081.592936:0:93433:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845b430. 00000008:00010000:2.0:1773674081.592939:0:93433:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773674081.592941:0:93433:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674081.592942:0:93433:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674081.592945:0:93433:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3430, osc lock ffff98dc1845b430, flags 0x0 00000020:00000001:2.0:1773674081.592947:0:93433:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.592949:0:93433:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.592952:0:93433:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464122368 : -113404245429248 : ffff98dc043c3400) 00000020:00000001:2.0:1773674081.592954:0:93433:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674081.592955:0:93433:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674081.592956:0:93433:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.592958:0:93433:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.592960:0:93433:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674081.592962:0:93433:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674081.592963:0:93433:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674081.592964:0:93433:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519773096 : -113404189778520 : ffff98dc078d5da8) 00000020:00000001:2.0:1773674081.592966:0:93433:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674081.592968:0:93433:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674081.592970:0:93433:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674081.592971:0:93433:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.592975:0:93433:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674081.592977:0:93433:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674081.592979:0:93433:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674081.592981:0:93433:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674081.592982:0:93433:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674081.592983:0:93433:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674081.592986:0:93433:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674081.592989:0:93433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674081.593300:0:93433:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:2.0:1773674081.593304:0:93433:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674081.593311:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674081.593315:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674081.593321:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773674081.593335:0:93433:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674081.593341:0:93433:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674081.593345:0:93433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674081.593354:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674081.593356:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674081.593359:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:2.0:1773674081.593361:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593363:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00000008:00000001:2.0:1773674081.593367:0:93433:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674081.593370:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674081.593371:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674081.593372:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674081.593374:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593376:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593379:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674081.593380:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674081.593381:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=5 00000020:00000001:2.0:1773674081.593383:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593385:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593387:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674081.593389:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674081.593392:0:93433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674081.593401:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674081.593928:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674081.593933:0:93433:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674081.593935:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674081.593937:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674081.593938:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=6 00000020:00000001:2.0:1773674081.593940:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593942:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674081.593945:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674081.593949:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674081.593956:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674081.593957:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674081.593960:0:93433:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674081.593966:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674081.593967:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674081.593968:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674081.593969:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674081.593970:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674081.593971:0:93433:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674081.593974:0:93433:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593975:0:93433:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.593977:0:93433:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593979:0:93433:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593981:0:93433:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593983:0:93433:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593985:0:93433:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593987:0:93433:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1773674081.593991:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.593993:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.593995:0:93433:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1773674081.593997:0:93433:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.593999:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00020000:00000001:2.0:1773674081.594001:0:93433:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1773674081.594003:0:93433:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674081.594005:0:93433:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674081.594006:0:93433:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674081.594007:0:93433:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:2.0:1773674081.594010:0:93433:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:2.0:1773674081.594014:0:93433:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674081.594016:0:93433:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674081.594019:0:93433:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674081.594020:0:93433:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674081.594022:0:93433:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.594024:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.594026:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.594028:0:93433:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773674081.594030:0:93433:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.594032:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.594033:0:93433:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674081.594035:0:93433:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 100 00020000:00000001:2.0:1773674081.594037:0:93433:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674081.594039:0:93433:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.594040:0:93433:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.594042:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674081.594044:0:93433:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674081.594046:0:93433:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674081.594047:0:93433:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674081.594932:0:93433:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674081.594935:0:93433:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674081.594937:0:93433:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674081.594940:0:93433:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:2.0:1773674081.594948:0:93433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674081.594953:0:93433:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674081.594958:0:93433:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674081.594962:0:93433:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674081.594966:0:93433:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674081.594976:0:93433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08559600. 00000100:00000001:2.0:1773674081.594983:0:93433:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674081.594991:0:93433:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674081.594994:0:93433:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674081.595008:0:93433:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3c6509] to pc [ptlrpcd_01_00+0] req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674081.595093:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674081.595098:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674081.595100:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674081.595108:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674081.595116:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674081.595118:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674081.595122:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674081.595125:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674081.595127:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674081.595131:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953447424:192.168.201.103@tcp:10:truncate.0 00000100:00000001:3.0:1773674081.595136:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674081.595142:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674081.595144:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674081.595147:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674081.595153:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674081.595155:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674081.595164:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674081.595169:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674081.595176:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674081.595287:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953447424, portal 4 00000100:00000001:3.0:1773674081.595290:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674081.595292:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:3.0:1773674081.595301:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674136 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674081.595308:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674081.595311:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674081.595317:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674081.595320:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859825953447424, offset 0 00000400:00000200:3.0:1773674081.595327:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674081.595336:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674081.595343:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674081.595348:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674081.595352:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674081.595356:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674081.595359:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674081.595363:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252623:252623:256:4294967295] 192.168.201.103@tcp LPNI seq info [252591:252591:8:4294967295] 00000400:00000200:3.0:1773674081.595368:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674081.595379:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674081.595385:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674081.595390:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2a00. 00000800:00000200:3.0:1773674081.595397:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674081.595614:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674081.595619:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2a00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773674081.595701:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674081.595706:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 487635 usecs (488 jiffies) 00000400:00000200:3.0:1773674081.595710:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674081.595713:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300639138 00000100:00000001:3.0:1773674081.595715:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:3.0:1773674081.595718:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300639138 00000100:00000001:3.0:1773674081.595720:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000008:00000001:2.0:1773674081.595972:0:93433:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674081.595976:0:93433:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.595978:0:93433:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.595980:0:93433:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.595982:0:93433:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674081.595984:0:93433:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.595986:0:93433:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674081.595988:0:93433:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674081.595990:0:93433:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674081.595992:0:93433:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674081.595993:0:93433:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1773674081.596020:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674081.596024:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674081.596097:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674081.596101:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674081.596104:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674081.596106:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674081.596114:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674081.596115:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1773674081.596118:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674081.596119:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674081.596178:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674081.596181:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674081.599935:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674081.599948:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2a00. 00000400:00000200:1.0:1773674081.599958:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674081.599968:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674081.599976:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773674081.599978:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773674081.599983:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674081.599992:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674136 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.600011:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674081.600016:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674136 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674081.600024:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674081.600026:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773674081.792919:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674081.792926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.792933:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674081.792934:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674081.792936:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674081.792937:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674081.792960:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674081.792963:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674081.792966:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674082.542860:0:93435:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674082.542867:0:93435:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674082.542869:0:93435:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674082.542872:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fbc0 00000080:00200000:1.0:1773674082.542877:0:93435:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08),name=/ 00000080:00000010:1.0:1773674082.542885:0:93435:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4be00. 00000080:00000001:1.0:1773674082.542892:0:93435:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:1.0:1773674082.542898:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc118b1000. 00800000:00000001:1.0:1773674082.542903:0:93435:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674082.542905:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fae0 00800000:00000002:1.0:1773674082.542908:0:93435:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674082.542912:0:93435:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674082.542915:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674082.542917:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674082.542920:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674082.542923:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674082.542925:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674082.542927:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674082.542930:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674082.542934:0:93435:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1773674082.542938:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc118b2c00. 00000002:00000001:1.0:1773674082.542942:0:93435:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674082.542943:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f9b0 00000002:00010000:1.0:1773674082.542945:0:93435:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674082.542949:0:93435:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674082.542951:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674082.542955:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773674082.542961:0:93435:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674082.542964:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674082.542967:0:93435:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674082.542969:0:93435:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674082.542972:0:93435:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773674082.542977:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbbb80. 00000020:00000040:1.0:1773674082.542981:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00010000:00000001:1.0:1773674082.542987:0:93435:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674082.542991:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674082.542995:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.542998:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674082.543001:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674082.543005:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674082.543010:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b1800. 00000100:00000001:1.0:1773674082.543017:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.543021:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674082.543024:0:93435:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.543026:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674082.543027:0:93435:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.543029:0:93435:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674082.543034:0:93435:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711555456 : -113403997996160 : ffff98dc12fbbb80) 00010000:00000001:1.0:1773674082.543038:0:93435:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674082.543040:0:93435:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674082.543043:0:93435:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab800. 00010000:00000010:1.0:1773674082.543047:0:93435:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799200. 00010000:00000001:1.0:1773674082.543052:0:93435:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674082.543055:0:93435:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085400. 00000020:00000010:1.0:1773674082.543059:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98dc03799c80. 00000020:00000001:1.0:1773674082.543062:0:93435:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674082.543065:0:93435:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085400 with handle 0x2f77f561138142bb to hash 00000020:00000001:1.0:1773674082.543067:0:93435:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674082.543069:0:93435:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674082.543072:0:93435:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674082.543076:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674082.543078:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674082.543082:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674082.543093:0:93435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000010:1.0:1773674082.543104:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07cfc000. 00010000:00010000:1.0:1773674082.543109:0:93435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674082.543115:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674082.543117:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674082.543124:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc111296c0. 00000100:00000001:1.0:1773674082.543126:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498944 : -113404030052672 : ffff98dc111296c0) 00000100:00000001:1.0:1773674082.543129:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674082.543130:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711555456 : -113403997996160 : ffff98dc12fbbb80) 00000100:00000001:1.0:1773674082.543135:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674082.543138:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.543141:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674082.543143:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674082.543153:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674082.543162:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674082.543165:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674082.543169:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674082.543171:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674082.543174:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674082.543177:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447552:192.168.201.103@tcp:101:dd.0 00000100:00000001:1.0:1773674082.543182:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674082.543187:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674082.543189:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674082.543192:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674082.543210:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc086be800. 02000000:00000001:1.0:1773674082.543213:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674082.543221:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674082.543225:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051141b8. 00000400:00000010:1.0:1773674082.543231:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdb28. 00000100:00000200:1.0:1773674082.543248:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953447552, portal 10 00000100:00000001:1.0:1773674082.543250:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674082.543251:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711555456 : -113403997996160 : ffff98dc12fbbb80) 00000100:00000040:1.0:1773674082.543258:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674082.543265:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674082.543268:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674082.543271:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674082.543273:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953447552, offset 0 00000400:00000200:1.0:1773674082.543279:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674082.543287:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674082.543295:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674082.543300:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674082.543304:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674082.543309:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674082.543311:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674082.543315:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252624:252624:256:4294967295] 192.168.201.103@tcp LPNI seq info [252592:252592:8:4294967295] 00000400:00000200:1.0:1773674082.543320:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674082.543328:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674082.543335:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674082.543340:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3000. 00000800:00000200:1.0:1773674082.543347:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674082.543354:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674082.543360:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773674082.543375:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674082.543379:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:1.0:1773674082.543382:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674082.543384:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300639625 00000100:00000001:1.0:1773674082.543388:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:1.0:1773674082.543390:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300639625 00000100:00000001:1.0:1773674082.543392:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:1.0:1773674082.543394:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674082.543397:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.543399:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674082.543400:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:1.0:1773674082.543403:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc111296c0 going to sleep for 25 seconds 00000100:00000001:1.0:1773674082.543406:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674082.543409:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674082.543586:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.543591:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3000. 00000400:00000200:0.0:1773674082.543597:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.543602:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.543607:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:0.0:1773674082.543609:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:0.0:1773674082.543613:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674082.543618:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.543628:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674082.543632:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.543639:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.543641:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674082.555705:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.555735:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.555738:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.555741:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.555751:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.555758:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.555792:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.555797:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.555803:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.555807:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794c9e80 00000400:00000200:0.0:1773674082.555812:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.555819:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5309 [1] + 224 00000800:00000001:0.0:1773674082.555828:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.555840:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.555843:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.555848:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.555856:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674082.555864:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674082.555875:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.555900:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.555909:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.555913:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.556052:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674082.556255:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674082.556257:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674082.556261:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051141b8. 00000400:00000200:2.0:1773674082.556266:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdb28 00000400:00000010:2.0:1773674082.556269:0:93435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdb28. 00000100:00000001:2.0:1773674082.556272:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674082.556277:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674082.556286:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.556292:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674082.556294:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.556297:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674082.556301:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674082.556304:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674082.556306:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.556309:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674082.556318:0:93435:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=3 v=16 (16 0 0 0) 00000100:00001000:2.0:1773674082.556322:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674082.556325:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674082.556327:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556330:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674082.556333:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.556337:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674082.556339:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674082.556341:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674082.556343:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.556347:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.556355:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.556358:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674082.556361:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674082.556364:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674112 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674082.556371:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbbb80 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447552:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674082.556376:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.556378:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.556381:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674082.556383:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.556386:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674112 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.556392:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674082.556396:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc111296c0. 00000100:00000001:2.0:1773674082.556401:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674082.556403:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556407:0:93435:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674082.556410:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556413:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556416:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=4 00000020:00000001:2.0:1773674082.556419:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556422:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000040:2.0:1773674082.556429:0:93435:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085400, remote cookie: 0x441c89a0128d6af6, flags: 0x1001 00010000:00010000:2.0:1773674082.556435:0:93435:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674082.556446:0:93435:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556458:0:93435:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674082.556462:0:93435:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674082.556464:0:93435:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674082.556465:0:93435:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674082.556467:0:93435:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674082.556471:0:93435:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc12fab800) refcount = 1 00010000:00010000:2.0:1773674082.556475:0:93435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556482:0:93435:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1773674082.556490:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc208b5200. 00010000:00000001:2.0:1773674082.556493:0:93435:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674082.556495:0:93435:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674082.556498:0:93435:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674082.556501:0:93435:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.556504:0:93435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556510:0:93435:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674082.556515:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556517:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556518:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556519:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556521:0:93435:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.556525:0:93435:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674082.556527:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556528:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556529:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556531:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556533:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556536:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556537:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556539:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=4 00000020:00000001:2.0:1773674082.556541:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556543:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556547:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674082.556551:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.556555:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556561:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556562:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556563:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556564:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556565:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=5 00000020:00000001:2.0:1773674082.556567:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556569:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556571:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674082.556575:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556580:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556581:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674082.556584:0:93435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556590:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674082.556591:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556592:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556593:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556594:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674082.556599:0:93435:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674112 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674082.556607:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556608:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556610:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556611:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556613:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556615:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556616:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.556617:0:93435:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.556619:0:93435:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.556623:0:93435:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674082.556625:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556626:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556627:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556629:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556630:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00000002:00010000:2.0:1773674082.556634:0:93435:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556641:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556642:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556645:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674082.556646:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556647:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556648:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556650:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556652:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000040:2.0:1773674082.556659:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:2.0:1773674082.556662:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674082.556665:0:93435:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc09b3f800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773674082.556667:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556668:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.556670:0:93435:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674082.556673:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f930 00000002:00002000:2.0:1773674082.556675:0:93435:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773674082.556678:0:93435:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.556683:0:93435:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.556685:0:93435:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674082.556688:0:93435:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674082.556692:0:93435:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674082.556698:0:93435:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4be00. 00000080:00000001:2.0:1773674082.556714:0:93435:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674082.556717:0:93435:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674082.556727:0:93435:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773674082.556732:0:93435:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773674082.556739:0:93435:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc02c85700. 00800000:00000001:2.0:1773674082.556741:0:93435:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669439751936 : -113404269799680 : ffff98dc02c85700) 00800000:00000001:2.0:1773674082.556743:0:93435:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.556746:0:93435:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674082.556751:0:93435:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674082.556753:0:93435:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674082.556755:0:93435:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1773674082.556759:0:93435:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1773674082.556791:0:93435:0:(llite_lib.c:1796:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773674082.556793:0:93435:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.556797:0:93435:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674082.556800:0:93435:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773674082.556803:0:93435:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773674050 to 1773674080 00000080:00200000:2.0:1773674082.556807:0:93435:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773674082.556810:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556811:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556813:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556815:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556817:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556819:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556820:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674082.556821:0:93435:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674082.556824:0:93435:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674082.556825:0:93435:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674082.556829:0:93435:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) for lock 0x2f77f561138142bb 00800000:00000001:2.0:1773674082.556832:0:93435:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674082.556834:0:93435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674082.556835:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556836:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556837:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556839:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556841:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556843:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556843:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.556845:0:93435:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.556846:0:93435:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.556848:0:93435:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674082.556851:0:93435:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00010000:2.0:1773674082.556855:0:93435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142bb from it ffffbabdc1f3fbf8 00010000:00000001:2.0:1773674082.556857:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.556858:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.556859:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.556861:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556862:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.556864:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674082.556867:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.556873:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556874:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556876:0:93435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674082.556879:0:93435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674082.556881:0:93435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674082.556890:0:93435:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674082.556893:0:93435:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674082.556895:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674082.556901:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556902:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.556904:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556908:0:93435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674082.556910:0:93435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556912:0:93435:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556914:0:93435:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.556916:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674082.556917:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.556918:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674082.556920:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.556925:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbbb80 x1859825953447552/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674112 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.556930:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674082.556933:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674082.556937:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc086be800. 02000000:00000001:2.0:1773674082.556940:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674082.556944:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674082.556946:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674082.556948:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674082.556951:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b1800. 02000000:00000001:2.0:1773674082.556954:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674082.556956:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674082.556958:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbbb80. 00000100:00000001:2.0:1773674082.556961:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674082.556962:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674082.556966:0:93435:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08), inode mode 41ff mask 1 00000020:00000010:2.0:1773674082.556974:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff98dc050c7800. 00000080:00000001:2.0:1773674082.556977:0:93435:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674082.556993:0:93435:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc0414f2c0. 00000080:00000001:2.0:1773674082.556999:0:93435:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674082.557000:0:93435:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674082.557002:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fb00 00000080:00200000:2.0:1773674082.557004:0:93435:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08),name=/ 00000080:00000010:2.0:1773674082.557009:0:93435:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc420ec000. 00800000:00000002:2.0:1773674082.557014:0:93435:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc02c85700 2 00000080:00000001:2.0:1773674082.557018:0:93435:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:2.0:1773674082.557022:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc0959dc00. 00800000:00000001:2.0:1773674082.557025:0:93435:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674082.557026:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fa20 00800000:00000002:2.0:1773674082.557028:0:93435:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674082.557031:0:93435:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674082.557033:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674082.557036:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674082.557038:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674082.557040:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674082.557042:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674082.557044:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674082.557046:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674082.557050:0:93435:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674082.557054:0:93435:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674082.557056:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f8f0 00000002:00010000:2.0:1773674082.557058:0:93435:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674082.557061:0:93435:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674082.557063:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674082.557064:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674082.557067:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:2.0:1773674082.557069:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674082.557072:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1773674082.557075:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98dc043c3800. 00010000:00000001:2.0:1773674082.557077:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674082.557081:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773674082.557088:0:93435:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674082.557092:0:93435:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.557095:0:93435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773674082.557101:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674082.557103:0:93435:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674082.557105:0:93435:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674082.557106:0:93435:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674082.557108:0:93435:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674082.557110:0:93435:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674082.557112:0:93435:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674082.557114:0:93435:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 2 00000080:00000010:2.0:1773674082.557117:0:93435:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc420ec000. 00000080:00000001:2.0:1773674082.557119:0:93435:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674082.557121:0:93435:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674082.557123:0:93435:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00010000:2.0:1773674082.557126:0:93435:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) for lock 0x2f77f561138142bb 00800000:00000001:2.0:1773674082.557129:0:93435:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674082.557131:0:93435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674082.557132:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.557134:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.557135:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.557137:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.557139:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.557141:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.557143:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.557144:0:93435:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.557145:0:93435:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674082.557147:0:93435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142bb from it ffffbabdc1f3fb38 00010000:00000001:2.0:1773674082.557149:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.557150:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.557152:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:2.0:1773674082.557154:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.557155:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:2.0:1773674082.557158:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674082.557161:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674082.557167:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.557168:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.557169:0:93435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674082.557170:0:93435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674082.557173:0:93435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:2.0:1773674082.557178:0:93435:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674082.557180:0:93435:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674082.557181:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674082.557183:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.557185:0:93435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674082.557186:0:93435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.557188:0:93435:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.557189:0:93435:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.557191:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674082.557192:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.557193:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674082.557195:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674082.557196:0:93435:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674082.557198:0:93435:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08), inode mode 41ff mask 3 00000080:00000001:2.0:1773674082.557201:0:93435:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.557204:0:93435:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773674082.557206:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fb50 00000080:00200000:2.0:1773674082.557207:0:93435:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc05956c08), file ffff98dc20ba8000, open_flags 8041, mode 81b6 opened 0 00000080:00000010:2.0:1773674082.557213:0:93435:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc0437cc00. 00000080:00000001:2.0:1773674082.557216:0:93435:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773674082.557218:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fa00 00000080:00200000:2.0:1773674082.557220:0:93435:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc05956c08), intent=open|creat 00000080:00000010:2.0:1773674082.557226:0:93435:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc420ec000. 00800000:00000002:2.0:1773674082.557229:0:93435:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc02c85700 2 00000080:00000001:2.0:1773674082.557234:0:93435:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674082.557247:0:93435:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674082.557249:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f920 00800000:00000002:2.0:1773674082.557251:0:93435:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674082.557254:0:93435:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773674082.557257:0:93435:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773674082.557260:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674082.557261:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674082.557263:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674082.557264:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674082.557265:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674082.557267:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674082.557269:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.557272:0:93435:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669521410048 : -113404188141568 : ffff98dc07a65800) 00800000:00000001:2.0:1773674082.557275:0:93435:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773674082.557276:0:93435:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773674082.557278:0:93435:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773674082.557281:0:93435:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000001:2.0:1773674082.557283:0:93435:0:(fid_request.c:204:seq_client_alloc_seq()) Process entered 40000000:00000001:2.0:1773674082.557285:0:93435:0:(fid_request.c:167:seq_client_alloc_meta()) Process entered 40000000:00000001:2.0:1773674082.557286:0:93435:0:(fid_request.c:43:seq_client_rpc()) Process entered 00000100:00000010:2.0:1773674082.557290:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674082.557294:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674082.557298:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674082.557300:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674082.557303:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674082.557311:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0639c400. 00000100:00000001:2.0:1773674082.557316:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.557320:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674082.557322:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674082.557327:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2780. 00000100:00000001:2.0:1773674082.557329:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821632 : -113404212729984 : ffff98dc062f2780) 00000100:00000001:2.0:1773674082.557332:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.557333:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:2.0:1773674082.557338:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674082.557341:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.557343:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674082.557345:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674082.557350:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.557357:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674082.557359:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.557363:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674082.557365:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674082.557367:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674082.557370:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447680:192.168.201.103@tcp:700:dd.0 00000100:00000001:2.0:1773674082.557374:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674082.557379:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674082.557381:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.557383:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674082.557388:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0639d600. 02000000:00000001:2.0:1773674082.557390:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674082.557397:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674082.557401:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674082.557407:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674082.557414:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953447680, portal 10 00000100:00000001:2.0:1773674082.557416:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.557418:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:2.0:1773674082.557424:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.557430:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674082.557433:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674082.557436:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064e58. 00000100:00000200:2.0:1773674082.557440:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1859825953447680, offset 0 00000400:00000200:2.0:1773674082.557446:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674082.557453:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.557460:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674082.557465:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674082.557470:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674082.557473:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674082.557476:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674082.557480:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252625:252625:256:4294967295] 192.168.201.103@tcp LPNI seq info [252593:252593:8:4294967295] 00000400:00000200:2.0:1773674082.557485:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.557494:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674082.557501:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674082.557506:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5400. 00000800:00000200:2.0:1773674082.557513:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674082.557520:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674082.557525:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5400 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:2.0:1773674082.557549:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.557554:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 24876 usecs (25 jiffies) 00000400:00000200:2.0:1773674082.557557:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674082.557560:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300639636 00000100:00000001:2.0:1773674082.557563:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.557566:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300639636 00000100:00000001:2.0:1773674082.557568:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.557570:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.557572:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.557574:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674082.557576:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674082.557578:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2780 going to sleep for 11 seconds 00000100:00000001:2.0:1773674082.557580:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674082.557582:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674082.559107:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.559117:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5400. 00000400:00000200:0.0:1773674082.559123:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.559131:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.559138:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:0.0:1773674082.559151:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:0.0:1773674082.559156:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674082.559172:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.559184:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674082.559187:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.559194:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.559196:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674082.570883:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.570902:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.570906:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.570909:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.570919:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.570927:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.570937:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.570943:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.570949:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.570954:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b80794c9f00 00000400:00000200:0.0:1773674082.570959:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.570965:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x2c5319 [1] + 224 00000800:00000001:0.0:1773674082.570973:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.570982:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.570985:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.570990:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.570997:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674082.571246:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674082.571261:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.571284:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.571294:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.571297:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.571670:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674082.571682:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674082.571684:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674082.571689:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674082.571694:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674082.571697:0:93435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674082.571700:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674082.571717:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674082.571726:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.571733:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674082.571735:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.571737:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674082.571741:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674082.571744:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674082.571746:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.571749:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674082.571761:0:93435:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc0882b530 time=1773674082 v=5 (0 0 0 0) 00000100:00001000:2.0:1773674082.571810:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674082.571813:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674082.571815:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.571818:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674082.571822:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.571826:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674082.571828:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674082.571830:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674082.571832:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.571837:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.571844:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.571847:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674082.571849:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674082.571853:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674082.571861:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447680:192.168.201.103@tcp:700:dd.0 00000100:00000001:2.0:1773674082.571866:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.571869:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.571871:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674082.571874:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.571877:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.571884:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674082.571887:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2780. 00000100:00000001:2.0:1773674082.571890:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674082.571892:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1773674082.571899:0:93435:0:(fid_request.c:121:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff98dc088eb800: Allocated meta-sequence [0x000000020000bf8a-0x000000020000bf8b]:0:mdt] 40000000:00000001:2.0:1773674082.571903:0:93435:0:(fid_request.c:123:seq_client_rpc()) Process leaving 00000100:00000001:2.0:1773674082.571904:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.571907:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953447680/t0(0) o700->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773674098 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.571913:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674082.571915:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674082.571918:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0639d600. 02000000:00000001:2.0:1773674082.571921:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674082.571923:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674082.571925:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674082.571927:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674082.571930:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0639c400. 02000000:00000001:2.0:1773674082.571933:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674082.571935:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674082.571937:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:2.0:1773674082.571940:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674082.571942:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:2.0:1773674082.571944:0:93435:0:(fid_request.c:196:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1773674082.571946:0:93435:0:(fid_request.c:217:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff98dc088eb800: New range - [0x000000020000bf8a-0x000000020000bf8b]:0:mdt 40000000:00000040:2.0:1773674082.571949:0:93435:0:(fid_request.c:228:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff98dc088eb800: Allocated sequence [0x20000bf8a] 40000000:00000001:2.0:1773674082.571951:0:93435:0:(fid_request.c:230:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1773674082.571954:0:93435:0:(fid_request.c:319:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc088eb800: New sequence [0x000000020000bf8a] 40000000:00000040:2.0:1773674082.571956:0:93435:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc088eb800: Allocated FID [0x20000bf8a:0x1:0x0] 40000000:00000001:2.0:1773674082.571959:0:93435:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674082.571962:0:93435:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674082.571964:0:93435:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674082.571967:0:93435:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.571971:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f8a0 00800000:00000002:2.0:1773674082.571973:0:93435:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf8a:0x1:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:2.0:1773674082.571980:0:93435:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674082.571982:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f7d8 00000002:00010000:2.0:1773674082.571984:0:93435:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf8a:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100102 00000002:00000001:2.0:1773674082.571988:0:93435:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674082.571990:0:93435:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773674082.571993:0:93435:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773674082.572000:0:93435:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.572002:0:93435:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674082.572005:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 2 00010000:00000001:2.0:1773674082.572008:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674082.572011:0:93435:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674082.572015:0:93435:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674082.572020:0:93435:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00000001:2.0:1773674082.572032:0:93435:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674082.572037:0:93435:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674082.572039:0:93435:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674082.572041:0:93435:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773674082.572044:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674082.572046:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674082.572048:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:2.0:1773674082.572049:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674082.572054:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.572055:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674082.572056:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674082.572058:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:2.0:1773674082.572059:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674082.572061:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.572063:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674082.572598:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674082.572602:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab800 count: 3 00010000:00000001:2.0:1773674082.572604:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674082.572607:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.572609:0:93435:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674082.572612:0:93435:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc05956b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773674082.572616:0:93435:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773674082.572619:0:93435:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773674082.572622:0:93435:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674082.572624:0:93435:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.572627:0:93435:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674082.572630:0:93435:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674082.572632:0:93435:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674082.572634:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674082.572637:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674082.572641:0:93435:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085400 with handle 0x2f77f561138142bb from hash 00010000:00000001:2.0:1773674082.572643:0:93435:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674082.572645:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.572646:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.572647:0:93435:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674082.572650:0:93435:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674082.572652:0:93435:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674082.572656:0:93435:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674082.572658:0:93435:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674082.572660:0:93435:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773674082.572668:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674082.572672:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 02000000:00000001:2.0:1773674082.572677:0:93435:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674082.572679:0:93435:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.572682:0:93435:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674082.572686:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674082.572689:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.572692:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674082.572694:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674082.572698:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674082.578010:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa400. 00000100:00000001:0.0:1773674082.578029:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.578039:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674082.578042:0:93435:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674082.578049:0:93435:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773674082.578060:0:93435:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674082.578061:0:93435:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674082.578064:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674082.580079:0:93435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc04085400/0x2f77f561138142bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6af6 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000020:00000010:0.0:1773674082.580103:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98dc10a93380. 00010000:00000040:0.0:1773674082.580107:0:93435:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab800 count: 0 00010000:00000010:0.0:1773674082.580117:0:93435:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799200. 00010000:00000001:0.0:1773674082.580128:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674082.580130:0:93435:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.580132:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674082.580134:0:93435:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.580137:0:93435:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674082.580653:0:93435:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00010000:00000001:0.0:1773674082.580660:0:93435:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674082.580662:0:93435:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674082.580671:0:93435:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91500. 00010000:00000010:0.0:1773674082.580677:0:93435:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93300. 00010000:00000001:0.0:1773674082.580684:0:93435:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674082.580687:0:93435:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3600. 00000020:00000001:0.0:1773674082.580691:0:93435:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674082.580694:0:93435:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3600 with handle 0x2f77f561138142c2 to hash 00000020:00000001:0.0:1773674082.580697:0:93435:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674082.580698:0:93435:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:0.0:1773674082.580702:0:93435:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:0.0:1773674082.581352:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674082.581356:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674082.581362:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674082.581371:0:93435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773674082.581387:0:93435:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc088eb800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773674082.581402:0:93435:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773674082.581519:0:93435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93435 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674082.581525:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674082.581528:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674082.581536:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc067e53c0. 00000100:00000001:0.0:1773674082.581538:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669502010304 : -113404207541312 : ffff98dc067e53c0) 00000100:00000001:0.0:1773674082.581541:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674082.581543:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:0.0:1773674082.581548:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674082.581551:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.581553:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674082.581555:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674082.581560:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.581568:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674082.581570:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674082.581575:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674082.581578:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674082.581581:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674082.581585:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447936:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773674082.581589:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674082.581595:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674082.581598:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674082.581600:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674082.581657:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:0.0:1773674082.581661:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674082.581669:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674082.581674:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e9a0. 00000400:00000010:0.0:1773674082.581681:0:93435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc063a9400. 00000100:00000200:0.0:1773674082.581689:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953447936, portal 10 00000100:00000001:0.0:1773674082.581691:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674082.581693:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:0.0:1773674082.581700:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.581931:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674082.581935:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674082.581940:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773674082.581943:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859825953447936, offset 0 00000400:00000200:0.0:1773674082.581950:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674082.581959:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.581966:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674082.581970:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674082.581974:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674082.581979:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674082.581982:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674082.581986:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252626:252626:256:4294967295] 192.168.201.103@tcp LPNI seq info [252594:252594:8:4294967295] 00000400:00000200:0.0:1773674082.581991:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.582001:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674082.582006:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674082.582011:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000800:00000200:0.0:1773674082.582018:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674082.582027:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674082.582031:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773674082.582095:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674082.582100:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 24016 usecs (25 jiffies) 00000400:00000200:0.0:1773674082.582104:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674082.582107:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300639662 00000100:00000001:0.0:1773674082.582111:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:0.0:1773674082.582113:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300639662 00000100:00000001:0.0:1773674082.582116:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:0.0:1773674082.582118:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674082.582121:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.582123:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674082.582125:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773674082.582127:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc067e53c0 going to sleep for 25 seconds 00000100:00000001:0.0:1773674082.582130:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674082.582134:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773674082.595930:0:2403:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab800. 00010000:00000010:0.1:1773674082.595950:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00000800:00000200:0.0:1773674082.597662:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.597670:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000400:00000200:0.0:1773674082.597676:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.597686:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.597694:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:0.0:1773674082.597697:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:0.0:1773674082.597702:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674082.597720:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.597732:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674082.597737:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.597745:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.597747:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674082.617434:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.617457:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.617462:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.617465:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.617476:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.617485:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.617495:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.617500:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.617507:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.617513:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794ca000 00000400:00000200:0.0:1773674082.617519:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.617537:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5321 [32] + 224 00000800:00000001:0.0:1773674082.617546:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.617558:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.617562:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.617567:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.617574:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674082.617585:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674082.617604:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.617633:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.617641:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.617645:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674082.617733:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674082.617742:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674082.617744:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674082.617748:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e9a0. 00000400:00000200:1.0:1773674082.617753:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc063a9400 00000400:00000010:1.0:1773674082.617755:0:93435:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc063a9400. 00000100:00000001:1.0:1773674082.617758:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674082.617794:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773674082.617804:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953447936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674112 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674082.617811:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674082.617813:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674082.617815:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674082.617819:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674082.617821:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674082.617823:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674082.617826:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674082.617836:0:93435:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=3 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674082.617841:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674082.617843:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674082.617845:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.617848:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674082.617851:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.617866:0:93435:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773674082.617868:0:93435:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773674082.617870:0:93435:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773674082.617872:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674082.617874:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:1.0:1773674082.617877:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674082.617879:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674082.617882:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674082.617884:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674082.617889:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674112 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674082.617897:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674082.617900:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674082.617902:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674082.617907:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674112 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773674082.617915:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953447936:192.168.201.103@tcp:101:dd.0 00000100:00000001:1.0:1773674082.617919:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674082.617922:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.617924:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773674082.617927:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674082.617930:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674112 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674082.617937:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674082.617940:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc067e53c0. 00000100:00000001:1.0:1773674082.617943:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773674082.617945:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.617948:0:93435:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773674082.617952:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.617955:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.617957:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=4 00000020:00000001:1.0:1773674082.617960:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.617963:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000040:1.0:1773674082.617970:0:93435:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f3600, remote cookie: 0x441c89a0128d6b12, flags: 0x1001 00010000:00010000:1.0:1773674082.617975:0:93435:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773674082.617984:0:93435:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773674082.617987:0:93435:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773674082.617997:0:93435:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fabf00. 00010000:00000010:1.0:1773674082.618001:0:93435:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799f00. 00010000:00000040:1.0:1773674082.618006:0:93435:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91500 count: 0 00010000:00000010:1.0:1773674082.618012:0:93435:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93300. 00010000:00000001:1.0:1773674082.618019:0:93435:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674082.618023:0:93435:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674082.618031:0:93435:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618535:0:93435:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773674082.618540:0:93435:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773674082.618542:0:93435:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773674082.618543:0:93435:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773674082.618544:0:93435:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773674082.618547:0:93435:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff98dc12fabf00) refcount = 1 00010000:00010000:1.0:1773674082.618551:0:93435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618557:0:93435:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1773674082.618565:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc07f4b600. 00010000:00000001:1.0:1773674082.618569:0:93435:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773674082.618571:0:93435:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674082.618574:0:93435:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773674082.618576:0:93435:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674082.618580:0:93435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618585:0:93435:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773674082.618587:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618588:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674082.618590:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618591:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674082.618593:0:93435:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674082.618597:0:93435:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773674082.618601:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.618602:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.618604:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674082.618606:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618609:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618611:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.618612:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.618613:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=4 00000020:00000001:1.0:1773674082.618615:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618616:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618619:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674082.618623:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674082.618626:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618633:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618634:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674082.618636:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.618637:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.618638:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=5 00000020:00000001:1.0:1773674082.618640:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618642:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.618644:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674082.618647:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618652:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618653:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674082.618656:0:93435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674082.618661:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674082.618662:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618663:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674082.618664:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674082.618665:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773674082.618671:0:93435:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674112 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674082.618679:0:93435:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773674082.618683:0:93435:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674112 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674082.618689:0:93435:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.618695:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.618696:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.618698:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:1.0:1773674082.618699:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:1.0:1773674082.619427:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00000002:00010000:1.0:1773674082.619434:0:93435:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773674082.620616:0:93435:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc02c85d40. 00010000:00000001:2.0:1773674082.620624:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.620626:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.620628:0:93435:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.620630:0:93435:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.620634:0:93435:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674082.620638:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.620640:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00010000:00000001:2.0:1773674082.620643:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.620645:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.620648:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674082.620650:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.620652:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00000002:00010000:2.0:1773674082.620657:0:93435:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.620667:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.620668:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.620670:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674082.620672:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.620673:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.620674:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674082.620676:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.620679:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000040:2.0:1773674082.620685:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabf00 count: 2 00010000:00000001:2.0:1773674082.620688:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674082.620693:0:93435:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc09b3f800 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773674082.620695:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.620696:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.620697:0:93435:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674082.620700:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3f758 00000002:00002000:2.0:1773674082.620703:0:93435:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773674082.620706:0:93435:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.620709:0:93435:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.620712:0:93435:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674082.620715:0:93435:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674082.620718:0:93435:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674082.620722:0:93435:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 2 00000080:00000001:2.0:1773674082.620725:0:93435:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674082.620727:0:93435:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc0437cc00 it_disposition 80002b 00000080:00000001:2.0:1773674082.620730:0:93435:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674082.620736:0:93435:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674082.620740:0:93435:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674082.620744:0:93435:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674082.620747:0:93435:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773674082.620791:0:93435:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc059518c0. 00000020:00000001:2.0:1773674082.620804:0:93435:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773674082.620806:0:93435:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773674082.620809:0:93435:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773674082.620811:0:93435:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc05951988) 00000020:00000001:2.0:1773674082.620814:0:93435:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674082.620819:0:93435:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe900. 00000020:00000010:2.0:1773674082.620823:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0639c400. 00000020:00000010:2.0:1773674082.620828:0:93435:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0639d600. 00000020:00000010:2.0:1773674082.620831:0:93435:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c1e0. 00000008:00000010:2.0:1773674082.620837:0:93435:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674082.620842:0:93435:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674082.620847:0:93435:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674082.620852:0:93435:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674082.620856:0:93435:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674082.620861:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a65600. 00000008:00000010:2.0:1773674082.620864:0:93435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674082.620868:0:93435:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674082.620871:0:93435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674082.620875:0:93435:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cb40. 00000020:00000001:2.0:1773674082.620878:0:93435:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968328 : -113404210583288 : ffff98dc064fe908) 00000020:00001000:2.0:1773674082.620880:0:93435:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe900 00000020:00000001:2.0:1773674082.620884:0:93435:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773674082.620888:0:93435:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc043c2320. 00000020:00000001:2.0:1773674082.620891:0:93435:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674082.620893:0:93435:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.620900:0:93435:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773674082.620903:0:93435:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc043c0e88. 00020000:00000001:2.0:1773674082.620905:0:93435:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669464112776 : -113404245438840 : ffff98dc043c0e88) 00020000:00000001:2.0:1773674082.620908:0:93435:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773674082.620911:0:93435:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674082.620915:0:93435:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437cf60. 00020000:00000010:2.0:1773674082.620919:0:93435:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06009a00. 00020000:00000010:2.0:1773674082.620924:0:93435:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c180. 00020000:00000001:2.0:1773674082.620926:0:93435:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463830912 : -113404245720704 : ffff98dc0437c180) 00020000:00000002:2.0:1773674082.620929:0:93435:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c180, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674082.620933:0:93435:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674082.620937:0:93435:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009a00: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674082.620940:0:93435:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773674082.620942:0:93435:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c180, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674082.620945:0:93435:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674082.620948:0:93435:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009a00: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000010:2.0:1773674082.620952:0:93435:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc042b4d80. 00020000:00000010:2.0:1773674082.620956:0:93435:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc062f2780. 00020000:00000001:2.0:1773674082.620958:0:93435:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773674082.620961:0:93435:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc073061e0. 00020000:00000001:2.0:1773674082.620964:0:93435:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773674082.620965:0:93435:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000020:00000010:2.0:1773674082.620970:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff98dc09bd5b00. 00020000:00000001:2.0:1773674082.620974:0:93435:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773674082.620977:0:93435:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc043c2640. 00000020:00000001:2.0:1773674082.620979:0:93435:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674082.620980:0:93435:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.620982:0:93435:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669464118976 : -113404245432640 : ffff98dc043c26c0) 00020000:00000001:2.0:1773674082.620986:0:93435:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773674082.620989:0:93435:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc043cd500. 00020000:00000001:2.0:1773674082.620992:0:93435:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.620996:0:93435:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464118976 : -113404245432640 : ffff98dc043c26c0) 00020000:00000001:2.0:1773674082.620999:0:93435:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669464118976 : -113404245432640 : ffff98dc043c26c0) 00020000:00000002:2.0:1773674082.621002:0:93435:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x23ac:0x0]@ffff98dc043c2640[0:0] -> [0x20000bf89:0x7:0x0]@ffff98dc043c2320: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000001:2.0:1773674082.621007:0:93435:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773674082.621009:0:93435:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:2.0:1773674082.621011:0:93435:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674082.621014:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff98dc09bd5400. 00000020:00000001:2.0:1773674082.621017:0:93435:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464118176 : -113404245433440 : ffff98dc043c23a0) 00000020:00001000:2.0:1773674082.621020:0:93435:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe900 00000020:00000010:2.0:1773674082.621024:0:93435:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0639d600. 00000020:00000010:2.0:1773674082.621030:0:93435:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c1e0. 00000008:00000010:2.0:1773674082.621034:0:93435:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674082.621038:0:93435:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674082.621041:0:93435:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674082.621044:0:93435:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674082.621047:0:93435:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674082.621050:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0639c400. 00000008:00000010:2.0:1773674082.621053:0:93435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674082.621056:0:93435:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674082.621059:0:93435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674082.621062:0:93435:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cb40. 00000020:00000010:2.0:1773674082.621064:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a65600. 00000020:00000010:2.0:1773674082.621066:0:93435:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe900. 00000080:00000001:2.0:1773674082.621070:0:93435:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773674082.621073:0:93435:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773674082.621075:0:93435:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773674081 00000080:00000001:2.0:1773674082.621079:0:93435:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773674082.621082:0:93435:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486725512 : -113404222826104 : ffff98dc05951988) 00010000:00000001:2.0:1773674082.621085:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.621086:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.621087:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674082.621089:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.621092:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00000080:00000001:2.0:1773674082.621095:0:93435:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674082.621097:0:93435:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674082.621099:0:93435:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe900. 00000020:00000010:2.0:1773674082.621101:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a65600. 00000020:00000010:2.0:1773674082.621103:0:93435:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07a65c00. 00000020:00000010:2.0:1773674082.621106:0:93435:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c1e0. 00000008:00000010:2.0:1773674082.621109:0:93435:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674082.621112:0:93435:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674082.621114:0:93435:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674082.621116:0:93435:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674082.621119:0:93435:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674082.621121:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64e00. 00000008:00000010:2.0:1773674082.621124:0:93435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674082.621126:0:93435:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674082.621128:0:93435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674082.621130:0:93435:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cb40. 00000020:00000001:2.0:1773674082.621132:0:93435:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968328 : -113404210583288 : ffff98dc064fe908) 00000020:00001000:2.0:1773674082.621134:0:93435:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe900 00000020:00000001:2.0:1773674082.621136:0:93435:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674082.621139:0:93435:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674082.621140:0:93435:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674082.621142:0:93435:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437ca20. 00020000:00000010:2.0:1773674082.621145:0:93435:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc06009680. 00020000:00000010:2.0:1773674082.621147:0:93435:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c420. 00020000:00000001:2.0:1773674082.621149:0:93435:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463831584 : -113404245720032 : ffff98dc0437c420) 00020000:00000002:2.0:1773674082.621152:0:93435:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c420, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674082.621156:0:93435:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674082.621158:0:93435:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009680: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000002:2.0:1773674082.621175:0:93435:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c0e88) owner ffff98dc181127c0 00020000:00000001:2.0:1773674082.621178:0:93435:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674082.621181:0:93435:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c0e88) owner ffff98dc181127c0 00020000:00000010:2.0:1773674082.621184:0:93435:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06009680. 00020000:00000010:2.0:1773674082.621187:0:93435:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437ca20. 00020000:00000010:2.0:1773674082.621190:0:93435:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437c420. 00020000:00000002:2.0:1773674082.621193:0:93435:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674082.621195:0:93435:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.621197:0:93435:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.621200:0:93435:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674082.621204:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000002:2.0:1773674082.621207:0:93435:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c180 addref 2/0 by ffff98dc181127c0. 00020000:00000002:2.0:1773674082.621209:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000001:2.0:1773674082.621212:0:93435:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674082.621214:0:93435:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773674082.621216:0:93435:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773674082.621218:0:93435:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773674082.621220:0:93435:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773674082.621222:0:93435:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773674082.621225:0:93435:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe900 00000020:00000010:2.0:1773674082.621227:0:93435:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07a65c00. 00000020:00000010:2.0:1773674082.621229:0:93435:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c1e0. 00000008:00000010:2.0:1773674082.621232:0:93435:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674082.621244:0:93435:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674082.621247:0:93435:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674082.621250:0:93435:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674082.621252:0:93435:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674082.621254:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a65600. 00000008:00000010:2.0:1773674082.621256:0:93435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674082.621258:0:93435:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674082.621260:0:93435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674082.621262:0:93435:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cb40. 00000020:00000010:2.0:1773674082.621264:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64e00. 00000020:00000010:2.0:1773674082.621267:0:93435:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe900. 00000080:00000001:2.0:1773674082.621269:0:93435:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.621271:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.621272:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674082.621273:0:93435:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674082.621277:0:93435:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674082.621278:0:93435:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674082.621281:0:93435:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc05951988) for lock 0x2f77f561138142c2 00800000:00000001:2.0:1773674082.621284:0:93435:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674082.621286:0:93435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674082.621287:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.621289:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.621291:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674082.621293:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.621295:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.621298:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.621299:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674082.621300:0:93435:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.621302:0:93435:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773674082.621309:0:93435:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc10e9ed80 inode ffff98dc05951988 refc 1 flags 0x40000e 00000080:00000001:2.0:1773674082.621312:0:93435:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773674082.621315:0:93435:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff98dc05951988) 00000080:00000001:2.0:1773674082.621319:0:93435:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674082.621322:0:93435:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc420ec000. 00000100:00000001:2.0:1773674082.621326:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.621336:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.621344:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.621354:0:93435:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674082.621356:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fa60 00000080:00200008:2.0:1773674082.621358:0:93435:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc05951988), flags 100101 00000080:00000010:2.0:1773674082.621366:0:93435:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168d680. 00000080:00000010:2.0:1773674082.621372:0:93435:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c85200. 00000080:00000001:2.0:1773674082.621375:0:93435:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674082.621379:0:93435:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674082.621381:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674082.621384:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674082.621386:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674082.621389:0:93435:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:2.0:1773674082.621391:0:93435:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:2.0:1773674082.621393:0:93435:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:2.0:1773674082.621395:0:93435:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446630669460381440 : -113404249170176 : ffff98dc04031f00) 80000000:00000040:2.0:1773674082.621398:0:93435:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff98dc088eb800: Found target (idx 1) by seq 0x20000bf89 80000000:00000001:2.0:1773674082.621400:0:93435:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446630669460381440 : -113404249170176 : ffff98dc04031f00) 80000000:00000040:2.0:1773674082.621403:0:93435:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff98dc088eb800: Lookup fld entry (seq: 0x20000bf89) on target lustre-MDT0001-mdc-ffff98dc088eb800 (idx 1) 80000000:00000001:2.0:1773674082.621406:0:93435:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:2.0:1773674082.621410:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289880. 00000020:00000040:2.0:1773674082.621414:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674082.621418:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674082.621421:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674082.621663:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674082.621669:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07a64e00. 00000100:00000001:2.0:1773674082.621675:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.621679:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674082.621681:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674082.621686:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2540. 00000100:00000001:2.0:1773674082.621688:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821056 : -113404212730560 : ffff98dc062f2540) 00000100:00000001:2.0:1773674082.621690:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.621691:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000100:00000001:2.0:1773674082.621696:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674082.621700:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.621702:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674082.621703:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674082.621708:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.621717:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674082.621719:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.621723:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674082.621725:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674082.621727:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674082.621731:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953448064:192.168.201.103@tcp:900:dd.0 00000100:00000001:2.0:1773674082.621735:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674082.621739:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674082.621741:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.621743:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674082.621747:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07a65600. 02000000:00000001:2.0:1773674082.621749:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674082.621757:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674082.621762:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674082.621786:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674082.621793:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448064, portal 10 00000100:00000001:2.0:1773674082.621795:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.621797:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000020:00000010:2.0:1773674082.621803:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07c9a000. 00000100:00000040:2.0:1773674082.621809:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.621817:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674082.621819:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674082.621822:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674082.621825:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1859825953448064, offset 0 00000400:00000200:2.0:1773674082.621831:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674082.621840:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.621847:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674082.621853:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674082.621857:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674082.621860:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674082.621863:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674082.621867:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252627:252627:256:4294967295] 192.168.201.103@tcp LPNI seq info [252595:252595:8:4294967295] 00000400:00000200:2.0:1773674082.621871:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.621880:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674082.621885:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674082.621889:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674082.621895:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674082.621902:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674082.621907:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:2.0:1773674082.621934:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.621939:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 48895 usecs (49 jiffies) 00000400:00000200:2.0:1773674082.621942:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674082.621944:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300639724 00000100:00000001:2.0:1773674082.621948:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.621950:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300639724 00000100:00000001:2.0:1773674082.621952:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.621954:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.621957:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.621959:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674082.621961:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674082.621963:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2540 going to sleep for 11 seconds 00000100:00000001:2.0:1773674082.621965:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674082.621968:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674082.625968:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.625978:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:0.0:1773674082.625985:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.625995:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.626002:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:0.0:1773674082.626005:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:0.0:1773674082.626009:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674082.626017:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.626031:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674082.626035:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.626042:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.626044:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773674082.633805:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91500. 00000800:00000001:0.0:1773674082.634683:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.634697:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.634700:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.634702:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.634720:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.634728:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.634738:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.634744:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.634749:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.634753:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b80794ca080 00000400:00000200:0.0:1773674082.634759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.634808:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x2c5331 [1] + 224 00000800:00000001:0.0:1773674082.634817:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.634825:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.634828:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.634833:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.634839:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674082.634847:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674082.634859:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674082.634881:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.634890:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.634893:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.635000:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674082.635008:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674082.635010:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674082.635014:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674082.635019:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674082.635022:0:93435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674082.635025:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674082.635030:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674082.635040:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.635047:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674082.635049:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.635051:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674082.635054:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674082.635057:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674082.635059:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.635062:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674082.635071:0:93435:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc0882cca0 time=1773674082 v=5 (0 0 0 0) 00000100:00001000:2.0:1773674082.635075:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674082.635078:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674082.635079:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.635082:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674082.635085:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.635090:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674082.635092:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674082.635094:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674082.635095:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.635100:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.635107:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.635110:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674082.635112:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674082.635116:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674082.635124:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953448064:192.168.201.103@tcp:900:dd.0 00000100:00000001:2.0:1773674082.635129:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.635132:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.635135:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674082.635136:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.635140:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.635157:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674082.635160:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2540. 00000100:00000001:2.0:1773674082.635170:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674082.635172:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674082.635178:0:93435:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:2.0:1773674082.635180:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.635183:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289880 x1859825953448064/t0(0) o900->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773674098 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674082.635189:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674082.635192:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674082.635195:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07a65600. 02000000:00000001:2.0:1773674082.635198:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674082.635201:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674082.635203:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674082.635205:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674082.635208:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07a64e00. 02000000:00000001:2.0:1773674082.635211:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674082.635213:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674082.635215:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289880. 00000100:00000001:2.0:1773674082.635231:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674082.635232:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1773674082.635247:0:93435:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff98dc02c85500. 80000000:00000001:2.0:1773674082.635249:0:93435:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446630669439751424 : -113404269800192 : ffff98dc02c85500) 80000000:00000001:2.0:1773674082.635252:0:93435:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1773674082.635254:0:93435:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1773674082.635255:0:93435:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1773674082.635257:0:93435:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000400-0x0000000240000400]:0:mdt 80000000:00000001:2.0:1773674082.635260:0:93435:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1773674082.635261:0:93435:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1773674082.635262:0:93435:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674082.635264:0:93435:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674082.635266:0:93435:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674082.635269:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773674082.635271:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674082.635276:0:93435:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674082.635281:0:93435:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414fba0. 00000002:00100000:2.0:1773674082.635287:0:93435:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674082.635294:0:93435:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674082.635296:0:93435:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674082.635302:0:93435:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674082.635306:0:93435:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635309:0:93435:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.635313:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.635317:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674082.635323:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674082.635325:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674082.635351:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674082.635353:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635357:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fa60 00000080:00000008:2.0:1773674082.635359:0:93435:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc05951988), flags 100101, rc = 0 00000080:00000001:2.0:1773674082.635365:0:93435:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674082.635367:0:93435:0:(dcache.c:176:ll_intent_release()) intent ffff98dc0437cc00 released 00000080:00010000:2.0:1773674082.635369:0:93435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142c2 from it ffff98dc0437cc00 00010000:00000001:2.0:1773674082.635373:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.635375:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.635378:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3600 refcount=3 00000020:00000001:2.0:1773674082.635380:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.635383:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930935808 : -113403778615808 : ffff98dc200f3600) 00010000:00000001:2.0:1773674082.635385:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674082.635390:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.635400:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.635402:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.635403:0:93435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674082.635406:0:93435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674082.635408:0:93435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674082.635438:0:93435:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674082.635441:0:93435:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674082.635443:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674082.635446:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.635448:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.635449:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.635452:0:93435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674082.635454:0:93435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.635456:0:93435:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.635459:0:93435:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.635461:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674082.635463:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.635464:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674082.635465:0:93435:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674082.635467:0:93435:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674082.635469:0:93435:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674082.635471:0:93435:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674082.635473:0:93435:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674082.635474:0:93435:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635477:0:93435:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674082.635478:0:93435:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635480:0:93435:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674082.635482:0:93435:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635484:0:93435:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674082.635486:0:93435:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc0437cc00. 00000080:00000001:2.0:1773674082.635490:0:93435:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635493:0:93435:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773674082.635496:0:93435:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc05951988), inode mode 81a4 mask 42 00000080:00000001:2.0:1773674082.635500:0:93435:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635524:0:93435:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674082.635528:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000002:2.0:1773674082.635532:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000001:2.0:1773674082.635535:0:93435:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635599:0:93435:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773674082.635602:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fd88 00000080:00200008:2.0:1773674082.635604:0:93435:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:2.0:1773674082.635608:0:93435:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773674082.635610:0:93435:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635612:0:93435:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773674082.635614:0:93435:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635617:0:93435:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1773674082.635618:0:93435:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635621:0:93435:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674082.635626:0:93435:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe900. 00000020:00000010:2.0:1773674082.635629:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a64e00. 00000020:00000010:2.0:1773674082.635634:0:93435:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07a65600. 00000020:00000010:2.0:1773674082.635637:0:93435:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cc00. 00000008:00000010:2.0:1773674082.635643:0:93435:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02ca0. 00020000:00000010:2.0:1773674082.635648:0:93435:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193d80. 00008000:00000010:2.0:1773674082.635653:0:93435:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674082.635658:0:93435:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093aec78. 00000080:00000010:2.0:1773674082.635662:0:93435:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dcb68. 00000020:00000010:2.0:1773674082.635664:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07a65c00. 00000008:00000010:2.0:1773674082.635668:0:93435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f138c0. 00020000:00000010:2.0:1773674082.635671:0:93435:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0b40. 00008000:00000010:2.0:1773674082.635674:0:93435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a30. 00000080:00000010:2.0:1773674082.635678:0:93435:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cb40. 00000020:00000001:2.0:1773674082.635680:0:93435:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968328 : -113404210583288 : ffff98dc064fe908) 00000020:00001000:2.0:1773674082.635683:0:93435:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe900 00000080:00000001:2.0:1773674082.635685:0:93435:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773674082.635687:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fc98 00000080:00200000:2.0:1773674082.635689:0:93435:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:2.0:1773674082.635693:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fc30 00000080:00200000:2.0:1773674082.635695:0:93435:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773674082.635698:0:93435:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773674082.635704:0:93435:0:(cl_io.c:214:cl_io_rw_init()) header@0000000054755426[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:2.0:1773674082.635705:0:93435:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:2.0:1773674082.635708:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000020:00000001:2.0:1773674082.635710:0:93435:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674082.635712:0:93435:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674082.635714:0:93435:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674082.635717:0:93435:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674082.635718:0:93435:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773674082.635720:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674082.635724:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635727:0:93435:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674082.635728:0:93435:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635730:0:93435:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674082.635733:0:93435:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc070dcbc8 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773674082.635736:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000001:2.0:1773674082.635739:0:93435:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674082.635740:0:93435:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674082.635743:0:93435:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674082.635744:0:93435:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773674082.635746:0:93435:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:2.0:1773674082.635749:0:93435:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773674082.635751:0:93435:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674082.635752:0:93435:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635753:0:93435:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674082.635754:0:93435:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674082.635756:0:93435:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674082.635757:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00000020:00000001:2.0:1773674082.635759:0:93435:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635760:0:93435:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674082.635789:0:93435:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1773674082.635792:0:93435:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773674082.635794:0:93435:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635797:0:93435:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674082.635798:0:93435:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773674082.635800:0:93435:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773674082.635802:0:93435:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773674082.635803:0:93435:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773674082.635806:0:93435:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:2.0:1773674082.635809:0:93435:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674082.635811:0:93435:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674082.635814:0:93435:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773674082.635817:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674082.635819:0:93435:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674082.635820:0:93435:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674082.635823:0:93435:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe990. 00000020:00000010:2.0:1773674082.635828:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc420ec000. 00000020:00000010:2.0:1773674082.635831:0:93435:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0639c400. 00000020:00000010:2.0:1773674082.635833:0:93435:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c1e0. 00000008:00000010:2.0:1773674082.635837:0:93435:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b05940. 00020000:00000010:2.0:1773674082.635840:0:93435:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc071939c0. 00008000:00000010:2.0:1773674082.635842:0:93435:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d9530. 00000080:00000010:2.0:1773674082.635845:0:93435:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae0a8. 00000080:00000010:2.0:1773674082.635848:0:93435:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070df6c0. 00000020:00000010:2.0:1773674082.635851:0:93435:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0639d600. 00000008:00000010:2.0:1773674082.635854:0:93435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12160. 00020000:00000010:2.0:1773674082.635857:0:93435:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0480. 00008000:00000010:2.0:1773674082.635859:0:93435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1318. 00000080:00000010:2.0:1773674082.635862:0:93435:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c2d0. 00000020:00000001:2.0:1773674082.635865:0:93435:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968472 : -113404210583144 : ffff98dc064fe998) 00000020:00001000:2.0:1773674082.635867:0:93435:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe990 00000020:00000001:2.0:1773674082.635869:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043c26c0 -> ffff98dc043c23a0 00000020:00000001:2.0:1773674082.635871:0:93435:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674082.635874:0:93435:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674082.635875:0:93435:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674082.635876:0:93435:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635878:0:93435:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635880:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:2.0:1773674082.635882:0:93435:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674082.635884:0:93435:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674082.635887:0:93435:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635889:0:93435:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635891:0:93435:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635893:0:93435:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635895:0:93435:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635897:0:93435:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674082.635899:0:93435:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773674082.635901:0:93435:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773674082.635904:0:93435:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773674082.635906:0:93435:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635909:0:93435:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635911:0:93435:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674082.635912:0:93435:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1773674082.635914:0:93435:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674082.635916:0:93435:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674082.635918:0:93435:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635920:0:93435:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635921:0:93435:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635923:0:93435:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674082.635925:0:93435:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635927:0:93435:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674082.635929:0:93435:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674082.635930:0:93435:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674082.635932:0:93435:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674082.635934:0:93435:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635935:0:93435:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635937:0:93435:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635939:0:93435:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635941:0:93435:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674082.635943:0:93435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674082.635944:0:93435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674082.635947:0:93435:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674082.635949:0:93435:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674082.635951:0:93435:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1773674082.635956:0:93435:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3d00. 00020000:00000002:2.0:1773674082.635958:0:93435:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773674082.635961:0:93435:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674082.635962:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674082.635963:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:2.0:1773674082.635966:0:93435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674082.635969:0:93435:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845a260. 00000008:00010000:2.0:1773674082.635971:0:93435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773674082.635974:0:93435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674082.635975:0:93435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674082.635978:0:93435:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3d30, osc lock ffff98dc1845a260, flags 0x0 00000020:00000001:2.0:1773674082.635980:0:93435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635982:0:93435:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674082.635984:0:93435:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124672 : -113404245426944 : ffff98dc043c3d00) 00000020:00000001:2.0:1773674082.635986:0:93435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674082.635987:0:93435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674082.635989:0:93435:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635991:0:93435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.635993:0:93435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674082.635994:0:93435:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674082.635996:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674082.635997:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:2.0:1773674082.635998:0:93435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674082.636000:0:93435:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674082.636002:0:93435:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674082.636004:0:93435:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.636007:0:93435:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674082.636009:0:93435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674082.636010:0:93435:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674082.636012:0:93435:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674082.636013:0:93435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674082.636014:0:93435:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674082.636016:0:93435:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674082.636019:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674082.636025:0:93435:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.636028:0:93435:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773674082.636031:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289880. 00000020:00000040:2.0:1773674082.636035:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00010000:00000001:2.0:1773674082.636039:0:93435:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674082.636043:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674082.636045:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.636048:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674082.636050:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674082.636054:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674082.636060:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc1238f600. 00000100:00000001:2.0:1773674082.636066:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.636070:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674082.636072:0:93435:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.636073:0:93435:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674082.636074:0:93435:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.636076:0:93435:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.636079:0:93435:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00010000:00000001:2.0:1773674082.636082:0:93435:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674082.636083:0:93435:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674082.636087:0:93435:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7d00. 00010000:00000010:2.0:1773674082.636091:0:93435:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc043b7800. 00010000:00000001:2.0:1773674082.636096:0:93435:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674082.636099:0:93435:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cf400. 00000020:00000010:2.0:1773674082.636104:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98dc043c3b00. 00000020:00000001:2.0:1773674082.636107:0:93435:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674082.636109:0:93435:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cf400 with handle 0x2f77f561138142c9 to hash 00000020:00000001:2.0:1773674082.636112:0:93435:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674082.636113:0:93435:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000010:2.0:1773674082.636117:0:93435:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc02c85ec0. 00010000:00000001:2.0:1773674082.636119:0:93435:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:2.0:1773674082.636122:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674082.636125:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.636130:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674082.636140:0:93435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1773674082.636153:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07c9c000. 00010000:00010000:2.0:1773674082.636157:0:93435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674082.636164:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674082.636165:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674082.636170:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2540. 00000100:00000001:2.0:1773674082.636173:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496821056 : -113404212730560 : ffff98dc062f2540) 00000100:00000001:2.0:1773674082.636175:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.636177:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000100:00000001:2.0:1773674082.636180:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674082.636182:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.636184:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674082.636185:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674082.636191:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.636198:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674082.636200:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.636204:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674082.636207:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674082.636209:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674082.636213:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953448192:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674082.636216:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674082.636220:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674082.636223:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.636226:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674082.636230:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959c400. 02000000:00000001:2.0:1773674082.636232:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674082.636251:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674082.636254:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674082.636259:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674082.636265:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953448192, portal 4 00000100:00000001:2.0:1773674082.636266:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674082.636267:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462837376 : -113404246714240 : ffff98dc04289880) 00000100:00000040:2.0:1773674082.636273:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.636280:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674082.636283:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674082.636285:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064d48. 00000100:00000200:2.0:1773674082.636289:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953448192, offset 0 00000400:00000200:2.0:1773674082.636294:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674082.636301:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.636307:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674082.636312:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674082.636315:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674082.636318:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674082.636321:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674082.636325:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252628:252628:256:4294967295] 192.168.201.103@tcp LPNI seq info [252596:252596:8:4294967295] 00000400:00000200:2.0:1773674082.636329:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674082.636337:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674082.636343:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674082.636348:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5a00. 00000800:00000200:2.0:1773674082.636355:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674082.636362:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674082.636366:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674082.636386:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.636391:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 10975 usecs (11 jiffies) 00000400:00000200:2.0:1773674082.636394:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674082.636397:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300639702 00000100:00000001:2.0:1773674082.636400:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.636403:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300639702 00000100:00000001:2.0:1773674082.636405:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300640990 00000100:00000001:2.0:1773674082.636407:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.636409:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.636412:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674082.636413:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674082.636416:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2540 going to sleep for 11 seconds 00000100:00000001:2.0:1773674082.636418:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674082.636420:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674082.636659:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.636664:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5a00. 00000400:00000200:0.0:1773674082.636668:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.636674:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.636678:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:0.0:1773674082.636680:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:0.0:1773674082.636684:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674082.636688:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.636698:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674082.636701:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.636708:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674082.636709:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674082.642976:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.642993:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.642997:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.642999:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.643010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.643017:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.643026:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.643032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.643037:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.643041:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d17600 00000400:00000200:0.0:1773674082.643050:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 984 00000800:00000001:0.0:1773674082.643059:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.643069:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.643072:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.643077:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.643086:0:2404:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773674082.643088:0:2404:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773674082.643097:0:2404:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00e00. 00000100:00000040:0.0:1773674082.643102:0:2404:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a00e00 x1859825928599040 msgsize 328 00000100:00100000:0.0:1773674082.643108:0:2404:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773674082.643126:0:2404:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.643135:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.643147:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674082.643255:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773674082.643259:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928599040 02000000:00000001:1.0:1773674082.643262:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773674082.643265:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674082.643267:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674082.643272:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674082.643276:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928599040 00000020:00000001:1.0:1773674082.643279:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674082.643281:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813af7 00000020:00000001:1.0:1773674082.643284:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.643287:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a1000 refcount=4 00000020:00000001:1.0:1773674082.643289:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000020:00000001:1.0:1773674082.643292:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000100:00000001:1.0:1773674082.643297:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674082.643302:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773674082.643305:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674082.643308:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000020:00000010:1.0:1773674082.643314:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4a800. 00000020:00000010:1.0:1773674082.643319:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799400. 00000020:00000010:1.0:1773674082.643324:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773674082.643332:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773674082.643336:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773674082.643337:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773674082.643339:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.643347:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.643360:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674082.643373:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773674082.643375:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773674082.643380:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 40 00000100:00000040:1.0:1773674082.643384:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a1000 : new rpc_count 1 00000100:00000001:1.0:1773674082.643387:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669520997888 : -113404188553728 : ffff98dc07a00e00) 00000100:00000040:1.0:1773674082.643394:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a00e00 x1859825928599040/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:158/0 lens 328/0 e 0 to 0 dl 1773674093 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674082.643403:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674082.643407:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031180. 00000100:00000001:1.0:1773674082.643409:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674082.643412:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031180. 00000100:00100000:1.0:1773674082.643417:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8660:x1859825928599040:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773674082.643420:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928599040 00010000:00000001:1.0:1773674082.643423:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773674082.643430:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674082.643433:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674082.643435:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:1.0:1773674082.643437:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:1.0:1773674082.643441:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:1.0:1773674082.643444:0:81784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674082.643448:0:81784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674082.643453:0:81784:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:1.0:1773674082.643466:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773674082.643469:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773674082.643474:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc118b1400. 02000000:00000001:1.0:1773674082.643477:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.643479:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.643484:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773674082.643486:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674082.643490:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=138 v=5 (1 1 0 1) 00000100:00000001:1.0:1773674082.643494:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674082.643497:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 28 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674082.643499:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773674082.643502:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773674082.643504:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674082.643507:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674082.643510:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674082.643515:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773674082.643520:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928599040, offset 224 00000400:00000200:1.0:1773674082.643749:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674082.643756:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674082.643762:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674082.643811:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252629:252629:256:4294967295] 192.168.201.103@tcp LPNI seq info [252597:252597:8:4294967295] 00000400:00000200:1.0:1773674082.643816:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674082.643825:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674082.643830:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674082.643835:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3c00. 00000800:00000200:1.0:1773674082.643840:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674082.643847:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674082.643852:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674082.643862:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674082.643865:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 27 to 192.168.201.103@tcp 00010000:00000001:1.0:1773674082.643869:0:81784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773674082.643873:0:81784:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc11129540. 00010000:00000001:1.0:1773674082.643875:0:81784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773674082.643884:0:81784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773674082.643886:0:81784:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.643888:0:81784:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674082.643890:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674082.643895:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00e00 x1859825928599040/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:158/0 lens 328/224 e 0 to 0 dl 1773674093 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773674082.643903:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8660:x1859825928599040:12345-192.168.201.103@tcp:104: Request processed in 498us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1773674082.643911:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 40 00000100:00000040:1.0:1773674082.643915:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a1000 : new rpc_count 0 00000100:00000001:1.0:1773674082.643917:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773674082.643919:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773674082.643923:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799400. 00000020:00000010:1.0:1773674082.643927:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773674082.643930:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4a800. 00000020:00000040:1.0:1773674082.643935:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a1000 : new refcount 3 00000100:00000001:1.0:1773674082.643938:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674082.644545:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674082.644548:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.644551:0:81794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1773674082.644554:0:81794:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773674082.644556:0:81794:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773674082.644562:0:81794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1773674082.644573:0:81794:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff98dc043cfe00 is referenced, will be cancelled later 00000008:00000001:2.0:1773674082.644576:0:81794:0:(osc_request.c:3996:osc_hp_handler()) Process entered 00000020:00000001:2.0:1773674082.644578:0:81794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674082.644584:0:81794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674082.644588:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1238e800. 00000020:00000010:2.0:1773674082.644592:0:81794:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674082.644595:0:81794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674082.644601:0:81794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674082.644606:0:81794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674082.644612:0:81794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674082.644618:0:81794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674082.644622:0:81794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674082.644626:0:81794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0966e400. 00000008:00000010:2.0:1773674082.644630:0:81794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674082.644633:0:81794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674082.644637:0:81794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674082.644640:0:81794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674082.644643:0:81794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674082.644645:0:81794:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000008:00000001:2.0:1773674082.644650:0:81794:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1773674082.644652:0:81794:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1773674082.644656:0:81794:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674082.644659:0:81794:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674082.644662:0:81794:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674082.644667:0:81794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c420. 00000008:00000010:2.0:1773674082.644670:0:81794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674082.644673:0:81794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674082.644675:0:81794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674082.644679:0:81794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674082.644681:0:81794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674082.644683:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1238e800. 00000008:00000010:2.0:1773674082.644686:0:81794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674082.644688:0:81794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674082.644691:0:81794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674082.644694:0:81794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674082.644697:0:81794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0966e400. 00000020:00000010:2.0:1773674082.644699:0:81794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000008:00000001:2.0:1773674082.644702:0:81794:0:(osc_request.c:4028:osc_hp_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.644705:0:81794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674082.644713:0:81794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674082.644715:0:81794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674082.644716:0:81794:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773674082.644719:0:81794:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc11129540. 00010000:00000001:2.0:1773674082.644723:0:81794:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674082.644725:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674082.644726:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.644728:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773674082.644730:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674082.644731:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.644732:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773674082.644734:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674082.644736:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674082.644737:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1773674082.644878:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674082.644882:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3c00. 00000400:00000200:0.0:1773674082.644886:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.644893:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674082.644899:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:0.0:1773674082.644902:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:0.0:1773674082.644905:0:2403:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773674082.644906:0:2403:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773674082.650155:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.650182:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674082.650186:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.650189:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.650199:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.650206:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674082.650215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.650242:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.650248:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.650252:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794ca100 00000400:00000200:0.0:1773674082.650258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674082.650264:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5339 [1] + 224 00000800:00000001:0.0:1773674082.650272:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.650281:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674082.650284:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674082.650288:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674082.650295:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674082.650303:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674082.650315:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674082.650339:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674082.650348:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674082.650351:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.650722:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674082.650731:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674082.650733:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674082.650737:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674082.650742:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674082.650744:0:93435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674082.650747:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674082.650753:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674082.650763:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.650812:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674082.650814:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.650817:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674082.650820:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674082.650823:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674082.650825:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674082.650828:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674082.650839:0:93435:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=2 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674082.650844:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674082.650846:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674082.650848:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.650851:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674082.650855:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.650859:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674082.650861:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674082.650863:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674082.650865:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674082.650871:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.650877:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674082.650879:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674082.650881:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674082.650885:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674082.650892:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289880 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953448192:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674082.650896:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674082.650899:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674082.650901:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674082.650903:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674082.650906:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674082.650913:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674082.650916:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2540. 00000100:00000001:2.0:1773674082.650919:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674082.650920:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.650923:0:93435:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674082.650927:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674082.650930:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674082.650932:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=4 00000020:00000001:2.0:1773674082.650935:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:2.0:1773674082.650937:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000040:2.0:1773674082.650944:0:93435:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cf400, remote cookie: 0x441c89a0128d6b20, flags: 0x20002 00010000:00000001:2.0:1773674082.650948:0:93435:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773674082.650950:0:93435:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674082.650953:0:93435:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1773674082.650959:0:93435:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674082.650977:0:93435:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x23ac:0x0].0x0 (ffff98dc043b7d00) refcount = 1 00010000:00000040:2.0:1773674082.650980:0:93435:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773674082.650982:0:93435:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674082.650989:0:93435:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674082.650992:0:93435:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773674082.650994:0:93435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674082.651003:0:93435:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674082.816912:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674082.816919:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.816925:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674082.816927:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.816930:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674082.816931:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674082.816934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674082.816935:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674082.816945:0:93212:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc07c1a800. 00000020:00000010:0.0:1773674082.816952:0:93212:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc07c1aa00. 00010000:00000001:0.0:1773674082.816955:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674082.816957:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674082.817428:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674082.817432:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674082.817436:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674083.840953:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674083.840965:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674083.840974:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674083.840976:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674083.840980:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674083.840981:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674083.840986:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674083.840987:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674083.840993:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674083.840994:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674083.841021:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674083.841026:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674083.841029:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674083.968943:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300640990, at 4300641024 00000100:00000010:1.0:1773674083.968978:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bf00. 00000100:00000040:0.0:1773674083.975401:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300640990, at 4300641030 00000100:00000010:0.0:1773674083.975425:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bd20. 00010000:00000001:0.0:1773674084.864946:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674084.864956:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674084.864964:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674084.864965:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674084.864969:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674084.864971:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674084.864975:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674084.864977:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674084.864981:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674084.864993:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674084.866881:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674084.866888:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674084.866895:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674085.253471:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.253488:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.253506:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9880. 00000020:00000040:1.0:1773674085.253516:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773674085.253523:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.253528:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.253538:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.253550:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:1.0:1773674085.253560:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253576:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.253590:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.253597:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253606:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005c5e2a] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.253652:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253656:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.253660:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.253664:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9180. 00000020:00000040:1.0:1773674085.253667:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674085.253670:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.253671:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.253673:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.253677:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:1.0:1773674085.253681:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253686:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.253702:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.253705:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253709:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e3b5344] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.253719:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253722:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.253725:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.253729:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba680. 00000020:00000040:1.0:1773674085.253731:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674085.253734:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.253735:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.253737:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.253743:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3c00. 00000100:00000001:1.0:1773674085.253746:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253751:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.253965:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.253967:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253973:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082b8623b] to pc [ptlrpcd_00_01+1] req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.253983:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.253986:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.253990:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.253994:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773674085.254010:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674085.254013:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.254015:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.254017:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.254021:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:1.0:1773674085.254026:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254031:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.254040:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.254042:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254047:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e60f93] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.254055:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254058:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674085.254062:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674085.254066:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.254069:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.254071:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9500. 00000020:00000040:1.0:1773674085.254073:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674085.254076:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.254077:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.254079:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.254082:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:1.0:1773674085.254085:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254090:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.254097:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.254099:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254103:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edf8ca83] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.254111:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254113:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.254117:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.254121:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674085.254124:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674085.254127:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.254129:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.254131:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.254134:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:1.0:1773674085.254137:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254142:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.254151:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.254153:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254157:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a079efec] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.254165:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.254167:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.254171:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.254175:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbad80. 00000020:00000040:1.0:1773674085.254177:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:1.0:1773674085.254180:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.254181:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.255484:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.255494:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:1.0:1773674085.255500:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255507:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.255515:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.255518:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255521:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000220a64a2] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.255528:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255531:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674085.255534:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674085.255538:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773674085.255540:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=3 obd=lustre-OST0001-osc-ffff98dc088eb800 00000100:00000001:1.0:1773674085.255542:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674085.255543:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674085.255544:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674085.255548:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc20a1b100. 00000100:00000001:1.0:1773674085.255550:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255553:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674085.255558:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674085.255559:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255561:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000344f099e] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.255565:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.255570:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5980) 00000100:00000001:1.0:1773674085.255656:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.255662:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674085.255665:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674085.255672:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.255681:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674085.255684:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.255689:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674085.255692:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674085.255696:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674085.255699:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953448448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.255704:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674085.255712:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674085.255715:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.255719:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674085.255726:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4a800. 02000000:00000001:1.0:1773674085.255728:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674085.255740:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674085.255745:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114aa8. 00000100:00000001:0.0:1773674085.257333:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674085.257342:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674085.257346:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674085.257361:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.257373:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674085.257375:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.257379:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674085.257383:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674085.257386:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674085.257389:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953448320:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.257393:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674085.257400:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674085.257402:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.257416:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674085.257422:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a600. 02000000:00000001:0.0:1773674085.257425:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.257434:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674085.257440:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ee70. 00000400:00000010:0.0:1773674085.257448:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979ee0. 00000100:00000200:0.0:1773674085.257459:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448320, portal 25 00000100:00000001:0.0:1773674085.257463:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674085.257464:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711546496 : -113403998005120 : ffff98dc12fb9880) 00000100:00000040:0.0:1773674085.257472:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.257481:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674085.257484:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674085.257488:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773674085.257492:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953448320, offset 0 00000400:00000200:0.0:1773674085.257501:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674085.257512:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.257523:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674085.257530:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674085.257536:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674085.257542:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674085.257545:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674085.257550:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252630:252630:256:4294967295] 192.168.201.103@tcp LPNI seq info [252598:252598:8:4294967295] 00000400:00000200:0.0:1773674085.257555:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.257567:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674085.257575:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674085.257580:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0d00. 00000800:00000200:0.0:1773674085.257589:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674085.257599:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674085.257605:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674085.257635:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.257640:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674085.257643:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300646220 00000100:00000010:0.0:1773674085.257649:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bd20. 00000100:00000001:0.0:1773674085.257658:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674085.257666:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300646220 00000100:00000010:0.0:1773674085.257670:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6ba80. 00000100:00000001:0.0:1773674085.257673:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674085.257677:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.257680:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.257683:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674085.257689:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.257697:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674085.257699:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.257702:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674085.257704:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674085.257706:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674085.257710:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953448576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.257714:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674085.257717:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674085.257718:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.257720:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674085.257724:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ac00. 02000000:00000001:0.0:1773674085.257730:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.257735:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674085.257738:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e630. 00000400:00000010:0.0:1773674085.257742:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979198. 00000100:00000200:0.0:1773674085.257746:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448576, portal 10 00000100:00000001:0.0:1773674085.257748:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674085.258020:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711550080 : -113403998001536 : ffff98dc12fba680) 00000100:00000040:0.0:1773674085.258032:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.258040:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674085.258042:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674085.258046:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773674085.258049:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953448576, offset 0 00000400:00000200:0.0:1773674085.258055:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258060:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258064:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674085.258067:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674085.258070:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674085.258073:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674085.258076:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258079:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252631:252631:255:4294967295] 192.168.201.103@tcp LPNI seq info [252599:252599:7:4294967295] 00000400:00000200:0.0:1773674085.258084:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258090:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674085.258095:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674085.258099:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0e00. 00000800:00000200:0.0:1773674085.258104:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674085.258109:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674085.258112:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674085.258116:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674085.258121:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 98541 usecs (99 jiffies) 00000400:00000200:0.0:1773674085.258124:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674085.258126:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300642411 00000100:00000001:0.0:1773674085.258130:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258132:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300642411 00000100:00000001:0.0:1773674085.258134:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258137:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.258140:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.258142:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674085.258147:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.258155:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674085.258157:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.258160:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674085.258163:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674085.258165:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674085.258168:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953448832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.258172:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674085.258175:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674085.258177:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.258179:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674085.258183:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674085.258201:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.258205:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674085.258209:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674085.258212:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773674085.258216:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448832, portal 10 00000100:00000001:0.0:1773674085.258218:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674085.258219:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711545600 : -113403998006016 : ffff98dc12fb9500) 00000100:00000040:0.0:1773674085.258227:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.258234:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674085.258236:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674085.258239:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773674085.258241:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953448832, offset 0 00000400:00000200:0.0:1773674085.258246:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258251:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258255:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674085.258258:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674085.258261:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674085.258263:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674085.258265:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258268:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252632:252632:254:4294967295] 192.168.201.103@tcp LPNI seq info [252600:252600:6:4294967295] 00000400:00000200:0.0:1773674085.258273:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258279:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674085.258285:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674085.258290:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0100. 00000800:00000200:0.0:1773674085.258294:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674085.258299:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674085.258302:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674085.258305:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674085.258309:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 26386 usecs (27 jiffies) 00000400:00000200:0.0:1773674085.258312:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674085.258314:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300642339 00000100:00000001:0.0:1773674085.258317:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258319:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300642339 00000100:00000001:0.0:1773674085.258321:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258323:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.258326:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.258328:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674085.258333:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.258339:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674085.258341:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.258343:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674085.258345:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674085.258347:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674085.258350:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.258353:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674085.258356:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674085.258357:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.258359:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674085.258362:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ba00. 02000000:00000001:0.0:1773674085.258364:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.258367:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674085.258371:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773674085.258374:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773674085.258377:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449088, portal 4 00000100:00000001:0.0:1773674085.258379:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674085.258380:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711551872 : -113403997999744 : ffff98dc12fbad80) 00000100:00000040:0.0:1773674085.258387:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.258394:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674085.258397:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674085.258400:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674085.258402:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953449088, offset 0 00000400:00000200:0.0:1773674085.258407:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258411:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258414:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674085.258417:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674085.258420:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674085.258423:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674085.258425:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674085.258428:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252633:252633:253:4294967295] 192.168.201.103@tcp LPNI seq info [252601:252601:5:4294967295] 00000400:00000200:0.0:1773674085.258432:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.258439:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674085.258443:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674085.258447:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc08cd0200. 00000800:00000200:0.0:1773674085.258452:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674085.258456:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674085.258459:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc08cd0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674085.258462:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674085.258464:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 14636 usecs (15 jiffies) 00000400:00000200:0.0:1773674085.258467:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674085.258469:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300642327 00000100:00000001:0.0:1773674085.258472:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258474:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300642327 00000100:00000001:0.0:1773674085.258477:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:0.0:1773674085.258479:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.258481:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.258484:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.258488:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.258499:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674085.258501:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674085.258505:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674085.258506:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674085.258508:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.258511:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773674085.258605:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdf68. 00000100:00000200:1.0:1773674085.258610:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448448, portal 10 00000100:00000001:1.0:1773674085.258612:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674085.258613:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000040:1.0:1773674085.258632:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.258640:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674085.258643:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674085.258645:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd198. 00000100:00000200:1.0:1773674085.258648:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953448448, offset 0 00000400:00000200:1.0:1773674085.258652:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674085.258657:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.258660:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674085.258663:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674085.258666:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674085.258669:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674085.258671:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674085.258674:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252634:252634:252:4294967295] 192.168.201.103@tcp LPNI seq info [252602:252602:4:4294967295] 00000400:00000200:1.0:1773674085.258679:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.258685:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674085.258690:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674085.258696:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674085.258700:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674085.258705:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674085.258708:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674085.258711:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.258714:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 342532 usecs (343 jiffies) 00000400:00000200:1.0:1773674085.258718:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674085.258719:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300642656 00000100:00000001:1.0:1773674085.258722:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.258724:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300642656 00000100:00000001:1.0:1773674085.258727:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.258729:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.258731:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.258734:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674085.258740:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.258748:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674085.258760:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259176:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674085.259180:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674085.259184:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674085.259189:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953448704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.259204:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674085.259209:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674085.259211:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259213:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674085.259219:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674085.259222:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674085.259226:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674085.259230:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674085.259234:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdee0. 00000100:00000200:1.0:1773674085.259237:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448704, portal 4 00000100:00000001:1.0:1773674085.259239:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674085.259241:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773674085.259248:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.259256:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674085.259259:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674085.259262:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd2a8. 00000100:00000200:1.0:1773674085.259265:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953448704, offset 0 00000400:00000200:1.0:1773674085.259270:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259275:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259280:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674085.259283:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674085.259286:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674085.259289:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674085.259291:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259294:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252635:252635:251:4294967295] 192.168.201.103@tcp LPNI seq info [252603:252603:3:4294967295] 00000400:00000200:1.0:1773674085.259299:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259306:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674085.259310:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674085.259314:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae400. 00000800:00000200:1.0:1773674085.259319:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674085.259324:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674085.259327:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674085.259330:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.259333:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 487635 usecs (488 jiffies) 00000400:00000200:1.0:1773674085.259337:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674085.259339:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300642802 00000100:00000001:1.0:1773674085.259341:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259343:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300642802 00000100:00000001:1.0:1773674085.259345:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259347:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.259349:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.259352:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674085.259357:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.259370:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674085.259372:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259374:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674085.259376:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674085.259378:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674085.259380:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953448960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.259384:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674085.259387:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674085.259388:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259390:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674085.259394:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674085.259396:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674085.259399:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674085.259402:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000400:00000010:1.0:1773674085.259407:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773674085.259410:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953448960, portal 10 00000100:00000001:1.0:1773674085.259412:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674085.259413:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000020:00000010:1.0:1773674085.259423:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07cfa000. 00000100:00000040:1.0:1773674085.259430:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.259438:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674085.259440:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674085.259443:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdcc0. 00000100:00000200:1.0:1773674085.259446:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953448960, offset 0 00000400:00000200:1.0:1773674085.259450:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259455:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259458:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674085.259461:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674085.259464:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674085.259466:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674085.259469:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259472:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252636:252636:250:4294967295] 192.168.201.103@tcp LPNI seq info [252604:252604:2:4294967295] 00000400:00000200:1.0:1773674085.259476:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259483:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674085.259487:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674085.259491:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674085.259495:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674085.259500:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674085.259502:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674085.259506:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.259509:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 38162 usecs (39 jiffies) 00000400:00000200:1.0:1773674085.259512:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674085.259515:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300642353 00000100:00000001:1.0:1773674085.259517:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259520:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300642353 00000100:00000001:1.0:1773674085.259522:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259525:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.259527:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.259529:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674085.259535:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.259543:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674085.259545:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259548:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674085.259550:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674085.259552:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674085.259555:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953449216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.259559:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674085.259562:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674085.259564:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.259566:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674085.259569:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674085.259571:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674085.259574:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674085.259576:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114948. 00000400:00000010:1.0:1773674085.259581:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773674085.259585:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449216, portal 4 00000100:00000001:1.0:1773674085.259587:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674085.259588:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000020:00000010:1.0:1773674085.259596:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07cfe000. 00000100:00000040:1.0:1773674085.259603:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.259611:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674085.259613:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674085.259616:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdb28. 00000100:00000200:1.0:1773674085.259619:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953449216, offset 0 00000400:00000200:1.0:1773674085.259624:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259628:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259631:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674085.259634:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674085.259637:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674085.259639:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674085.259641:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674085.259644:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252637:252637:249:4294967295] 192.168.201.103@tcp LPNI seq info [252605:252605:1:4294967295] 00000400:00000200:1.0:1773674085.259648:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674085.259654:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674085.259672:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674085.259676:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674085.259681:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674085.259685:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674085.259689:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674085.259693:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.259696:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: using a timeout of 33923 usecs (34 jiffies) 00000400:00000200:1.0:1773674085.259700:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674085.259702:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300642348 00000100:00000001:1.0:1773674085.259704:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259707:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300642348 00000100:00000001:1.0:1773674085.259709:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300646220 00000100:00000001:1.0:1773674085.259712:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.259714:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.259717:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.259720:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.259729:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674085.259730:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674085.259733:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.259735:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674085.259737:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.259739:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674085.260721:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.260728:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0d00. 00000400:00000200:0.0:1773674085.260737:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.260744:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.260763:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773674085.260785:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773674085.260791:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.260797:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260810:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.260813:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260820:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.260822:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.260840:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.260843:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0e00. 00000400:00000200:0.0:1773674085.260846:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.260849:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.260853:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:0.0:1773674085.260855:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:0.0:1773674085.260857:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.260863:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260871:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.260874:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260880:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.260882:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.260891:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.260893:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0100. 00000400:00000200:0.0:1773674085.260896:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.260899:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.260903:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:0.0:1773674085.260905:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:0.0:1773674085.260907:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.260911:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260919:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.260922:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260929:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.260931:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.260940:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.260942:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc08cd0200. 00000400:00000200:0.0:1773674085.260945:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.260949:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.260951:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773674085.260953:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773674085.260955:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.260960:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260968:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.260971:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.260979:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.260980:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.260990:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.260992:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:0.0:1773674085.261009:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.261013:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.261016:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd198 00000400:00000010:0.0:1773674085.261018:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd198. 00000100:00000001:0.0:1773674085.261020:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.261025:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261034:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.261037:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261043:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.261045:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.261059:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.261061:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae400. 00000400:00000200:0.0:1773674085.261063:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.261066:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.261069:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd2a8 00000400:00000010:0.0:1773674085.261071:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd2a8. 00000100:00000001:0.0:1773674085.261073:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.261077:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261084:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.261088:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261094:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.261096:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.261105:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.261107:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:0.0:1773674085.261111:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.261114:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.261117:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdcc0 00000400:00000010:0.0:1773674085.261119:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdcc0. 00000100:00000001:0.0:1773674085.261122:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.261126:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261133:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.261137:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261143:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.261145:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674085.261240:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674085.261243:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674085.261246:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.261250:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674085.261253:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdb28 00000400:00000010:0.0:1773674085.261255:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdb28. 00000100:00000001:0.0:1773674085.261257:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674085.261261:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261271:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.261275:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.261282:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.261284:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674085.267815:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.267841:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.267847:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.267851:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.267864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.267874:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.267887:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.267894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.267900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.267905:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ca180 00000400:00000200:0.0:1773674085.267910:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.267919:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5349 [1] + 224 00000800:00000001:0.0:1773674085.267930:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.267941:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.267945:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.267950:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.267961:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.267974:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.268362:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.268392:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.268407:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.268413:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.268540:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.268547:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674085.268557:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.268560:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.268566:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ee70. 00000400:00000200:1.0:1773674085.268573:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979ee0 00000400:00000010:1.0:1773674085.268576:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979ee0. 00000100:00000001:1.0:1773674085.268581:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.268587:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.268599:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.268607:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.269426:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.269441:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.269445:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.269448:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.269457:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.269465:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.269474:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.269479:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.269484:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.269489:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca280 00000400:00000200:0.0:1773674085.269686:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.269693:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5359 [1] + 224 00000800:00000001:0.0:1773674085.269701:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.269711:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.269714:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.269719:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.269726:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.269734:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.269747:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.269757:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.269764:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.269794:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.270108:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.270115:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.270121:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.270124:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.270127:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.270131:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.270142:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674085.270148:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674085.270152:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.270154:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.270158:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.270160:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.270163:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.270171:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.270180:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.270184:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.272941:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.272972:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773674085.273889:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.273909:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.273913:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.273915:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.273927:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.273934:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.273944:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.273950:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.273957:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.273962:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca480 00000400:00000200:0.0:1773674085.273967:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.273975:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5379 [1] + 224 00000800:00000001:0.0:1773674085.274375:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.274391:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.274396:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.274403:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.274413:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.274422:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.274618:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.274636:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.274649:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.274653:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773674085.274933:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953448320:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674085.274973:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.274975:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.296485:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e630. 00000400:00000200:1.0:1773674085.296510:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979198 00000400:00000010:1.0:1773674085.296514:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979198. 00000100:00000001:1.0:1773674085.296523:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.296540:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.296555:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.296564:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674085.296569:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.296574:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.296580:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.296584:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.296587:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.296592:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.296607:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=18 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674085.296626:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674085.296630:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.296632:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.296636:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.296641:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.296646:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674085.296649:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674085.296651:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674085.296653:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.296659:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.296669:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.296673:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.296676:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.296681:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674085.296690:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953448576:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674085.297032:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674085.297036:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674085.297041:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773674085.297046:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:0.0:1773674085.297049:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:0.0:1773674085.297052:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.297060:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674085.297071:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.297080:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674085.297082:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.297084:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674085.297086:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674085.297088:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674085.297090:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.297092:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674085.297098:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1773674085.297102:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674085.297105:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674085.297107:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.297109:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674085.297111:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.297115:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674085.297116:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674085.297118:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674085.297121:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674085.297126:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.297134:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.297138:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674085.297140:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674085.297144:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674085.297153:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.297158:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.297162:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.297168:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9880 x1859825953448320/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.297176:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674085.297180:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674085.297318:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a600. 02000000:00000001:0.0:1773674085.297325:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674085.297329:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674085.297332:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674085.297335:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674085.297339:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:0.0:1773674085.297347:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674085.297350:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674085.297353:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9880. 00000100:00000001:0.0:1773674085.297358:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674085.297360:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.297362:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.297367:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba680 x1859825953448576/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.297373:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674085.297375:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674085.297377:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ac00. 02000000:00000001:0.0:1773674085.297379:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674085.297380:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674085.297382:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674085.297384:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674085.297385:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3c00. 02000000:00000001:0.0:1773674085.297388:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674085.297389:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674085.297391:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba680. 00000100:00000001:0.0:1773674085.297394:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674085.297395:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.297397:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.297400:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbad80 x1859825953449088/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.297407:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674085.297409:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674085.297410:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ba00. 02000000:00000001:0.0:1773674085.297413:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674085.297414:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674085.297416:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:0.0:1773674085.297418:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674085.297419:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:0.0:1773674085.297422:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674085.297423:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674085.297424:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbad80. 00000100:00000001:0.0:1773674085.297426:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674085.297427:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.297432:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.297434:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674085.297437:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674085.297438:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.297440:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674085.298666:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.298690:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.298694:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.298698:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.298710:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.298719:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.298733:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.298739:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.298746:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.298763:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca300 00000400:00000200:0.0:1773674085.298807:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.298816:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5399 [1] + 224 00000800:00000001:0.0:1773674085.298828:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.298843:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.298847:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.298853:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.298863:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.298872:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.298885:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.298899:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.298912:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.298916:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.300882:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.300892:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674085.300904:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.300907:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.300912:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674085.300922:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdee0 00000400:00000010:1.0:1773674085.300925:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdee0. 00000100:00000001:1.0:1773674085.300929:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.300941:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.300954:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.300963:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674085.300965:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.300968:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.300972:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.300975:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.300978:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.300981:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.300993:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674085.301009:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=121 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674085.301013:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.301015:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.301018:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.301023:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.301028:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674085.301031:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:1.0:1773674085.301034:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674085.301036:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.301042:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773674085.302131:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.302150:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.302153:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.302156:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.302167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.302174:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000001:1.0:1773674085.302385:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.302389:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.302392:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.302399:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674085.302408:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953448704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.302417:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.302421:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674085.302425:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953448704/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.302434:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674085.302438:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674085.302444:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674085.302450:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674085.302453:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674085.302679:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674085.302682:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674085.302686:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:1.0:1773674085.302692:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674085.302695:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674085.302697:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:1.0:1773674085.302702:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674085.302703:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.302708:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.302711:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.302713:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674085.302716:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.302718:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674085.302794:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.302801:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.302807:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.302812:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca500 00000400:00000200:0.0:1773674085.302818:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.302826:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53b9 [1] + 224 00000800:00000001:0.0:1773674085.302837:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.302851:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.302856:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.302862:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.302869:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.302876:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.302895:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.302914:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.302923:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.302926:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.307296:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.307310:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674085.307323:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.307327:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.307333:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114948. 00000400:00000200:1.0:1773674085.307348:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:1.0:1773674085.307352:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:1.0:1773674085.307358:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.307374:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.307390:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.307401:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674085.307403:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.307407:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.307412:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.307416:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.307419:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.307423:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.307438:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072fc458 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674085.307444:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674085.307448:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.307451:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.307455:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.307461:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.307465:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674085.307468:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674085.307471:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674085.307473:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.307479:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.307673:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.307678:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.307680:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.307686:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674085.307695:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953449216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.307702:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.307705:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674085.307709:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953449216/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.307718:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674085.307722:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674085.307727:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674085.307733:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674085.307736:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674085.307739:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674085.307742:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674085.307745:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc20a1b100. 02000000:00000001:1.0:1773674085.307753:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674085.307756:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674085.307758:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:1.0:1773674085.307762:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674085.307839:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.307844:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.307846:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.307847:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674085.307850:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.307852:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674085.310358:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.310376:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.310380:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.310383:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.310392:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.310400:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.310408:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.310414:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.310419:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.310423:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca400 00000400:00000200:0.0:1773674085.310429:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.310436:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53a9 [1] + 224 00000800:00000001:0.0:1773674085.310444:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.310455:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.310458:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.310463:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.310471:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.310481:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.310494:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.310522:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.310532:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.310535:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.311210:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311218:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.311221:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311223:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.311228:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311233:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.311239:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311243:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311246:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311249:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca380 00000400:00000200:0.0:1773674085.311254:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311259:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5369 [1] + 224 00000800:00000001:0.0:1773674085.311264:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311268:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.311270:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.311275:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.311279:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.311284:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.311295:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.311311:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.311316:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311320:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674085.311322:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311325:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.311328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311332:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674085.311337:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311340:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311343:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311346:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca200 00000400:00000200:0.0:1773674085.311349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674085.311354:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5389 [1] + 224 00000800:00000001:0.0:1773674085.311358:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311364:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674085.311367:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674085.311370:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674085.311373:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.311378:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674085.311389:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.311397:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674085.311401:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674085.311404:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.311418:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674085.311422:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674085.311430:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674085.311432:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674085.311435:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:0.0:1773674085.311440:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773674085.311442:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773674085.311445:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674085.311450:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674085.311459:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.311466:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674085.311468:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.311471:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674085.311474:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674085.311477:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674085.311479:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674085.311482:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674085.311493:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=6 v=16 (16 0 0 0) 00000100:00001000:0.0:1773674085.311499:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674085.311501:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674085.311503:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.311507:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674085.311511:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.311515:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674085.311517:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674085.311520:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674085.311522:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674085.311528:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.311535:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674085.311538:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674085.311541:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674085.311545:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674085.311554:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953448832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674085.311560:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.311562:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674085.311566:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9500 x1859825953448832/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674085.311573:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674085.311575:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674085.311578:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674085.311581:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674085.311583:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674085.311585:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674085.311588:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674085.311591:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:0.0:1773674085.311595:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674085.311597:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674085.311599:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9500. 00000100:00000001:0.0:1773674085.311603:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674085.311605:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.311608:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674085.311617:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674085.311618:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674085.311621:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674085.311623:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.315386:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.315398:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674085.315410:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.315413:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.315417:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114aa8. 00000400:00000200:1.0:1773674085.315426:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdf68 00000400:00000010:1.0:1773674085.315429:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdf68. 00000100:00000001:1.0:1773674085.315433:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.315444:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.315456:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315464:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674085.315466:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.315469:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.315472:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.315475:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.315477:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.315480:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.315489:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=18 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674085.315708:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674085.315724:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.315726:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.315729:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.315733:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.315738:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674085.315740:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215241 00000100:00000001:1.0:1773674085.315743:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674085.315745:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.315751:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315760:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.315812:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.315815:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.315821:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674085.315830:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953448448:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674085.315837:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674085.315839:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674085.315841:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051148f0. 00000400:00000200:1.0:1773674085.315844:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:1.0:1773674085.315846:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:1.0:1773674085.315849:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674085.315854:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674085.315864:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315872:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674085.315874:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.315876:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674085.315878:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674085.315880:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674085.315882:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674085.315884:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674085.315889:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=6 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674085.315893:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674085.315896:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674085.315898:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674085.315900:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674085.315902:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.315905:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674085.315906:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674085.315909:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674085.315910:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674085.315915:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315922:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674085.315925:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674085.315926:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674085.315930:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674085.315937:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953448960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674085.315941:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.315944:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674085.315947:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9180 x1859825953448448/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315954:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674085.315956:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674085.315960:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4a800. 02000000:00000001:1.0:1773674085.315964:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674085.315967:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674085.315969:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674085.315971:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674085.315974:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:1.0:1773674085.315979:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674085.315980:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674085.315982:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9180. 00000100:00000001:1.0:1773674085.315986:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674085.315987:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.315989:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674085.315993:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953448960/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674085.315998:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674085.315999:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674085.316001:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674085.316004:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674085.316005:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674085.317137:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674085.317142:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674085.317145:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:1.0:1773674085.317148:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674085.317150:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674085.317152:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:1.0:1773674085.317155:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674085.317156:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.317160:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674085.317168:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674085.317169:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674085.317172:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674085.317175:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.888919:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674085.888926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.888932:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674085.888934:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.888937:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674085.888938:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.888942:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674085.888943:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674085.888947:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674085.888948:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674085.889281:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674085.889284:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674085.889287:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674086.913263:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674086.913270:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674086.913277:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674086.913278:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674086.913282:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674086.913283:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674086.913287:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674086.913288:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674086.913291:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674086.913293:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674086.913352:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674086.913355:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674086.913358:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674087.936911:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674087.936919:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674087.936925:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674087.936926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674087.936930:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674087.936931:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674087.936935:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674087.936936:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674087.936940:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674087.936941:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674087.937039:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674087.937042:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674087.937045:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674088.836234:0:81784:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1773674088.836243:0:81784:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674088.962088:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674088.962318:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674088.962327:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674088.962328:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674088.962332:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674088.962334:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674088.962337:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674088.962338:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674088.962341:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674088.962343:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674088.962452:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674088.962459:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674088.962465:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674089.216951:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300646220, at 4300646272 00000100:00000010:0.0:1773674089.216970:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bd20. 00000100:00000040:1.0:1773674089.217047:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300646220, at 4300646272 00000100:00000010:1.0:1773674089.217054:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6ba80. 00010000:00000001:0.0:1773674089.989446:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674089.989455:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674089.989457:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674089.989462:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989467:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674089.989469:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989471:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989474:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989479:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674089.989480:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989485:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674089.989486:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989502:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674089.989504:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989508:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674089.989510:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674089.989511:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674089.989513:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989515:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674089.989516:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989518:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674089.989520:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674089.989577:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674089.989581:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674089.989584:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674090.368935:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.368948:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.368959:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674090.368966:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674090.368970:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.368973:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.368979:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.368987:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0200. 00000100:00000001:0.0:1773674090.368995:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369009:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369041:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369046:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369054:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369086:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369089:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369091:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369095:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00a80. 00000020:00000040:0.0:1773674090.369097:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674090.369100:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369101:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369103:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369106:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0100. 00000100:00000001:0.0:1773674090.369119:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369124:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369131:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369133:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369139:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f55a4e] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369147:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369149:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369152:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369155:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000020:00000040:0.0:1773674090.369157:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674090.369159:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369160:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369162:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369165:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0e00. 00000100:00000001:0.0:1773674090.369167:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369171:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369178:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369179:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369183:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369189:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369192:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369195:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369197:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674090.369199:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674090.369201:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369202:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369204:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369207:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0d00. 00000100:00000001:0.0:1773674090.369210:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369213:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369226:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369228:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369231:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369238:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369240:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674090.369243:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674090.369246:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369249:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369252:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03480. 00000020:00000040:0.0:1773674090.369254:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674090.369257:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369258:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369259:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369262:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc08cd0a00. 00000100:00000001:0.0:1773674090.369265:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369281:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369289:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369291:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369295:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004914e292] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369302:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369304:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369307:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369310:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02a00. 00000020:00000040:0.0:1773674090.369312:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674090.369315:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369316:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369318:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369324:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:0.0:1773674090.369326:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369330:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369337:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369339:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369342:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9650828] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369349:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369352:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369356:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369359:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02d80. 00000020:00000040:0.0:1773674090.369361:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:0.0:1773674090.369363:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369364:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369366:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369368:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:0.0:1773674090.369371:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369376:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369383:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369385:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369389:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003edea60] to pc [ptlrpcd_00_01+1] req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369396:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369399:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674090.369600:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674090.369605:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674090.369607:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=3 obd=lustre-OST0001-osc-ffff98dc088eb800 00000100:00000001:0.0:1773674090.369609:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674090.369611:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674090.369612:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674090.369616:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:0.0:1773674090.369619:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369624:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674090.369630:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674090.369632:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369636:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c01bb6] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.369643:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674090.369647:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5985) 00000100:00000001:1.0:1773674090.369726:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.369731:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674090.369734:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.369741:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.369749:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.369752:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.369756:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.369759:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.369761:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.369792:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953449344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.369798:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.369804:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.369806:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.369808:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.369814:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674090.369816:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.369824:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.369829:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000400:00000010:1.0:1773674090.369836:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773674090.369844:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449344, portal 25 00000100:00000001:1.0:1773674090.369847:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.369848:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:1.0:1773674090.369854:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.369861:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.369863:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.369866:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdf68. 00000100:00000200:1.0:1773674090.369868:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953449344, offset 0 00000400:00000200:1.0:1773674090.369874:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.369884:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.369891:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.369896:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.369900:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.369904:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.369907:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.369911:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252638:252638:256:4294967295] 192.168.201.103@tcp LPNI seq info [252606:252606:8:4294967295] 00000400:00000200:1.0:1773674090.369915:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.369925:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.369932:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.369936:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674090.369943:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.369951:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.369955:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.369963:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.369967:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.369970:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300651333 00000100:00000010:1.0:1773674090.369975:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797d20. 00000100:00000001:1.0:1773674090.369982:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773674090.369988:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300651333 00000100:00000010:1.0:1773674090.369991:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797c60. 00000100:00000001:1.0:1773674090.369994:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773674090.369997:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.370000:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.370003:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.370007:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.370014:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.370016:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370018:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.370019:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.370022:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.370024:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.370238:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.370241:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.370243:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370245:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.370248:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4a800. 02000000:00000001:1.0:1773674090.370250:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.370254:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.370257:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114aa8. 00000400:00000010:1.0:1773674090.370260:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773674090.370263:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449600, portal 10 00000100:00000001:1.0:1773674090.370265:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.370266:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 00000100:00000040:1.0:1773674090.370274:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.370281:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.370284:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.370286:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdee0. 00000100:00000200:1.0:1773674090.370288:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953449600, offset 0 00000400:00000200:1.0:1773674090.370292:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.370296:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.370300:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.370303:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.370305:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.370308:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.370310:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.370313:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252639:252639:255:4294967295] 192.168.201.103@tcp LPNI seq info [252607:252607:7:4294967295] 00000400:00000200:1.0:1773674090.370317:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.370322:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.370327:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.370330:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae800. 00000800:00000200:1.0:1773674090.370335:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.370339:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.370342:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.370345:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.370350:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 98228 usecs (99 jiffies) 00000400:00000200:1.0:1773674090.370353:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.370355:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300647524 00000100:00000001:1.0:1773674090.370358:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.370360:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300647524 00000100:00000001:1.0:1773674090.370363:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.370365:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.370366:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.370369:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.370372:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.370386:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.370387:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370390:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.370392:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.370394:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.370396:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.370399:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.370401:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.370403:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370405:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.370407:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674090.370409:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.370412:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.370415:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114948. 00000400:00000010:1.0:1773674090.370418:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674090.370421:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449856, portal 10 00000100:00000001:1.0:1773674090.370423:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.370424:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521007744 : -113404188543872 : ffff98dc07a03480) 00000100:00000040:1.0:1773674090.370429:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.370436:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.370439:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.370441:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fda18. 00000100:00000200:1.0:1773674090.370443:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953449856, offset 0 00000400:00000200:1.0:1773674090.370447:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.370450:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.370453:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.370455:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.370457:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.370460:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.370462:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.370466:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252640:252640:254:4294967295] 192.168.201.103@tcp LPNI seq info [252608:252608:6:4294967295] 00000400:00000200:1.0:1773674090.370470:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.370477:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.370481:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.370484:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aed00. 00000800:00000200:1.0:1773674090.370487:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.370491:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.370494:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.370496:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.370499:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 30917 usecs (31 jiffies) 00000400:00000200:1.0:1773674090.370502:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.370503:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300647456 00000100:00000001:1.0:1773674090.370506:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.370508:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300647456 00000100:00000001:1.0:1773674090.370510:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.370512:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.370514:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.370516:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.370519:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.370526:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.370528:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370530:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.370532:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.370534:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.370536:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953450112:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.370540:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.370542:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.370544:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.370546:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1773674090.370917:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.370922:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:0.0:1773674090.370929:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.370935:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.370939:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdf68 00000400:00000010:0.0:1773674090.370942:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdf68. 00000100:00000001:0.0:1773674090.370948:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.370953:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.370963:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.370966:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.370972:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.370974:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674090.370985:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.370987:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000400:00000200:0.0:1773674090.370990:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.370993:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.370996:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdee0 00000400:00000010:0.0:1773674090.370997:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdee0. 00000100:00000001:0.0:1773674090.370999:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.371002:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.371009:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.371012:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.371018:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.371019:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674090.371079:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.371082:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aed00. 00000400:00000200:0.0:1773674090.371086:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.371089:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.371092:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fda18 00000400:00000010:0.0:1773674090.371093:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fda18. 00000100:00000001:0.0:1773674090.371095:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.371099:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.371106:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.371120:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.371126:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.371128:0:2403:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1773674090.372734:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674090.372743:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.372753:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.372760:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674090.372783:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674090.372790:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450112, portal 4 00000100:00000001:1.0:1773674090.372793:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.372794:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000020:00000010:1.0:1773674090.372825:0:2412:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07026000. 00000100:00000040:1.0:1773674090.372849:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.372858:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.372860:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.372865:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd880. 00000100:00000200:1.0:1773674090.372868:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953450112, offset 0 00000400:00000200:1.0:1773674090.372874:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.372882:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.372889:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.372893:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.372896:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.372900:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.372903:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.372906:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252641:252641:256:4294967295] 192.168.201.103@tcp LPNI seq info [252609:252609:8:4294967295] 00000400:00000200:1.0:1773674090.372911:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.372919:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.372925:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.372930:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aed00. 00000800:00000200:1.0:1773674090.372935:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.372942:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.372947:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.373024:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.373029:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 27072 usecs (28 jiffies) 00000400:00000200:1.0:1773674090.373033:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.373036:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300647456 00000100:00000001:1.0:1773674090.373039:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373041:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300647456 00000100:00000001:1.0:1773674090.373044:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373046:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.373049:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373053:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373056:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.373064:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674090.373066:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674090.373070:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.373072:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674090.373074:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.373078:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:1.0:1773674090.373080:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.373081:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674090.373083:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.373084:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.373085:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674090.373087:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.373092:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373101:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.373103:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373106:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.373118:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.373121:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.373124:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.373128:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.373132:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.373134:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373136:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.373140:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674090.373142:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.373146:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.373149:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000400:00000010:1.0:1773674090.373152:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674090.373155:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449472, portal 10 00000100:00000001:1.0:1773674090.373157:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.373158:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996992 : -113404188554624 : ffff98dc07a00a80) 00000100:00000040:1.0:1773674090.373165:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373172:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.373174:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.373177:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd660. 00000100:00000200:1.0:1773674090.373179:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953449472, offset 0 00000400:00000200:1.0:1773674090.373183:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373187:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373190:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.373193:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.373195:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.373198:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.373200:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373204:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252642:252642:255:4294967295] 192.168.201.103@tcp LPNI seq info [252610:252610:7:4294967295] 00000400:00000200:1.0:1773674090.373208:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373214:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.373218:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.373221:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae800. 00000800:00000200:1.0:1773674090.373225:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.373230:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.373233:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.373236:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.373239:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 341932 usecs (342 jiffies) 00000400:00000200:1.0:1773674090.373242:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.373244:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300647770 00000100:00000001:1.0:1773674090.373247:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373249:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300647770 00000100:00000001:1.0:1773674090.373252:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373254:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.373255:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373257:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.373261:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373279:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.373280:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373283:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.373284:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.373286:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.373289:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.373293:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.373295:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.373297:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373299:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.373302:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674090.373304:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.373307:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.373310:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:1.0:1773674090.373313:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674090.373315:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449728, portal 4 00000100:00000001:1.0:1773674090.373317:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.373318:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:1.0:1773674090.373324:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373337:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.373339:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.373341:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd550. 00000100:00000200:1.0:1773674090.373344:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953449728, offset 0 00000400:00000200:1.0:1773674090.373348:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373351:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373354:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.373357:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.373360:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.373362:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.373364:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373368:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252643:252643:254:4294967295] 192.168.201.103@tcp LPNI seq info [252611:252611:6:4294967295] 00000400:00000200:1.0:1773674090.373372:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373378:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.373382:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.373385:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674090.373389:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.373393:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.373395:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.373398:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.373401:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 484775 usecs (485 jiffies) 00000400:00000200:1.0:1773674090.373404:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.373406:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300647913 00000100:00000001:1.0:1773674090.373409:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373411:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300647913 00000100:00000001:1.0:1773674090.373413:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373415:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.373417:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373420:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.373424:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373432:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.373433:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373435:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.373437:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.373439:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.373442:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.373445:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.373447:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.373449:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373450:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.373453:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08561a00. 02000000:00000001:1.0:1773674090.373455:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.373458:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.373460:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773674090.373463:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674090.373465:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953449984, portal 10 00000100:00000001:1.0:1773674090.373467:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.373469:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005056 : -113404188546560 : ffff98dc07a02a00) 00000100:00000040:1.0:1773674090.373474:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373481:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.373483:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.373485:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd440. 00000100:00000200:1.0:1773674090.373487:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953449984, offset 0 00000400:00000200:1.0:1773674090.373491:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373495:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373498:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.373500:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.373503:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.373505:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.373508:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373511:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252644:252644:253:4294967295] 192.168.201.103@tcp LPNI seq info [252612:252612:5:4294967295] 00000400:00000200:1.0:1773674090.373515:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373520:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.373525:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.373528:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674090.373532:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.373536:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.373538:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.373541:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.373544:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 47906 usecs (48 jiffies) 00000400:00000200:1.0:1773674090.373547:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.373549:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300647476 00000100:00000001:1.0:1773674090.373551:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373553:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300647476 00000100:00000001:1.0:1773674090.373555:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373557:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.373559:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373561:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674090.373564:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373571:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674090.373573:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373575:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674090.373576:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674090.373578:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674090.373581:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953450240:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.373584:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674090.373586:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674090.373588:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.373590:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674090.373593:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08560600. 02000000:00000001:1.0:1773674090.373595:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674090.373598:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674090.373600:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773674090.373603:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773674090.373605:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450240, portal 4 00000100:00000001:1.0:1773674090.373607:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674090.373608:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:1.0:1773674090.373613:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.373620:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674090.373622:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674090.373624:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd000. 00000100:00000200:1.0:1773674090.373626:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953450240, offset 0 00000400:00000200:1.0:1773674090.373630:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373634:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373637:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674090.373639:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674090.373642:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674090.373645:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674090.373647:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674090.373650:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252645:252645:252:4294967295] 192.168.201.103@tcp LPNI seq info [252613:252613:4:4294967295] 00000400:00000200:1.0:1773674090.373654:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674090.373660:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674090.373665:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674090.373668:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674090.373672:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674090.373676:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674090.373678:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674090.373682:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.373684:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: using a timeout of 49363 usecs (50 jiffies) 00000400:00000200:1.0:1773674090.373687:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.373689:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300647478 00000100:00000001:1.0:1773674090.373692:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373694:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300647478 00000100:00000001:1.0:1773674090.373696:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300651333 00000100:00000001:1.0:1773674090.373698:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.373700:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373702:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373705:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.373719:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.373721:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674090.387095:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387123:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.387127:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387131:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387141:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387150:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.387160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387165:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387188:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387193:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca680 00000400:00000200:0.0:1773674090.387198:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387204:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53d9 [1] + 224 00000800:00000001:0.0:1773674090.387213:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387220:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387222:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387227:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.387234:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.387243:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.387255:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387268:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773674090.387311:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.387315:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aed00. 00000400:00000200:0.0:1773674090.387318:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387322:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.387325:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd880 00000400:00000010:0.0:1773674090.387328:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd880. 00000100:00000001:0.0:1773674090.387331:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.387336:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387347:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.387351:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387358:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.387360:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674090.387592:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387596:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.387598:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387601:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387604:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387608:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.387613:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387616:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387619:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387622:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca780 00000400:00000200:0.0:1773674090.387625:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387629:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53e9 [1] + 224 00000800:00000001:0.0:1773674090.387633:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387636:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387638:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387641:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.387644:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.387649:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.387658:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387666:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773674090.387675:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.387678:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000400:00000200:0.0:1773674090.387680:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387683:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.387686:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd660 00000400:00000010:0.0:1773674090.387688:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd660. 00000100:00000001:0.0:1773674090.387690:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.387694:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387702:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.387705:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387718:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.387719:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674090.387723:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387727:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.387729:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387731:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387734:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387737:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.387741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387743:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387746:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387748:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ca580 00000400:00000200:0.0:1773674090.387753:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.387757:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53c9 [1] + 224 00000800:00000001:0.0:1773674090.387761:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387793:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.387795:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387799:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.387802:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.387807:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.387816:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387824:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773674090.387833:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.387836:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:0.0:1773674090.387839:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387843:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.387845:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd550 00000400:00000010:0.0:1773674090.387847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd550. 00000100:00000001:0.0:1773674090.387850:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.387854:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387862:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.387865:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387872:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.387873:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674090.387877:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.387881:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773674090.387888:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.387890:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674090.387893:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387895:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.387898:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd440 00000400:00000010:0.0:1773674090.387900:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd440. 00000100:00000001:0.0:1773674090.387902:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.387906:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387913:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.387916:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387923:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.387924:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674090.387972:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674090.387975:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:0.0:1773674090.387978:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.387981:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674090.387983:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd000 00000400:00000010:0.0:1773674090.387985:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd000. 00000100:00000001:0.0:1773674090.387988:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674090.387991:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.387997:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674090.388001:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.388007:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674090.388008:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674090.390626:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.390634:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674090.390644:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.390647:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.390651:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051148f0. 00000400:00000200:1.0:1773674090.390659:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:1.0:1773674090.390662:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:1.0:1773674090.390666:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.390678:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.390690:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390698:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.390700:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.390703:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.390706:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.390709:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.390712:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.390715:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.390722:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674090.390727:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674090.390730:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.390732:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.390736:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.390739:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.390741:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.390746:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390754:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.390757:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.390759:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.390792:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.390803:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953449344:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.390810:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.390811:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.390814:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114aa8. 00000400:00000200:1.0:1773674090.390816:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:1.0:1773674090.390818:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:1.0:1773674090.390820:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.390825:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.390835:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390842:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.390843:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.390845:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.390847:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.390848:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.390850:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.390852:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.390858:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=23 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674090.390861:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674090.390864:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.390865:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.390867:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.390871:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.390875:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674090.390877:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674090.390879:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.390880:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.390884:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390890:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.390892:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.390894:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.390898:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.390907:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449600:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.390912:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.390913:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.390915:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114948. 00000400:00000200:1.0:1773674090.390918:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:1.0:1773674090.390920:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:1.0:1773674090.390922:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.390926:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.390935:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390941:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.390942:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.390944:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.390946:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.390947:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.390948:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.390951:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.390954:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=11 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674090.390958:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674090.390960:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.390961:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.390963:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.390965:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.390967:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773674090.390969:0:2412:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: committing for last_committed 103079215245 gen 1 00000100:00100000:1.0:1773674090.390974:0:2412:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674090.390983:0:2412:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: normal: skip=0 replay=0/1 committed=0/1 00000100:00000001:1.0:1773674090.390985:0:2412:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.390986:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.390991:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.390997:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.391413:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.391414:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.391420:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.391429:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.391434:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.391437:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.391441:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953449344/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.391449:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.391453:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.391457:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674090.391464:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.391467:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.391469:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674090.391472:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.391476:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0200. 02000000:00000001:1.0:1773674090.391481:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.391483:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.391486:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:1.0:1773674090.391490:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.391491:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.391493:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.391497:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953449600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.391503:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.391504:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.391506:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4a800. 02000000:00000001:1.0:1773674090.391508:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.391510:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.391511:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674090.391513:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.391515:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0e00. 02000000:00000001:1.0:1773674090.391517:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.391518:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.391520:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:1.0:1773674090.391522:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.391524:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.391526:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.391530:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03480 x1859825953449856/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.391537:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.391538:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.391539:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674090.391541:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.391542:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.391544:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674090.391545:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.391547:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0a00. 02000000:00000001:1.0:1773674090.391550:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.391551:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.391552:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03480. 00000100:00000001:1.0:1773674090.391554:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.391555:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.391559:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.391561:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.391563:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674090.391566:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.391567:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674090.396879:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.396896:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.396900:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.396902:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.396913:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.396920:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.396930:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.396936:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.396942:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.396946:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca800 00000400:00000200:0.0:1773674090.396952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.396958:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5429 [1] + 224 00000800:00000001:0.0:1773674090.396966:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.396971:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.396974:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.396978:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.397650:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.397662:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.397674:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.397700:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674090.397712:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.397718:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.397721:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.397723:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.397728:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.397732:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.397738:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.397741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.397745:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.397748:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ca600 00000400:00000200:0.0:1773674090.397752:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.397756:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5409 [1] + 224 00000800:00000001:0.0:1773674090.397761:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.397981:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.397985:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.397989:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.397994:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.397999:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.398158:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.398168:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674090.398237:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398244:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.398246:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398248:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398252:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398255:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.398260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398265:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674090.398424:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773674090.398720:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca880 00000400:00000200:0.0:1773674090.398726:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398731:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c53f9 [1] + 224 00000800:00000001:0.0:1773674090.398737:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398744:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398747:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.398750:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.398754:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.398759:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.398787:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.398795:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674090.398800:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398804:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.398806:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398809:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398812:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398816:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.398820:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398823:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398826:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398829:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca700 00000400:00000200:0.0:1773674090.398833:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398836:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5419 [1] + 224 00000800:00000001:0.0:1773674090.398840:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398844:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398846:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.398849:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.398852:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.398856:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.398865:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.398872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674090.398875:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398879:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674090.398881:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398883:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398886:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398890:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674090.398894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398896:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398899:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398901:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ca900 00000400:00000200:0.0:1773674090.398905:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674090.398908:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5439 [1] + 224 00000800:00000001:0.0:1773674090.398912:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398921:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674090.398923:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674090.398927:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674090.398929:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674090.398934:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674090.398942:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674090.398950:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674090.398954:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674090.398957:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.399251:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674090.399259:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.399261:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.399264:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:1.0:1773674090.399357:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:1.0:1773674090.399360:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:1.0:1773674090.399364:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.399369:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.399378:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.399384:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.399386:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.399389:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.399392:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.399395:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.399397:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.399400:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.399409:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=23 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674090.399413:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674090.399416:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.399417:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.399420:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.399424:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.399428:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773674090.399430:0:2412:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215244 gen 10 00000100:00000040:1.0:1773674090.399437:0:2412:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215244) req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.399444:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.399447:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953447296/t103079215244(103079215244) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674111 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.399453:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.399455:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.399459:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063aa000. 02000000:00000001:1.0:1773674090.399463:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.399466:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.399467:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674090.399470:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.399473:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1bc00. 02000000:00000001:1.0:1773674090.399476:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.399478:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.399480:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:1.0:1773674090.399483:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.399484:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.404968:0:2412:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773674090.404974:0:2412:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773674090.404978:0:2412:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.404980:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.404994:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.405004:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.405016:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.405018:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.405404:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.405415:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449472:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.405433:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.405435:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.405438:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:1.0:1773674090.405444:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674090.405447:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674090.405451:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.405456:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.405466:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.405473:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.405475:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.405478:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.405481:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.405484:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.406458:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.406464:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.406475:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674090.406480:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=126 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674090.406482:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.406485:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.407405:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.407410:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.407415:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674090.407418:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:1.0:1773674090.407420:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.407422:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.407433:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.407441:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.407444:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.407446:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.407450:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.407460:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953449728:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.407470:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.407473:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.407475:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773674090.407482:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:1.0:1773674090.407484:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:1.0:1773674090.409607:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.409621:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.409634:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409644:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.409647:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.409651:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.409655:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.409658:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.409660:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.409663:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.409673:0:2412:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=11 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674090.409677:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674090.409680:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.409682:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.409685:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.409689:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.409693:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674090.409695:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674090.409698:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.409699:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.409705:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409712:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.409716:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.409719:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.409723:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.409732:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953449984:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.409742:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.409744:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.409748:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:1.0:1773674090.409752:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:1.0:1773674090.409755:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:1.0:1773674090.409758:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.409762:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.409789:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409795:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.409797:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.409799:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.409800:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.409802:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.409803:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.409805:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.409809:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072fc458 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674090.409812:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674090.409814:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.409816:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.409817:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.409819:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.409821:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674090.409823:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674090.409825:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.409826:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.409830:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409838:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.409841:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.409842:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.409846:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.409854:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953450240:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674090.409860:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674090.409861:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674090.409863:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674090.409866:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773674090.409868:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773674090.409870:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674090.409874:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674090.409882:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409888:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674090.409905:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.409907:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674090.409908:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674090.409909:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674090.409911:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674090.409913:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674090.409917:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674090.409919:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674090.409922:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674090.409923:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674090.409925:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674090.409927:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.409929:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674090.409930:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674090.409932:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674090.409934:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674090.409938:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409944:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674090.409946:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674090.409947:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674090.409951:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674090.409958:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953450112:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674090.409962:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.409965:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.409970:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00a80 x1859825953449472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.409977:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.409979:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.409983:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674090.409987:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.409990:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.409992:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674090.409995:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.409998:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0100. 02000000:00000001:1.0:1773674090.410002:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.410004:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.410006:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00a80. 00000100:00000001:1.0:1773674090.410010:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.410012:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410014:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.410019:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953449728/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.410231:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.410233:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.410235:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674090.410238:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.410239:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.410241:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674090.410243:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.410244:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc08cd0d00. 02000000:00000001:1.0:1773674090.410247:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.410248:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.410249:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:1.0:1773674090.410251:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.410252:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410254:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.410258:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02a00 x1859825953449984/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.410265:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.410266:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.410278:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08561a00. 02000000:00000001:1.0:1773674090.410281:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.410282:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.410283:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674090.410285:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.410286:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:1.0:1773674090.410290:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.410291:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.410292:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02a00. 00000100:00000001:1.0:1773674090.410295:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.410296:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410298:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.410302:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953450240/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.410308:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.410309:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.410310:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08560600. 02000000:00000001:1.0:1773674090.410312:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.410313:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.410314:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674090.410317:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.410318:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:1.0:1773674090.410320:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.410321:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.410323:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:1.0:1773674090.410325:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.410326:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410328:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674090.410331:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02d80 x1859825953450112/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674090.410338:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674090.410339:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674090.410341:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674090.410343:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674090.410344:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674090.410345:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674090.410347:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674090.410349:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:1.0:1773674090.410351:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674090.410352:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674090.410353:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02d80. 00000100:00000001:1.0:1773674090.410356:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674090.410357:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410359:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674090.410368:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674090.410370:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674090.410373:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674090.410375:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.008991:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674091.008999:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009006:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674091.009009:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674091.009012:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674091.009019:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674091.009021:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674091.009023:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009026:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674091.009028:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009031:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009034:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009039:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674091.009040:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009044:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674091.009046:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674091.009049:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674091.009050:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674091.009475:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674091.009479:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674091.009482:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674092.032929:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674092.032937:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032944:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674092.032945:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032949:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674092.032952:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674092.032954:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674092.032961:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674092.032963:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674092.032965:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032968:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674092.032971:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032972:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032974:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032978:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674092.032979:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674092.032983:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674092.032984:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674092.033178:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674092.033182:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674092.033184:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674093.056920:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674093.056928:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674093.056936:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056950:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674093.056952:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056955:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674093.056959:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674093.056961:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674093.056967:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674093.056969:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674093.056971:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056974:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674093.056976:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056979:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056981:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674093.056985:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674093.056986:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674093.057029:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674093.057033:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674093.057036:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674094.080895:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674094.080903:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674094.080908:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674094.080910:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674094.080914:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674094.080915:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674094.080919:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674094.080928:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674094.080932:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674094.080934:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674094.081041:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674094.081045:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674094.081057:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674094.337098:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300651333, at 4300651392 00000100:00000010:0.0:1773674094.337115:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797d20. 00000100:00000040:1.0:1773674094.337439:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300651333, at 4300651392 00000100:00000010:1.0:1773674094.337446:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797c60. 00010000:00000001:0.0:1773674095.105293:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674095.105301:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674095.105307:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674095.105308:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674095.105311:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674095.105312:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674095.105316:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674095.105317:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674095.105321:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674095.105322:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674095.105784:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674095.105788:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674095.105792:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674095.489736:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.489745:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.489756:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773674095.489782:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674095.489787:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.489790:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.489795:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.489804:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2500. 00000100:00000001:3.0:1773674095.489810:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.490652:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.490669:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.490674:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.490683:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5d72d1] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.490810:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.490814:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.490817:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674095.490832:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.490841:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674095.490844:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.490847:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674095.490851:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674095.490854:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674095.490858:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953450368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.490862:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674095.490867:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674095.490871:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.490873:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674095.490881:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674095.490883:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674095.490891:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674095.490895:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674095.490902:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674095.490908:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450368, portal 25 00000100:00000001:2.0:1773674095.490911:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674095.490912:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:2.0:1773674095.490918:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.490926:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674095.490929:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674095.490931:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674095.490935:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953450368, offset 0 00000400:00000200:2.0:1773674095.490941:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674095.490949:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.490955:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674095.490960:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674095.490964:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674095.490968:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674095.490971:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674095.490975:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252646:252646:256:4294967295] 192.168.201.103@tcp LPNI seq info [252614:252614:8:4294967295] 00000400:00000200:2.0:1773674095.490980:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.490991:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674095.490996:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674095.491001:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5100. 00000800:00000200:2.0:1773674095.491019:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674095.491037:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674095.491042:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674095.491241:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674095.491246:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674095.491250:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300656454 00000100:00000010:2.0:1773674095.491256:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437ca20. 00000100:00000001:2.0:1773674095.491263:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674095.491269:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300656454 00000100:00000010:2.0:1773674095.491272:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437ccc0. 00000100:00000001:2.0:1773674095.491276:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674095.491279:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.491283:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.491286:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.491289:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674095.491424:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674095.491429:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5100. 00000400:00000200:1.0:1773674095.491434:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.491439:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674095.491444:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:1.0:1773674095.491447:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:1.0:1773674095.491464:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674095.491470:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.491480:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674095.491483:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.491490:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674095.491492:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674095.493045:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.493053:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.493058:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.493068:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773674095.493074:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674095.493078:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.493081:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.493087:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.493093:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2800. 00000100:00000001:3.0:1773674095.493099:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.493108:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.493119:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.493124:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.493128:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f7097d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.493696:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674095.493700:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674095.493704:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.493706:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.493709:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.494189:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494194:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494198:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494204:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773674095.494208:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674095.494212:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494214:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494218:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494223:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2b00. 00000100:00000001:3.0:1773674095.494228:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494236:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494245:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494249:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494254:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494264:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494266:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494269:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494273:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6a00. 00000020:00000040:3.0:1773674095.494275:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674095.494277:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494278:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494280:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494283:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2000. 00000100:00000001:3.0:1773674095.494286:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494291:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494298:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494300:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494303:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a352de2d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494311:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494313:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674095.494316:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674095.494319:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494321:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494325:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4380. 00000020:00000040:3.0:1773674095.494327:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674095.494328:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494330:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494331:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494335:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2400. 00000100:00000001:3.0:1773674095.494337:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494341:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494349:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494350:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494354:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081de81e2] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494361:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494363:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494366:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494368:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5500. 00000020:00000040:3.0:1773674095.494371:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674095.494373:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494374:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494376:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494379:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2e00. 00000100:00000001:3.0:1773674095.494382:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494386:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494393:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494395:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494398:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006275ab07] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494406:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494408:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494411:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494414:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674095.494416:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674095.494418:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494420:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494422:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494425:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2d00. 00000100:00000001:3.0:1773674095.494427:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494431:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494437:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494439:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494442:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494461:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494463:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674095.494466:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674095.494471:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773674095.494473:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=3 obd=lustre-OST0001-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674095.494476:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674095.494477:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674095.494479:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674095.494482:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc064e2a00. 00000100:00000001:3.0:1773674095.494484:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494489:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674095.494737:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674095.494739:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494743:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.494750:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.494755:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5990) 00000100:00000001:3.0:1773674095.494812:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674095.494816:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674095.494818:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674095.494921:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.494926:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674095.494928:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674095.494930:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.494932:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.494933:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674095.498088:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.498104:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674095.498107:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.498113:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674095.498117:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674095.498120:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.500618:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.500634:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674095.500636:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.500642:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674095.500646:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674095.500649:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674095.500654:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953450624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.500659:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674095.500665:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674095.500667:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.500670:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674095.500680:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674095.500682:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674095.500691:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674095.500697:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674095.500704:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674095.500726:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450624, portal 10 00000100:00000001:2.0:1773674095.500730:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674095.500731:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527243776 : -113404182307840 : ffff98dc07ff5c00) 00000100:00000040:2.0:1773674095.500741:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.500749:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674095.500751:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674095.500755:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674095.500759:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953450624, offset 0 00000400:00000200:2.0:1773674095.500780:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674095.500789:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.500797:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674095.500801:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674095.500807:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674095.500810:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674095.500813:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674095.500817:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252647:252647:256:4294967295] 192.168.201.103@tcp LPNI seq info [252615:252615:8:4294967295] 00000400:00000200:2.0:1773674095.501737:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.501752:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674095.501759:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674095.501786:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5900. 00000800:00000200:2.0:1773674095.501794:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674095.501801:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674095.501806:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674095.501969:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.501975:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 97741 usecs (98 jiffies) 00000400:00000200:2.0:1773674095.501980:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674095.501984:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300652651 00000100:00000001:2.0:1773674095.501988:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.501990:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300652651 00000100:00000001:2.0:1773674095.501992:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.501995:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.501998:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.502269:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674095.502277:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.502286:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674095.502288:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.502292:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674095.502295:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674095.502298:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674095.502301:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953450880:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.502307:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674095.502311:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674095.502313:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.502315:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674095.502322:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674095.502324:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674095.502328:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674095.502332:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674095.502336:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674095.502340:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450880, portal 10 00000100:00000001:2.0:1773674095.502342:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674095.502343:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527237504 : -113404182314112 : ffff98dc07ff4380) 00000100:00000040:2.0:1773674095.502350:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.502357:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674095.502360:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674095.502362:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674095.502365:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953450880, offset 0 00000400:00000200:2.0:1773674095.502370:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674095.502375:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.502380:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674095.502383:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674095.502387:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674095.502390:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674095.502393:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674095.502396:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252648:252648:255:4294967295] 192.168.201.103@tcp LPNI seq info [252616:252616:7:4294967295] 00000400:00000200:2.0:1773674095.502400:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.502407:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674095.502412:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674095.502417:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5100. 00000800:00000200:2.0:1773674095.502421:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674095.502426:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674095.502429:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674095.502431:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.502434:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 30566 usecs (31 jiffies) 00000400:00000200:2.0:1773674095.502437:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674095.502439:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300652584 00000100:00000001:2.0:1773674095.502441:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.502443:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300652584 00000100:00000001:2.0:1773674095.502446:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.502448:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.502450:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.502452:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674095.502457:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.502464:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674095.502465:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.502467:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674095.502469:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674095.502471:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674095.502473:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953451136:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.502477:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674095.502479:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674095.502480:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.502482:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674095.502485:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674095.502487:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674095.502490:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674095.502493:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674095.502497:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674095.502500:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451136, portal 4 00000100:00000001:2.0:1773674095.502501:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674095.502503:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:2.0:1773674095.502509:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.502516:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674095.502519:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674095.502521:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064110. 00000100:00000200:2.0:1773674095.502523:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953451136, offset 0 00000400:00000200:2.0:1773674095.502527:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674095.502538:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.502541:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674095.502544:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674095.502547:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674095.502549:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674095.502551:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674095.502564:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252649:252649:254:4294967295] 192.168.201.103@tcp LPNI seq info [252617:252617:6:4294967295] 00000400:00000200:2.0:1773674095.502569:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674095.502575:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674095.502579:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674095.502583:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5a00. 00000800:00000200:2.0:1773674095.502586:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674095.502591:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674095.502594:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674095.502597:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.502600:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 32965 usecs (33 jiffies) 00000400:00000200:2.0:1773674095.502603:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674095.502605:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300652586 00000100:00000001:2.0:1773674095.502607:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.502609:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300652586 00000100:00000001:2.0:1773674095.502611:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.502615:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.502617:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.502621:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.502625:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.502633:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674095.502635:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674095.502638:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.502640:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.502642:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.502645:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674095.508283:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674095.508294:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5900. 00000400:00000200:0.0:1773674095.508303:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674095.508314:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674095.508321:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:0.0:1773674095.508325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:0.0:1773674095.508330:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674095.508340:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508354:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674095.508358:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508365:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674095.508367:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674095.508382:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674095.508384:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5100. 00000400:00000200:0.0:1773674095.508387:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674095.508391:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674095.508394:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:0.0:1773674095.508395:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:0.0:1773674095.508398:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674095.508402:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508410:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674095.508414:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508420:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674095.508422:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674095.508510:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674095.508513:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5a00. 00000400:00000200:0.0:1773674095.508517:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674095.508521:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674095.508524:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:0.0:1773674095.508526:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:0.0:1773674095.508528:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674095.508533:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508541:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674095.508545:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.508552:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674095.508553:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1773674095.510720:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953450496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674095.510736:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674095.510743:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674095.510747:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.510750:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674095.510757:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:3.0:1773674095.510759:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674095.510791:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674095.510796:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f318. 00000400:00000010:3.0:1773674095.510802:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674095.510809:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450496, portal 10 00000100:00000001:3.0:1773674095.510812:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674095.510814:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000040:3.0:1773674095.510833:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.510841:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674095.510844:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674095.510847:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674095.510852:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953450496, offset 0 00000400:00000200:3.0:1773674095.510858:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674095.510866:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.510873:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674095.510877:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674095.510882:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674095.510886:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674095.510889:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674095.510894:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252650:252650:256:4294967295] 192.168.201.103@tcp LPNI seq info [252618:252618:8:4294967295] 00000400:00000200:3.0:1773674095.510899:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.510909:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674095.510915:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674095.510919:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc064e2100. 00000800:00000200:3.0:1773674095.510925:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674095.510933:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674095.510937:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc064e2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674095.517034:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.517046:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 341245 usecs (342 jiffies) 00000400:00000200:3.0:1773674095.517055:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674095.517059:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300652914 00000100:00000001:3.0:1773674095.517064:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.517067:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300652914 00000100:00000001:3.0:1773674095.517069:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.517072:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674095.517076:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.517080:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674095.517092:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.517102:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674095.517104:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.517108:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674095.517111:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674095.517114:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674095.517118:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953450752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674095.517122:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674095.517128:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674095.517130:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.517133:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674095.517141:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:3.0:1773674095.517144:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674095.517148:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674095.517152:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f0b0. 00000400:00000010:3.0:1773674095.517158:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674095.517164:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953450752, portal 4 00000100:00000001:3.0:1773674095.517166:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674095.517168:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527247360 : -113404182304256 : ffff98dc07ff6a00) 00000100:00000040:3.0:1773674095.517175:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.517183:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674095.517186:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674095.517188:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674095.517192:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953450752, offset 0 00000400:00000200:3.0:1773674095.517198:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674095.517205:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.517211:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674095.517215:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674095.517218:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674095.517222:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674095.517225:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674095.517229:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252651:252651:255:4294967295] 192.168.201.103@tcp LPNI seq info [252619:252619:7:4294967295] 00000400:00000200:3.0:1773674095.517234:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.517244:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674095.517250:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674095.517273:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81000. 00000800:00000200:3.0:1773674095.517280:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674095.517287:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674095.517293:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81000 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1773674095.517332:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.517345:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.517347:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.517350:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.517355:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.517359:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.517365:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.517368:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.517373:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.517376:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ca980 00000400:00000200:1.0:1773674095.517381:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.517386:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5449 [1] + 224 00000800:00000001:1.0:1773674095.517392:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.517400:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.517403:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.517407:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.517412:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.517418:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.517672:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.517684:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674095.517789:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674095.517793:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc064e2100. 00000400:00000200:1.0:1773674095.517798:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.517802:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674095.517805:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:1.0:1773674095.517808:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:1.0:1773674095.517811:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674095.517815:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.518286:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674095.518292:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.518299:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674095.518300:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674095.518308:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.518312:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.518387:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.518391:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.518398:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.518400:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.518403:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674095.518407:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674095.518409:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674095.518412:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.518416:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.518426:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.518433:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.518435:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.518437:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.518440:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.518443:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.518457:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.518461:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.518469:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674095.518473:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674095.518476:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.518477:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.518481:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.518483:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.518486:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.518491:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.518499:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.518501:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.518503:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.518507:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.518514:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953450368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.518519:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.518521:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.518523:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953450368/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.518530:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.518533:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.518536:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674095.518540:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.518543:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.518544:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674095.518546:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.518549:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2500. 02000000:00000001:2.0:1773674095.518553:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.518555:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.518556:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:2.0:1773674095.518560:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.518561:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.518564:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.518566:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.518567:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.518569:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.518571:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.530090:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.530104:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 481865 usecs (482 jiffies) 00000400:00000200:3.0:1773674095.530113:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674095.530118:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300653067 00000100:00000001:3.0:1773674095.530122:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.530124:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300653067 00000100:00000001:3.0:1773674095.530126:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.530128:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674095.530133:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.530138:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674095.530150:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.530162:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674095.530165:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.530170:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674095.530173:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674095.530176:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674095.530180:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674095.530185:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674095.530191:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674095.530194:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.530197:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674095.530203:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:3.0:1773674095.530206:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674095.530211:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674095.530216:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f000. 00000400:00000010:3.0:1773674095.530224:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674095.530230:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451008, portal 10 00000100:00000001:3.0:1773674095.530233:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674095.530234:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241984 : -113404182309632 : ffff98dc07ff5500) 00000100:00000040:3.0:1773674095.530242:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.530252:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674095.530255:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674095.530258:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674095.530261:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953451008, offset 0 00000400:00000200:3.0:1773674095.530266:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674095.530275:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.530283:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674095.530288:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674095.530292:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674095.530296:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674095.530299:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674095.530303:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252652:252652:255:4294967295] 192.168.201.103@tcp LPNI seq info [252620:252620:7:4294967295] 00000400:00000200:3.0:1773674095.530307:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.530317:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674095.530323:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674095.530328:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81800. 00000800:00000200:3.0:1773674095.530335:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674095.530343:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674095.530348:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674095.530359:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674095.530362:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 48401 usecs (49 jiffies) 00000400:00000200:3.0:1773674095.530365:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674095.530368:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300652634 00000100:00000001:3.0:1773674095.530370:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.530372:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300652634 00000100:00000001:3.0:1773674095.530374:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:3.0:1773674095.530376:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674095.530379:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.530382:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674095.530387:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.530395:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674095.530397:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.530399:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674095.530401:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674095.530403:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674095.530406:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674095.530409:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674095.530412:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674095.530414:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674095.530416:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674095.530419:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:3.0:1773674095.530422:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674095.530425:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674095.530429:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f058. 00000400:00000010:3.0:1773674095.530433:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674095.530436:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451264, portal 4 00000100:00000001:3.0:1773674095.530438:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1773674095.530589:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530603:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.530605:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530608:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.530614:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530618:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.530624:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530627:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530632:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530635:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794caa80 00000400:00000200:1.0:1773674095.530639:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530644:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5451 [1] + 224 00000800:00000001:1.0:1773674095.530650:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530654:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.530657:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.530661:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.530667:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.530673:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.530691:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.530716:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674095.530760:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674095.530785:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81000. 00000400:00000200:1.0:1773674095.530790:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.530794:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674095.530798:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:1.0:1773674095.530801:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:1.0:1773674095.530805:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674095.530810:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.530820:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674095.530823:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.530831:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674095.530833:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674095.530838:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530842:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.530844:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530847:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.530850:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530854:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.530858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530861:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530865:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530868:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cab80 00000400:00000200:1.0:1773674095.530872:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.530876:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5459 [1] + 224 00000800:00000001:1.0:1773674095.530880:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.530885:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.530887:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.530890:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.530893:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.530897:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.530906:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.530914:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674095.530973:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674095.530976:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81800. 00000400:00000200:1.0:1773674095.530978:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.530982:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674095.530984:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:1.0:1773674095.530986:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:1.0:1773674095.530989:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674095.530992:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.530999:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674095.531002:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.531009:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674095.531011:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674095.531015:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531019:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.531021:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531034:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.531038:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531042:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.531047:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531050:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531053:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531057:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cac80 00000400:00000200:1.0:1773674095.531060:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531065:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5461 [1] + 224 00000800:00000001:1.0:1773674095.531069:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531074:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.531076:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.531080:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.531083:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.531087:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.531095:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.531102:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674095.531106:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531110:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.531112:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531114:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.531128:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531131:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.531135:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531137:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531140:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531143:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794caa00 00000400:00000200:1.0:1773674095.531146:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.531149:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5469 [1] + 224 00000800:00000001:1.0:1773674095.531153:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531158:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.531160:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.531163:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.531166:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.531170:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.531183:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.531192:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674095.531195:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.531198:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531397:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.531401:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.531408:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.531410:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.531413:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674095.531418:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:2.0:1773674095.531420:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:2.0:1773674095.531422:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.531428:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.531437:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531466:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.531468:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531470:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.531473:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.531476:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.531478:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.531481:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.531492:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=28 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674095.531496:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674095.531499:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.531501:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.531504:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.531507:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.531512:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.531514:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674095.531517:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.531519:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.531524:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531532:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.531535:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.531537:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.531542:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.531551:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953450624:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674095.531557:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.531559:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.531561:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674095.531564:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674095.531565:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674095.531567:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.531570:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.531578:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531584:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.531586:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531587:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.531589:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.531590:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.531592:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.531594:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.531598:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=16 v=16 (16 0 0 0) 00000100:00001000:2.0:1773674095.531601:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674095.531604:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.531605:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.531607:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.531609:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.531611:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.531613:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674095.531615:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.531616:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.531620:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531626:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.531628:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.531629:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.531634:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.531641:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953450880:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674095.531645:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.531647:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.531648:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674095.531651:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:2.0:1773674095.531653:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:2.0:1773674095.531655:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.531658:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.531666:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531673:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.531674:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531676:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.531678:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.531679:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.531680:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.531682:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.531687:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674095.531690:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674095.531692:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.531694:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.531695:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.531697:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.531699:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.531701:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674095.531703:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.531704:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.531708:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531715:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.531718:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.531730:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.531735:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.531742:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953451136:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.531747:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531749:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.531752:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5c00 x1859825953450624/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531759:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.531761:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.531796:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674095.531801:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.531804:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.531806:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674095.531808:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.531811:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2b00. 02000000:00000001:2.0:1773674095.531816:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.531818:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.531820:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5c00. 00000100:00000001:2.0:1773674095.531823:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.531825:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531827:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.531831:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4380 x1859825953450880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531837:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.531838:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.531840:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674095.531842:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.531844:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.531845:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674095.531846:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.531848:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2400. 02000000:00000001:2.0:1773674095.531850:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.531852:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.531853:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4380. 00000100:00000001:2.0:1773674095.531855:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.531856:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531858:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.531861:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953451136/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.531868:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.531869:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.531870:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674095.531873:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.531874:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.531875:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674095.531877:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.531879:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2d00. 02000000:00000001:2.0:1773674095.531881:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.531882:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.531883:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:2.0:1773674095.531886:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.531887:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531890:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.531898:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674095.531900:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.531903:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.531905:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674095.532375:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000040:3.0:1773674095.532387:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674095.532396:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674095.532399:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674095.532405:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674095.532410:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953451264, offset 0 00000400:00000200:3.0:1773674095.532416:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674095.532424:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.532431:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674095.536825:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674095.536838:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674095.536842:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674095.536847:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674095.536851:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252653:252653:256:4294967295] 192.168.201.103@tcp LPNI seq info [252621:252621:8:4294967295] 00000400:00000200:3.0:1773674095.536859:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674095.536872:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674095.536879:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674095.541740:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5000. 00000800:00000200:2.0:1773674095.541760:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674095.541808:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674095.541813:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674095.541831:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.541839:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: using a timeout of 49641 usecs (50 jiffies) 00000400:00000200:2.0:1773674095.541847:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674095.541851:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300652647 00000100:00000001:2.0:1773674095.541854:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.541858:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300652647 00000100:00000001:2.0:1773674095.541860:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300656454 00000100:00000001:2.0:1773674095.541863:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.541867:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.541873:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.541877:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.541885:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674095.541887:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674095.541890:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.541892:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.541898:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.541900:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.541904:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f318. 00000400:00000200:2.0:1773674095.541911:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:2.0:1773674095.541913:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:2.0:1773674095.541919:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.541927:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.541938:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.541946:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.541948:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.541950:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.541953:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.541955:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.541957:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.541960:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.541969:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=28 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674095.541973:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674095.541977:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.541979:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.541982:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.541985:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.541988:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.541990:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674095.541993:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.541995:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.542000:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.542009:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.542012:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.542014:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.542019:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.542039:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953450496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.542045:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.542048:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.542051:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953450496/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.542058:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.542060:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.542064:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674095.542067:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.542070:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.542072:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674095.542074:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.542076:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2800. 02000000:00000001:2.0:1773674095.542081:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.542083:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.542085:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:2.0:1773674095.542088:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.542090:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.542092:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.542094:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.542095:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.542097:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.542098:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674095.542345:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674095.542350:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5000. 00000400:00000200:1.0:1773674095.542354:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.542360:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674095.542365:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:1.0:1773674095.542367:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:1.0:1773674095.542371:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674095.542376:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.542385:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674095.542388:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.542394:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674095.542396:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674095.543787:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.543804:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674095.543807:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.543810:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674095.543818:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.543825:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674095.543833:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.543838:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.543843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.543848:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cab00 00000400:00000200:0.0:1773674095.543853:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.543859:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5471 [1] + 224 00000800:00000001:0.0:1773674095.543866:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.543874:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674095.543878:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674095.543882:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674095.543888:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674095.543896:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674095.543906:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.543928:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674095.543936:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.543940:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.544305:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.544309:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.544316:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.544318:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.544321:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f0b0. 00000400:00000200:2.0:1773674095.544326:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000400:00000010:2.0:1773674095.544328:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:2.0:1773674095.544331:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.544336:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.544346:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.544354:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.544355:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.544358:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.544362:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.544364:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.544367:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.544369:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.544378:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674095.544382:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674095.544385:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.544387:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.544390:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.544394:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.544398:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.544400:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674095.544402:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.544404:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.544409:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.544416:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.544419:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.544421:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.544424:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.544434:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953450752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.544439:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.544442:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.544446:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6a00 x1859825953450752/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.544465:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.544467:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.544471:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674095.544474:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.544477:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.544479:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674095.544481:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.544484:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2000. 02000000:00000001:2.0:1773674095.544489:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.544491:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.544493:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6a00. 00000100:00000001:2.0:1773674095.544496:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.544498:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.544501:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.544503:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.544505:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.544507:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.544508:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674095.545020:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.545039:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674095.545042:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.545044:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.545050:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.545056:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674095.545063:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.545067:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.545071:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.545290:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cac00 00000400:00000200:1.0:1773674095.545294:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674095.545300:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5479 [1] + 224 00000800:00000001:1.0:1773674095.545307:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.545362:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674095.545365:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674095.545370:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674095.545375:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674095.545382:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674095.545392:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674095.545409:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674095.545416:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674095.545419:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.545674:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.545677:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.545680:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.545682:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.545684:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f000. 00000400:00000200:2.0:1773674095.545692:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:2.0:1773674095.545695:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:2.0:1773674095.545698:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.545702:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.545940:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.545947:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.545949:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.545951:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.545954:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.545956:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.545958:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.545961:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674095.545970:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=16 v=16 (16 0 0 0) 00000100:00001000:2.0:1773674095.545974:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674095.545977:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.545979:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.545981:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.545985:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.545988:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.545990:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674095.545992:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.545993:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.545998:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.546005:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.546007:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.546008:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.546012:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.546019:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.546058:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.546061:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.546065:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5500 x1859825953451008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.546078:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.546080:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.546084:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674095.546087:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.546089:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.546091:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674095.546093:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.546095:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2e00. 02000000:00000001:2.0:1773674095.546099:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.546100:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.546102:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5500. 00000100:00000001:2.0:1773674095.546105:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.546106:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.546109:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.546111:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.546113:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.546115:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.546117:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674095.552624:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.552645:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674095.552649:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.552652:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674095.552662:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.552670:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674095.552679:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.552684:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.552691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.552696:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cad00 00000400:00000200:0.0:1773674095.552701:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674095.552708:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5481 [1] + 224 00000800:00000001:0.0:1773674095.552716:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.552741:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674095.552744:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674095.552749:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674095.552756:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674095.552804:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674095.552818:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674095.552840:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674095.552850:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674095.552854:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.553132:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.553137:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674095.553145:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674095.553148:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674095.553151:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f058. 00000400:00000200:2.0:1773674095.553157:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:2.0:1773674095.553160:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:2.0:1773674095.553163:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674095.553169:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674095.553179:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.553187:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674095.553189:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.553192:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674095.553196:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674095.553199:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674095.553202:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674095.553205:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674095.553218:0:2413:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98dc07c98000. 00000100:00001000:2.0:1773674095.553227:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072fc458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674095.553231:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674095.553234:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674095.553236:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674095.553239:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674095.553242:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.553247:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674095.553249:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674095.553252:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674095.553254:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674095.553259:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.553267:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674095.553271:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674095.553273:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674095.553277:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674095.553285:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674095.553292:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.553295:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674095.553299:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953451264/t0(0) o400->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674095.553306:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674095.553308:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674095.553312:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674095.553318:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674095.553321:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674095.553323:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674095.553325:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674095.553329:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc064e2a00. 02000000:00000001:2.0:1773674095.553335:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674095.553336:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674095.553338:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:2.0:1773674095.553342:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674095.553344:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674095.553348:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.553349:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674095.553350:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674095.553352:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674095.553354:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674096.129501:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674096.129508:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674096.129514:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674096.129515:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674096.129519:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674096.129520:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674096.129524:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674096.129525:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674096.129528:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674096.129531:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674096.129551:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674096.129554:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674096.129558:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674097.152919:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674097.152927:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674097.152934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674097.152936:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674097.152940:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674097.152941:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674097.152945:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674097.152946:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674097.152950:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674097.152952:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674097.153374:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674097.153379:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674097.153382:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674098.176923:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674098.176931:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674098.176938:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674098.176939:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674098.176943:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674098.176944:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674098.176948:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674098.176949:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674098.176953:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674098.176954:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674098.180676:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674098.180684:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674098.180690:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674099.200896:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674099.200903:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674099.200909:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674099.200911:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674099.200915:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674099.200916:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674099.200919:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674099.200921:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674099.200925:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674099.200926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674099.200951:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674099.200953:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674099.200956:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674099.457746:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300656454, at 4300656512 00000100:00000010:0.0:1773674099.457798:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437ca20. 00000100:00000040:1.0:1773674099.459646:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300656454, at 4300656514 00000100:00000010:1.0:1773674099.459663:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437ccc0. 00010000:00000001:0.0:1773674100.225014:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674100.225027:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674100.225030:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674100.225035:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225041:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674100.225044:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225047:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225050:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225056:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674100.225058:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225063:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674100.225064:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225068:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674100.225069:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225072:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674100.225074:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674100.225075:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674100.225076:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225077:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674100.225078:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225079:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.225081:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674100.225137:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674100.225141:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674100.225145:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674100.610034:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674100.610051:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674100.610068:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000020:00000040:2.0:1773674100.610077:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674100.610308:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674100.610312:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674100.610320:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674100.610335:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5000. 00000100:00000001:2.0:1773674100.610345:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.610362:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674100.610453:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674100.610459:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.610468:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_01+1] req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.611033:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.611039:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.611043:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674100.611051:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.611063:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674100.611065:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.611071:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674100.611091:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674100.611095:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.611098:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953451392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674100.611104:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674100.611111:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674100.611114:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.611117:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674100.611126:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:3.0:1773674100.611128:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.611139:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674100.611146:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f790. 00000400:00000010:3.0:1773674100.611154:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674100.611164:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451392, portal 25 00000100:00000001:3.0:1773674100.611168:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674100.611170:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674100.611177:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.611187:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674100.611191:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674100.611194:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674100.611199:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953451392, offset 0 00000400:00000200:3.0:1773674100.611209:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.611221:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.611231:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674100.611238:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674100.611244:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674100.611249:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674100.611253:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674100.611258:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252654:252654:256:4294967295] 192.168.201.103@tcp LPNI seq info [252622:252622:8:4294967295] 00000400:00000200:3.0:1773674100.611263:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.611276:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674100.611284:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674100.611291:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000800:00000200:3.0:1773674100.611301:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674100.611312:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674100.611318:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674100.611342:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.611348:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674100.611352:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300661574 00000100:00000010:3.0:1773674100.611360:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119163c0. 00000100:00000001:3.0:1773674100.611380:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674100.611389:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300661574 00000100:00000010:3.0:1773674100.611393:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916900. 00000100:00000001:3.0:1773674100.611397:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674100.611402:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.611406:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.611410:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.611413:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674100.611625:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.611632:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:1.0:1773674100.611639:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.611646:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.611653:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773674100.611656:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773674100.611661:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.611667:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.611679:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.611684:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.611693:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.611695:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674100.613383:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.613393:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674100.613399:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674100.613411:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674100.613418:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674100.613423:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674100.613427:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674100.613434:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674100.613442:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5a00. 00000100:00000001:2.0:1773674100.613451:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.613461:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674100.613475:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674100.613480:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.613487:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_00+0] req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.621169:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674100.621181:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674100.621190:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.621193:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.621199:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.621204:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674100.621207:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.621210:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674100.621212:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.621214:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.621215:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.621217:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674100.621238:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.621251:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674100.621254:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.621260:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674100.621264:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674100.621268:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.621272:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674100.621278:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674100.621286:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674100.621290:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.621293:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674100.621302:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:3.0:1773674100.621305:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.621316:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674100.621321:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f3c8. 00000400:00000010:3.0:1773674100.621331:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000100:00000200:3.0:1773674100.621340:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451520, portal 10 00000100:00000001:3.0:1773674100.621343:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674100.621345:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:3.0:1773674100.621354:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.621364:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674100.621381:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674100.621385:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773674100.621391:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953451520, offset 0 00000400:00000200:3.0:1773674100.621400:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.621411:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.621421:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674100.621427:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674100.621433:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674100.621438:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674100.621442:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674100.621447:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252655:252655:256:4294967295] 192.168.201.103@tcp LPNI seq info [252623:252623:8:4294967295] 00000400:00000200:3.0:1773674100.621452:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.621466:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674100.621474:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674100.621481:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81c00. 00000800:00000200:3.0:1773674100.621490:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674100.621498:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674100.621819:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674100.621833:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.621839:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 340613 usecs (341 jiffies) 00000400:00000200:3.0:1773674100.621873:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674100.621877:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300658009 00000100:00000001:3.0:1773674100.621890:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.621894:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300658009 00000100:00000001:3.0:1773674100.621897:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.621899:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.621903:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.621907:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.621911:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.623483:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.623492:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.623497:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.623795:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.623802:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674100.623807:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773674100.623826:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.623829:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.623832:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.623836:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674100.623865:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a300. 00000020:00000040:2.0:1773674100.623873:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674100.623878:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674100.623882:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674100.623889:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674100.623900:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09bd5100. 00000100:00000001:2.0:1773674100.623908:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.623923:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674100.623936:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674100.623955:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.623963:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674faa17] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.623982:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.623998:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674100.624002:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773674100.624009:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.624011:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.624013:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674100.624019:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.624027:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674100.624030:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.624035:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674100.624038:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674100.624042:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674100.624045:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.624050:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674100.624056:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674100.624060:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.624063:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674100.624068:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674100.624071:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674100.624080:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674100.624086:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674100.624095:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674100.624105:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451648, portal 10 00000100:00000001:2.0:1773674100.624108:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674100.624111:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840064 : -113404246711552 : ffff98dc0428a300) 00000100:00000040:2.0:1773674100.624120:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.624129:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674100.624132:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674100.624135:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674100.624140:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953451648, offset 0 00000400:00000200:2.0:1773674100.624147:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674100.624159:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674100.624171:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674100.624177:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674100.624183:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674100.624188:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674100.624192:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674100.624198:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252656:252656:255:4294967295] 192.168.201.103@tcp LPNI seq info [252624:252624:7:4294967295] 00000400:00000200:2.0:1773674100.624203:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674100.624215:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674100.624222:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674100.624228:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09bd5900. 00000800:00000200:2.0:1773674100.624236:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674100.624245:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674100.624249:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09bd5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674100.624254:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.624259:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 97392 usecs (98 jiffies) 00000400:00000200:2.0:1773674100.624262:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674100.624266:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300657777 00000100:00000001:2.0:1773674100.624270:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:2.0:1773674100.624273:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300657777 00000100:00000001:2.0:1773674100.624275:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:2.0:1773674100.624280:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.624283:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.624287:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.624289:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.624298:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674100.624301:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674100.624304:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.624305:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.624306:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.624308:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674100.624319:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674100.624323:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674100.624325:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674100.624327:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674100.624329:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674100.624364:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674100.624384:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.624391:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674100.624400:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674100.624402:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.624407:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.624423:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.624427:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674100.624432:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674100.624435:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674100.624439:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773674100.624446:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.624448:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.624450:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674100.624453:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773674100.624456:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.624459:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674100.624461:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.624463:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.624464:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.624465:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674100.624470:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.624478:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674100.624479:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.624482:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674100.624484:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674100.624486:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674100.624490:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.624494:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674100.624496:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674100.624498:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.624500:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773674100.624758:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.624761:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.624762:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.624777:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.624779:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674100.624808:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674100.624812:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674100.624815:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674100.624817:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674100.624820:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674100.624824:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81f00. 00000100:00000001:3.0:1773674100.624828:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.624835:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674100.624843:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674100.624846:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.624850:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e7d5102] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.624865:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.624868:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674100.624872:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674100.624878:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.624880:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.624882:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.624884:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674100.624886:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.624890:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674100.624892:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.624894:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.624895:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.624896:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674100.624901:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.624915:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674100.624916:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.624919:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674100.624921:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674100.624923:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.624927:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451904:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674100.624931:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674100.624934:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674100.624936:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.624938:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674100.624954:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:3.0:1773674100.624957:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.624962:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674100.624966:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fa50. 00000400:00000010:3.0:1773674100.624972:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565110. 00000100:00000200:3.0:1773674100.624976:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451904, portal 10 00000100:00000001:3.0:1773674100.624979:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674100.624981:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000040:3.0:1773674100.626311:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.626324:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674100.626328:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674100.626334:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674100.626339:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953451904, offset 0 00000400:00000200:3.0:1773674100.626348:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.626359:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:2.0:1773674100.626738:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674100.626743:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674100.626908:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.626930:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.626933:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.626935:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.626952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.626958:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.626967:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.626972:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.626978:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.626994:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cad80 00000400:00000200:1.0:1773674100.627000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.627008:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5489 [1] + 224 00000800:00000001:1.0:1773674100.627017:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.627034:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.627038:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.627043:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.627053:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.627064:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.627078:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.627089:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674100.627147:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.627152:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81c00. 00000400:00000200:1.0:1773674100.627158:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.627162:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.627167:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:1.0:1773674100.627169:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:1.0:1773674100.627174:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.627179:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.627191:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.627196:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.627204:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.627207:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674100.627213:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.627217:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674100.627306:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.627309:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09bd5900. 00000400:00000200:1.0:1773674100.627315:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.627319:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.627323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:1.0:1773674100.627325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:1.0:1773674100.627328:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.627333:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.627342:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.627345:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.627352:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.627353:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773674100.627652:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674100.627661:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674100.627668:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674100.627676:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953451776, portal 4 00000100:00000001:2.0:1773674100.627680:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674100.627681:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674100.627692:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.627701:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674100.627704:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674100.627707:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674100.627711:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953451776, offset 0 00000400:00000200:2.0:1773674100.627717:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.627904:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674100.627912:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674100.627917:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674100.627923:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674100.627926:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674100.627932:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252657:252657:256:4294967295] 192.168.201.103@tcp LPNI seq info [252625:252625:8:4294967295] 00000400:00000200:3.0:1773674100.627959:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.627970:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674100.627977:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674100.628262:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674100.628269:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674100.628272:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674100.628275:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674100.628278:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674100.628281:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674100.628284:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252658:252658:255:4294967295] 192.168.201.103@tcp LPNI seq info [252626:252626:7:4294967295] 00000400:00000200:2.0:1773674100.628289:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674100.628296:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674100.628301:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674100.628307:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674100.628316:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674100.628325:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674100.628331:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674100.628355:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.628360:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 479106 usecs (480 jiffies) 00000400:00000200:2.0:1773674100.628365:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674100.628848:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300658164 00000100:00000001:2.0:1773674100.628854:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:2.0:1773674100.628857:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300658164 00000100:00000001:2.0:1773674100.628859:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:2.0:1773674100.628862:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.628866:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773674100.628878:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674100.628880:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.628884:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f790. 00000400:00000200:2.0:1773674100.628888:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:2.0:1773674100.628891:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:2.0:1773674100.628894:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.628901:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674100.628920:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.628927:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.628929:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.628932:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674100.628937:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.628950:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.628953:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.628957:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674100.628966:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674100.628970:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674100.628973:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.628975:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.628978:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.628981:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773674100.629742:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674100.629779:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674100.629789:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674100.629794:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674100.629800:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.629807:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 31896 usecs (32 jiffies) 00000400:00000200:3.0:1773674100.629814:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674100.629818:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300657716 00000100:00000001:3.0:1773674100.629821:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.629823:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300657716 00000100:00000001:3.0:1773674100.629825:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.629827:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.629830:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.629836:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.629843:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674100.629875:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773674100.629882:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674100.629889:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674100.629893:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674100.629899:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674100.630167:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674100.630178:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630190:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674100.630218:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674100.630225:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630233:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c241721] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630263:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630267:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674100.630272:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674100.630283:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.630287:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.630290:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674100.630295:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630304:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674100.630306:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.630311:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674100.630314:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674100.630317:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.630321:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953452032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674100.630326:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674100.630332:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674100.630335:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.630338:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674100.630343:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:3.0:1773674100.630346:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.630352:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674100.630357:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674100.630378:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674100.630388:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452032, portal 10 00000100:00000001:3.0:1773674100.630391:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674100.630393:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:3.0:1773674100.630401:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630410:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674100.630413:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674100.630417:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674100.630421:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953452032, offset 0 00000400:00000200:3.0:1773674100.630429:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.630439:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.630450:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674100.630455:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674100.630461:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674100.630466:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674100.630470:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674100.630475:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252659:252659:254:4294967295] 192.168.201.103@tcp LPNI seq info [252627:252627:6:4294967295] 00000400:00000200:3.0:1773674100.630481:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.630494:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674100.630514:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674100.630520:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81700. 00000800:00000200:3.0:1773674100.630526:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674100.630533:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674100.630537:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674100.630541:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630545:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 51072 usecs (52 jiffies) 00000400:00000200:3.0:1773674100.630549:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674100.630551:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300657736 00000100:00000001:3.0:1773674100.630554:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.630556:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300657736 00000100:00000001:3.0:1773674100.630559:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.630561:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.630564:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.630567:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.630570:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.630581:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674100.630585:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00000001:3.0:1773674100.630588:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.630589:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.630591:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.630594:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674100.630607:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674100.630612:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674100.630616:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674100.630617:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674100.630620:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674100.630625:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81b00. 00000100:00000001:3.0:1773674100.630629:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630635:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674100.630642:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674100.630645:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630649:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630665:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630668:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674100.630672:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674100.630675:0:49853:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1773674100.630679:0:49853:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:3.0:1773674100.630685:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.630687:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.630689:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.630692:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674100.630694:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.630697:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674100.630699:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.630701:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.630703:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674100.630704:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674100.630708:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630724:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674100.630726:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.630728:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674100.630731:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674100.630733:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674100.630736:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953452160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674100.630741:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674100.630744:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674100.630745:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.630747:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674100.630754:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674100.630756:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674100.630760:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674100.630793:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674100.630799:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674100.630803:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452160, portal 4 00000100:00000001:3.0:1773674100.630805:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674100.630807:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674100.630814:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.630822:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674100.630825:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674100.630827:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674100.630830:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953452160, offset 0 00000400:00000200:3.0:1773674100.630835:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674100.630840:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.630845:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674100.630849:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674100.630852:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674100.630854:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674100.630857:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674100.630861:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252660:252660:253:4294967295] 192.168.201.103@tcp LPNI seq info [252628:252628:5:4294967295] 00000400:00000200:3.0:1773674100.630866:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674100.630874:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674100.630879:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674100.630883:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674100.630888:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674100.630893:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674100.630897:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674100.630900:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.630903:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 35676 usecs (36 jiffies) 00000400:00000200:3.0:1773674100.630907:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674100.630909:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300657720 00000100:00000001:3.0:1773674100.630912:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.630915:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300657720 00000100:00000001:3.0:1773674100.630917:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:3.0:1773674100.630919:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.630921:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.630924:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.630927:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674100.630936:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773674100.630939:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=3 obd=lustre-OST0001-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674100.631015:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.631026:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.631035:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.631037:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.631040:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.631045:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.631054:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953451392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.631060:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.631063:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.631067:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953451392/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.631075:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.631078:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.631082:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674100.631091:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.631093:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.631096:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674100.631099:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.631103:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5000. 02000000:00000001:2.0:1773674100.631108:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.631110:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.631112:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:2.0:1773674100.631116:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.631118:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.631120:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.631122:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.631124:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.631127:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.631128:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674100.634681:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.634695:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674100.634708:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.634721:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.634730:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:1.0:1773674100.634734:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:1.0:1773674100.634741:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.634752:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634815:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.634821:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634830:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.634832:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674100.634853:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.634856:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:1.0:1773674100.634860:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.634865:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.634868:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773674100.634870:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773674100.634874:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.634879:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634888:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.634892:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634899:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.634901:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674100.634913:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.634916:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81700. 00000400:00000200:1.0:1773674100.634919:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.634923:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.634926:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:1.0:1773674100.634928:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:1.0:1773674100.634930:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.634935:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634953:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.634957:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.634964:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.634966:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674100.635063:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.635067:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:1.0:1773674100.635070:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.635074:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.635077:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:1.0:1773674100.635079:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:1.0:1773674100.635082:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.635087:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.635095:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.635098:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.635104:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.635106:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674100.639346:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674100.639352:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674100.639360:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674100.639393:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81d00. 00000100:00000001:3.0:1773674100.639406:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.639411:0:49853:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00080000:3.0:1773674100.640107:0:49853:0:(import.c:65:import_set_state_nolock()) ffff98dc072fc000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1773674100.640112:0:49853:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff98dc088eb800: disconnect after 20s idle 00000100:00000001:3.0:1773674100.640121:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674100.640128:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.640144:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009933a8ef] to pc [ptlrpcd_rcv+-1] req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.640182:0:49853:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.640187:0:49853:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.640198:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5995) 00000100:00000001:0.0:1773674100.640294:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674100.640300:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674100.640303:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674100.640312:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674100.640323:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674100.640325:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674100.640330:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674100.640334:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674100.640337:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674100.640341:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953452288:192.168.201.103@tcp:9:kworker.0 00000100:00000001:0.0:1773674100.640346:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674100.640353:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674100.640356:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674100.640360:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674100.640386:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674100.640390:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674100.640401:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674100.640407:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674100.640426:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773674100.640437:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452288, portal 4 00000100:00000001:0.0:1773674100.640440:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674100.640442:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000040:0.0:1773674100.640451:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674100.640460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674100.640463:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674100.640466:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979bb0. 00000100:00000200:0.0:1773674100.640470:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953452288, offset 0 00000400:00000200:0.0:1773674100.640479:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674100.640967:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674100.640979:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674100.640996:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674100.641003:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674100.641009:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674100.641013:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674100.641018:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252661:252661:256:4294967295] 192.168.201.103@tcp LPNI seq info [252629:252629:8:4294967295] 00000400:00000200:0.0:1773674100.641023:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674100.641036:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674100.641044:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674100.641052:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3000. 00000800:00000200:0.0:1773674100.641062:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674100.641072:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674100.641078:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674100.641089:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674100.641096:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: using a timeout of 55493 usecs (56 jiffies) 00000400:00000200:0.0:1773674100.641099:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674100.641104:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300657752 00000100:00000001:0.0:1773674100.641108:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300661574 00000100:00000001:0.0:1773674100.641111:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300657752 00000100:00000001:0.0:1773674100.641114:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300661574 00000100:00000001:0.0:1773674100.641116:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674100.641120:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674100.641126:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674100.641129:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674100.641141:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674100.641143:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773674100.641146:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674100.641147:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674100.641149:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674100.641151:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674100.642395:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674100.642404:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3000. 00000400:00000200:1.0:1773674100.643698:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.643718:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674100.643729:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979bb0 00000400:00000010:1.0:1773674100.643733:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979bb0. 00000100:00000001:1.0:1773674100.643741:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674100.643751:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.643779:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674100.643784:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.643792:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674100.643794:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674100.653815:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.653849:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.653856:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.653859:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.653873:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.653883:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.653900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.653906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.653914:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.653920:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794caf00 00000400:00000200:1.0:1773674100.653926:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.653935:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54a9 [1] + 224 00000800:00000001:1.0:1773674100.653958:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.653976:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.653980:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.653997:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.654009:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.654020:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.654033:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.654058:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.654071:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.654075:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.657164:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.657176:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674100.657190:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674100.657194:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.657200:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674100.657210:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:2.0:1773674100.657215:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:2.0:1773674100.657220:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.657236:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674100.657249:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.657259:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.657262:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.657266:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674100.657270:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.657274:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.657277:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.657280:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674100.657294:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674100.657299:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=136 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674100.657303:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.657305:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.657308:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.657314:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.657318:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674100.657322:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674100.657324:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674100.657326:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.657332:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.657341:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.657345:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.657347:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.657353:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.657362:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.657380:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.657384:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.657388:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953451776/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.657397:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.657400:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.657405:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674100.657410:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.657414:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.657416:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674100.657419:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.657423:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:2.0:1773674100.657428:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.657431:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.657433:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674100.657438:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.657440:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.657445:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.657447:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.657448:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.657450:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.657452:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674100.673837:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.673867:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.673873:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.673877:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.673891:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.673902:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.673915:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.673921:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.673928:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.673933:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cae00 00000400:00000200:1.0:1773674100.673950:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.673958:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5491 [1] + 224 00000800:00000001:1.0:1773674100.673970:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.673978:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.674094:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.674102:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.674112:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.674124:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.674144:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.674171:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.674185:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674191:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.674193:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674196:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.674200:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674205:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.674210:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674213:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674216:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674219:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794caf80 00000400:00000200:1.0:1773674100.674223:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674227:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54a1 [1] + 224 00000800:00000001:1.0:1773674100.674232:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674236:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.674238:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.674242:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.674245:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.674251:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.674261:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.674285:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.674290:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674294:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.674297:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674299:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.674303:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674307:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.674312:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674315:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674318:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674321:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb000 00000400:00000200:1.0:1773674100.674324:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.674328:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54b1 [1] + 224 00000800:00000001:1.0:1773674100.674332:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.674336:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.674338:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.674342:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.674345:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.674350:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.674359:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.674825:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.674831:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674100.674842:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674100.674845:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.674849:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f3c8. 00000400:00000200:2.0:1773674100.674855:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565550 00000400:00000010:2.0:1773674100.674858:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565550. 00000100:00000001:2.0:1773674100.674861:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.674867:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674100.674878:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.674885:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.674887:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.674891:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674100.674895:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.674899:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.674901:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.674905:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674100.674918:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=33 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674100.674924:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674100.674927:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.674929:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.674933:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.674937:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.674953:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674100.674955:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674100.674957:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674100.674959:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.674966:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.674975:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.674978:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.674981:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.676166:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.676182:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.676189:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.676193:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.676198:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953451520/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.676206:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.676210:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.676216:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674100.676221:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.676225:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.676227:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674100.676230:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.676234:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5a00. 02000000:00000001:2.0:1773674100.676238:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.676240:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.676243:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674100.676248:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.676249:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.676254:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.676257:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.676259:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.676262:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.676264:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.676359:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674100.676362:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674100.676416:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.676434:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.676453:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.676456:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.676459:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.676468:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.676474:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.676694:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.676699:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.676705:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.676709:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cae80 00000400:00000200:1.0:1773674100.676713:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.676720:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5499 [1] + 224 00000800:00000001:1.0:1773674100.676729:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.676837:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.676842:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.676847:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.676855:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.676862:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.676871:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.676891:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.676896:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.676900:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.680170:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.680183:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674100.680199:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674100.680202:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.680209:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674100.680221:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:2.0:1773674100.680224:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:2.0:1773674100.680230:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.680244:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674100.680258:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.680267:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.680270:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.680274:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674100.680279:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.680283:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.680286:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.680290:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674100.680306:0:2414:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=33 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674100.680312:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674100.680315:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.680318:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.680322:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.680328:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.680334:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674100.680337:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674100.680339:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674100.680341:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.680347:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.680355:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.680360:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.680362:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.680379:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.680388:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953451648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.680395:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.680399:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.680404:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a300 x1859825953451648/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.680413:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.680417:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.680422:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674100.680428:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.680432:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.680435:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674100.680438:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.680442:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09bd5100. 02000000:00000001:2.0:1773674100.680447:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.680450:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.680452:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a300. 00000100:00000001:2.0:1773674100.680457:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.680459:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.680462:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.680471:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674100.680474:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.680476:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.680479:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674100.691886:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674100.691896:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674100.691901:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674100.691913:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:3.0:1773674100.691916:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:3.0:1773674100.691922:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674100.691937:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674100.691963:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.691972:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674100.691975:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674100.691978:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674100.691996:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674100.692000:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674100.692003:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674100.692006:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674100.692020:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=21 v=16 (16 0 0 0) 00000100:00001000:3.0:1773674100.692026:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674100.692029:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674100.692032:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674100.692035:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674100.692039:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674100.692045:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674100.692048:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674100.692050:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674100.692053:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674100.692059:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674100.692067:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674100.692071:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674100.692073:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674100.692078:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674100.692085:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953452032:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674100.692734:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674100.692738:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.692741:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fa50. 00000400:00000200:2.0:1773674100.692747:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565110 00000400:00000010:2.0:1773674100.692750:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565110. 00000100:00000001:2.0:1773674100.692753:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.692760:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674100.692800:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.692807:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.692809:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.692812:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674100.692814:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.692816:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.692818:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674100.692820:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674100.692827:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=21 v=16 (16 0 0 0) 00000100:00001000:2.0:1773674100.692830:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674100.692833:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.692834:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.692836:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.692839:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.692842:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674100.692844:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674100.692846:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674100.692847:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.692852:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.692858:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.692860:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.692862:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.692865:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.692872:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953451904:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.692878:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.692882:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.692886:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953452032/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.692894:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.692897:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.692902:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674100.692908:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.692911:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.692914:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674100.692916:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.692920:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:2.0:1773674100.692923:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.692926:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.692928:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:2.0:1773674100.692932:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.692934:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.692935:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.692948:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953451904/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.692956:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.692957:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.692959:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674100.692962:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.692963:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.692965:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674100.692967:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.692969:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81f00. 02000000:00000001:2.0:1773674100.692971:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.692972:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.692974:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:2.0:1773674100.692976:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.692977:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.692994:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.692998:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.693002:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.693004:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.693006:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674100.693809:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.693990:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.693994:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694000:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.694021:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694029:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.694042:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694048:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694055:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694060:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb080 00000400:00000200:1.0:1773674100.694067:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694261:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54b9 [1] + 224 00000800:00000001:1.0:1773674100.694273:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694281:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.694284:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.694290:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.694297:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.694307:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.694318:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.694349:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.694361:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694365:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674100.694367:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694369:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.694373:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694376:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674100.694381:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694389:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb100 00000400:00000200:1.0:1773674100.694393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674100.694397:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54c1 [1] + 224 00000800:00000001:1.0:1773674100.694401:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694411:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674100.694413:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674100.694416:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674100.694420:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674100.694424:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674100.694444:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674100.694456:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674100.694461:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674100.694465:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674100.694983:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674100.694990:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674100.694998:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674100.695001:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674100.695012:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:0.0:1773674100.695018:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773674100.695021:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773674100.695025:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674100.695031:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674100.695041:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674100.695048:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674100.695050:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674100.695054:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674100.695057:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674100.695060:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674100.695062:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674100.695066:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674100.695078:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072fc458 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1773674100.695083:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072fc410 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674100.695091:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674100.695093:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674100.695096:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674100.695101:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674100.695105:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674100.695107:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674100.695110:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674100.695112:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674100.695127:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674100.695136:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674100.695139:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674100.695141:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773674100.695146:0:2410:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773674100.695155:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc072fc000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1773674100.695161:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.695162:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.695166:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674100.695169:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1773674100.695169:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953452288:192.168.201.103@tcp:9:kworker.0 00000400:00000001:2.0:1773674100.695171:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674100.695174:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000100:00000001:0.0:1773674100.695175:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773674100.695177:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000100:00000001:0.0:1773674100.695177:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1773674100.695179:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000040:0.0:1773674100.695181:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7100 x1859825953452288/t0(0) o9->lustre-OST0001-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.695182:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674100.695187:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674100.695188:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674100.695190:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674100.695195:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674100.695199:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1773674100.695201:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773674100.695203:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674100.695205:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:0.0:1773674100.695207:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773674100.695208:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674100.695209:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.695211:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1773674100.695212:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81d00. 02000000:00000001:2.0:1773674100.695213:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674100.695214:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674100.695216:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674100.695216:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.695218:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674100.695218:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674100.695220:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7100. 00000100:00001000:2.0:1773674100.695224:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1773674100.695224:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674100.695225:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1773674100.695227:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674100.695228:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.695230:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674100.695231:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674100.695233:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674100.695235:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.695237:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1773674100.695238:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1773674100.695239:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674100.695240:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.695241:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674100.695242:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674100.695243:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674100.695244:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674100.695246:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.695252:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674100.695254:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674100.695256:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674100.695260:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674100.695267:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953452160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674100.695272:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.695273:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674100.695277:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953452160/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674100.695293:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674100.695294:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674100.695296:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7e00. 02000000:00000001:2.0:1773674100.695301:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674100.695303:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674100.695304:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674100.695306:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674100.695307:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81b00. 02000000:00000001:2.0:1773674100.695310:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674100.695311:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674100.695312:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:2.0:1773674100.695315:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674100.695316:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674100.695320:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.695322:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674100.695323:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674100.695325:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674100.695327:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252359:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674101.252370:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252379:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674101.252385:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674101.252562:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674101.252571:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674101.252574:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674101.252576:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252580:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674101.252583:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252586:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252588:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252594:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674101.252596:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674101.252598:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674101.252600:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674101.252601:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674101.252602:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252604:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674101.252605:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252607:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252609:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252614:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674101.252615:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674101.252619:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674101.252620:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674101.252708:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674101.252713:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674101.252716:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773674101.698667:0:2413:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773674101.698688:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674101.698690:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1773674101.698698:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674101.698702:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674101.698707:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674101.698711:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273331:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674102.273347:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273357:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674102.273359:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273363:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674102.273365:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273369:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674102.273373:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674102.273376:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674102.273386:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674102.273390:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674102.273392:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273396:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674102.273408:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273410:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273413:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674102.273418:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674102.273420:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674102.273445:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674102.273448:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674102.273451:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674103.297099:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674103.297110:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674103.297119:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674103.297121:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674103.297126:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674103.297127:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674103.297131:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674103.297132:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674103.297136:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674103.297137:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674103.297234:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674103.297239:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674103.297243:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674104.320988:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674104.320999:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674104.321007:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674104.321009:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674104.321013:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674104.321015:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674104.321019:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674104.321021:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674104.321025:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674104.321027:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674104.321825:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674104.321833:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674104.321837:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674104.577464:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300661574, at 4300661632 00000100:00000010:0.0:1773674104.577489:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119163c0. 00000100:00000040:1.0:1773674104.577804:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300661574, at 4300661633 00000100:00000010:1.0:1773674104.577812:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916900. 00010000:00000001:0.0:1773674105.345323:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674105.345334:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674105.345356:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674105.345357:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674105.345361:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674105.345362:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674105.345366:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674105.345367:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674105.345372:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674105.345374:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674105.345572:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674105.345575:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674105.345579:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674105.728976:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674105.728993:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674105.729008:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773674105.729016:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674105.729023:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674105.729027:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674105.729034:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674105.729044:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81200. 00000100:00000001:3.0:1773674105.729054:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.729071:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674105.729085:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674105.729090:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.729099:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.729132:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.729135:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674105.729140:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674105.729152:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.729157:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.729160:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674105.729167:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.729176:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674105.729178:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.729183:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674105.729186:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674105.729189:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674105.729193:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953452416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674105.729197:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674105.729204:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674105.729207:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.729210:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674105.729218:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6800. 02000000:00000001:3.0:1773674105.729221:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674105.729232:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674105.729248:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674105.729257:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674105.729267:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452416, portal 25 00000100:00000001:3.0:1773674105.729270:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674105.729272:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527239296 : -113404182312320 : ffff98dc07ff4a80) 00000100:00000040:3.0:1773674105.729279:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.729288:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674105.729291:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674105.729295:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674105.729299:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953452416, offset 0 00000400:00000200:3.0:1773674105.729307:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674105.729318:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674105.729327:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674105.729333:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674105.729338:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674105.729344:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674105.729347:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674105.729352:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252662:252662:256:4294967295] 192.168.201.103@tcp LPNI seq info [252630:252630:8:4294967295] 00000400:00000200:3.0:1773674105.729357:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674105.729370:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674105.729983:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674105.729990:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81e00. 00000800:00000200:3.0:1773674105.730000:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674105.730011:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674105.730017:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674105.730038:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674105.730043:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674105.730047:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300666693 00000100:00000010:3.0:1773674105.730053:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916d80. 00000100:00000001:3.0:1773674105.730063:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674105.730073:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300666693 00000100:00000010:3.0:1773674105.730076:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916a80. 00000100:00000001:3.0:1773674105.730080:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674105.730083:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674105.730086:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.730091:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.730094:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.730104:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674105.730106:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674105.730109:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.730110:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.730112:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.730114:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674105.730133:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773674105.730138:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674105.730142:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674105.730145:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674105.730148:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674105.730154:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81100. 00000100:00000001:3.0:1773674105.730160:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.730167:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674105.730176:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674105.730179:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.730184:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.730204:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.730207:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674105.730211:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674105.730219:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.730220:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.730222:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674105.730225:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674105.730227:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.730230:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674105.730231:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674105.730719:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.730726:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81e00. 00000400:00000200:1.0:1773674105.730734:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.730742:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.730750:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:1.0:1773674105.730753:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:1.0:1773674105.730759:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.730794:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.730807:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.730812:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.730820:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.730822:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1773674105.730873:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674105.730878:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674105.730881:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674105.730884:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674105.730887:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674105.730892:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae400. 00000100:00000001:1.0:1773674105.730897:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.730902:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674105.730910:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674105.730913:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.730918:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a079efec] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.730942:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.730946:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674105.730949:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773674105.730956:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773674105.730960:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773674105.730962:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.730967:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.730969:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.730972:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.730973:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.730975:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674105.730981:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.730988:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674105.730990:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.730993:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674105.730996:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674105.730999:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.731002:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953452672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.731006:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674105.731013:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674105.731015:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.731018:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674105.731023:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08560600. 02000000:00000001:1.0:1773674105.731025:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674105.731032:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674105.731036:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674105.731282:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674105.731289:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452672, portal 10 00000100:00000001:1.0:1773674105.731292:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674105.731294:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:1.0:1773674105.731302:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731310:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674105.731312:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674105.731316:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773674105.731320:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953452672, offset 0 00000400:00000200:1.0:1773674105.731326:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674105.731336:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.731345:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674105.731351:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674105.731356:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674105.731361:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674105.731364:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674105.731368:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252663:252663:256:4294967295] 192.168.201.103@tcp LPNI seq info [252631:252631:8:4294967295] 00000400:00000200:1.0:1773674105.731373:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.731383:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674105.731389:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674105.731394:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674105.731400:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674105.731407:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674105.731411:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674105.731423:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731428:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 97210 usecs (98 jiffies) 00000400:00000200:1.0:1773674105.731432:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674105.731435:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300662883 00000100:00000001:1.0:1773674105.731438:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.731441:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300662883 00000100:00000001:1.0:1773674105.731444:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.731446:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.731449:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731451:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731454:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674105.731483:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.731486:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:1.0:1773674105.731489:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.731494:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.731498:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:1.0:1773674105.731500:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:1.0:1773674105.731503:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.731507:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731522:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.731525:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731532:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731533:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1773674105.731546:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9180. 00000020:00000040:1.0:1773674105.731549:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674105.731552:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674105.731554:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674105.731556:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674105.731560:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084aeb00. 00000100:00000001:1.0:1773674105.731564:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731568:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674105.731576:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674105.731578:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731582:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e3b5344] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731594:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731597:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674105.731601:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674105.731604:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674105.731607:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773674105.731613:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.731615:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.731616:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674105.731620:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731632:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674105.731633:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674105.731635:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1773674105.731636:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674105.731638:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674105.731640:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.731640:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.731643:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953452800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.731647:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674105.731650:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674105.731651:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.731653:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674105.731657:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08561a00. 02000000:00000001:1.0:1773674105.731658:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674105.731662:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674105.731664:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114ec8. 00000400:00000010:1.0:1773674105.731668:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd7f8. 00000100:00000200:1.0:1773674105.731671:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452800, portal 4 00000100:00000001:1.0:1773674105.731673:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674105.731674:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711544704 : -113403998006912 : ffff98dc12fb9180) 00000100:00000040:1.0:1773674105.731680:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731687:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674105.731690:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674105.731693:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674105.731695:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953452800, offset 0 00000400:00000200:1.0:1773674105.731700:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674105.731704:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.731707:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674105.731710:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674105.731713:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674105.731715:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674105.731718:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674105.731721:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252664:252664:256:4294967295] 192.168.201.103@tcp LPNI seq info [252632:252632:8:4294967295] 00000400:00000200:1.0:1773674105.731726:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.731732:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674105.731737:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674105.731742:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674105.731746:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674105.731751:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674105.731754:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674105.731763:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731786:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 476242 usecs (477 jiffies) 00000400:00000200:1.0:1773674105.731789:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674105.731791:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300663263 00000100:00000001:1.0:1773674105.731793:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.731795:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300663263 00000100:00000001:1.0:1773674105.731798:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.731800:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.731802:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731805:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731807:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.731812:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.731814:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674105.731816:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.731817:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.731819:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731822:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674105.731908:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.731912:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:1.0:1773674105.731916:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.731920:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.731923:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:1.0:1773674105.731925:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:1.0:1773674105.731928:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.731932:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731939:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.731942:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.731947:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.731950:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1773674105.731960:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773674105.731963:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674105.731966:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674105.731968:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674105.731970:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674105.731974:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae300. 00000100:00000001:1.0:1773674105.731978:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731982:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674105.731989:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674105.731991:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.731996:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000344f099e] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732009:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732011:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674105.732015:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773674105.732021:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732022:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732024:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.732026:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773674105.732028:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.732032:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.732034:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.732035:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732037:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732038:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674105.732042:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732050:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674105.732051:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732054:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674105.732056:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674105.732058:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.732061:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953452928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.732065:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674105.732068:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674105.732070:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732072:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674105.732075:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc08561200. 02000000:00000001:1.0:1773674105.732077:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674105.732081:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674105.732084:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773674105.732087:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674105.732091:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452928, portal 10 00000100:00000001:1.0:1773674105.732093:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674105.732094:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:1.0:1773674105.732299:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732307:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674105.732309:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674105.732312:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674105.732316:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953452928, offset 0 00000400:00000200:1.0:1773674105.732320:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674105.732324:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.732328:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674105.732332:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674105.732335:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674105.732338:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674105.732340:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674105.732343:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252665:252665:256:4294967295] 192.168.201.103@tcp LPNI seq info [252633:252633:8:4294967295] 00000400:00000200:1.0:1773674105.732347:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.732354:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674105.732359:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674105.732363:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674105.732367:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674105.732371:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674105.732375:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674105.732384:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732388:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 35977 usecs (36 jiffies) 00000400:00000200:1.0:1773674105.732392:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674105.732394:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300662823 00000100:00000001:1.0:1773674105.732396:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.732398:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300662823 00000100:00000001:1.0:1773674105.732401:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.732403:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.732405:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732407:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732410:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674105.732429:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.732432:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:1.0:1773674105.732435:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.732439:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.732443:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674105.732444:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674105.732447:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.732450:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732464:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.732468:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732474:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732475:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1773674105.732486:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773674105.732489:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674105.732492:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674105.732494:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674105.732496:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674105.732500:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae500. 00000100:00000001:1.0:1773674105.732504:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732508:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674105.732516:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674105.732519:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732523:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e60f93] to pc [ptlrpcd_00_00+0] req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732536:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732538:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674105.732542:0:49853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773674105.732548:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732550:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732551:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674105.732555:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732562:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674105.732564:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732566:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674105.732568:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674105.732571:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.732573:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953453056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.732577:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674105.732579:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674105.732581:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732583:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674105.732588:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674105.732590:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674105.732593:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674105.732596:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:1.0:1773674105.732600:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674105.732603:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453056, portal 10 00000100:00000001:1.0:1773674105.732605:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674105.732606:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773674105.732613:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732619:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674105.732622:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674105.732624:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674105.732626:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953453056, offset 0 00000400:00000200:1.0:1773674105.732630:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674105.732634:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.732639:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674105.732642:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674105.732645:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674105.732647:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674105.732650:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674105.732653:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252666:252666:256:4294967295] 192.168.201.103@tcp LPNI seq info [252634:252634:8:4294967295] 00000400:00000200:1.0:1773674105.732657:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.732663:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674105.732667:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674105.732671:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674105.732675:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674105.732680:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674105.732683:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674105.732692:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732695:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 54801 usecs (55 jiffies) 00000400:00000200:1.0:1773674105.732699:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674105.732700:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300662842 00000100:00000001:1.0:1773674105.732703:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.732705:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300662842 00000100:00000001:1.0:1773674105.732707:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.732709:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.732711:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732714:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732716:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.732720:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.732722:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674105.732724:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732725:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732727:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732729:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674105.732744:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.732747:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:1.0:1773674105.732750:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.732753:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.732756:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:1.0:1773674105.732758:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:1.0:1773674105.732761:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.732784:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732793:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.732796:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732804:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.732805:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1773674105.732816:0:49853:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000020:00000040:1.0:1773674105.732820:0:49853:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:1.0:1773674105.732823:0:49853:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674105.732824:0:49853:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674105.732827:0:49853:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674105.732830:0:49853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae100. 00000100:00000001:1.0:1773674105.732834:0:49853:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732838:0:49853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674105.732846:0:49853:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674105.732848:0:49853:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732852:0:49853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83337b8] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732877:0:49853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.732879:0:49853:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674105.732884:0:49853:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1773674105.732893:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732895:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732897:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.732899:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773674105.732901:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.732904:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.732905:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.732908:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.732909:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674105.732910:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674105.732914:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732921:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674105.732923:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732925:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674105.732927:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674105.732929:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674105.732932:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953453184:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.732936:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674105.732939:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674105.732940:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.732943:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674105.732947:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674105.732949:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674105.732953:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674105.732956:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000400:00000010:1.0:1773674105.732960:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674105.732963:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453184, portal 4 00000100:00000001:1.0:1773674105.732965:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674105.732967:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:1.0:1773674105.732974:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.732980:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674105.732983:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674105.732985:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674105.732988:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953453184, offset 0 00000400:00000200:1.0:1773674105.732992:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674105.732996:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.733000:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674105.733003:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674105.733005:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674105.733008:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674105.733011:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674105.733014:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252667:252667:256:4294967295] 192.168.201.103@tcp LPNI seq info [252635:252635:8:4294967295] 00000400:00000200:1.0:1773674105.733019:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.733025:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674105.733030:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674105.733034:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae800. 00000800:00000200:1.0:1773674105.733039:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674105.733044:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674105.733046:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674105.733054:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.733068:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 43178 usecs (44 jiffies) 00000400:00000200:1.0:1773674105.733071:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674105.733073:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300662831 00000100:00000001:1.0:1773674105.733075:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.733077:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300662831 00000100:00000001:1.0:1773674105.733080:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:1.0:1773674105.733082:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.733084:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.733087:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.733089:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674105.733156:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674105.733159:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000400:00000200:1.0:1773674105.733163:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.733167:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674105.733170:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:1.0:1773674105.733172:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:1.0:1773674105.733175:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674105.733179:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.733187:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.733190:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.733196:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.733199:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1773674105.733210:0:49853:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6000) 00000100:00000001:3.0:1773674105.733224:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.733228:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.733230:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674105.733247:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.733255:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674105.733257:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.733259:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674105.733261:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674105.733263:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674105.733266:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953452544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674105.733270:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674105.733273:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674105.733274:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.733276:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674105.733282:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674105.733284:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674105.733288:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674105.733292:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674105.733297:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674105.733300:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953452544, portal 10 00000100:00000001:3.0:1773674105.733302:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674105.733303:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000040:3.0:1773674105.733310:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.733316:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674105.733319:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674105.733322:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674105.733325:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953452544, offset 0 00000400:00000200:3.0:1773674105.733330:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674105.733334:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674105.733338:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674105.733341:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674105.733344:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674105.733346:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674105.733349:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674105.733352:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252668:252668:256:4294967295] 192.168.201.103@tcp LPNI seq info [252636:252636:8:4294967295] 00000400:00000200:3.0:1773674105.733356:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674105.733363:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674105.733368:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674105.733384:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674105.733389:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674105.733393:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674105.733396:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674105.733409:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.733413:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 340021 usecs (341 jiffies) 00000400:00000200:3.0:1773674105.733416:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674105.733418:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300663129 00000100:00000001:3.0:1773674105.733421:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300666693 00000100:00000001:3.0:1773674105.733423:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300663129 00000100:00000001:3.0:1773674105.733425:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300666693 00000100:00000001:3.0:1773674105.733427:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674105.733429:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.733432:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.733435:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.733612:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674105.733616:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674105.735799:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.735833:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.735837:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.735841:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.735854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.735872:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.735884:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.735890:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.735896:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.735902:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cb180 00000400:00000200:0.0:1773674105.735907:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.735915:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54d1 [1] + 224 00000800:00000001:0.0:1773674105.735925:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.735937:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.735941:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.735946:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.735955:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.735968:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.735981:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.736007:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674105.736248:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.736253:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674105.736264:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674105.736267:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674105.736272:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674105.736277:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:3.0:1773674105.736280:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:3.0:1773674105.736283:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674105.736288:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674105.736298:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.736304:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674105.736306:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.736309:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674105.736314:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674105.736317:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674105.736320:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.736324:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674105.736333:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674105.736337:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674105.736341:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674105.736343:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674105.736347:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674105.736350:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.736354:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.736360:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.736368:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674105.736371:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674105.736373:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674105.736378:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674105.736385:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953452416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674105.736392:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.736394:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674105.736398:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4a80 x1859825953452416/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.736405:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674105.736409:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674105.736413:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6800. 02000000:00000001:3.0:1773674105.736417:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674105.736421:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674105.736424:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674105.736426:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674105.736430:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81200. 02000000:00000001:3.0:1773674105.736434:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674105.736437:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674105.736439:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4a80. 00000100:00000001:3.0:1773674105.736444:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674105.736445:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.736449:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.736451:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.736452:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.736454:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.736456:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674105.736601:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674105.736606:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:0.0:1773674105.736610:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.736615:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674105.736620:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:0.0:1773674105.736622:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:0.0:1773674105.736625:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674105.736630:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.736641:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674105.736644:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.736649:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.736650:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674105.736659:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.736663:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.737508:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.737519:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.737522:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.737525:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.737533:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.737539:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.737547:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.737552:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.737556:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.737561:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb300 00000400:00000200:0.0:1773674105.737565:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.737572:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54e9 [1] + 224 00000800:00000001:0.0:1773674105.737579:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.737586:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.737589:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.737593:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.737599:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.737605:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.737616:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.737638:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674105.737645:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.737648:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674105.737661:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674105.737664:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674105.737673:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674105.737675:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674105.737678:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114ec8. 00000400:00000200:0.0:1773674105.737682:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd7f8 00000400:00000010:0.0:1773674105.737684:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd7f8. 00000100:00000001:0.0:1773674105.737686:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.737691:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674105.737700:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.737706:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674105.737708:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674105.737710:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674105.737713:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674105.737715:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674105.737718:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674105.737720:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674105.737730:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674105.737734:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=141 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674105.737736:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674105.737738:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674105.737740:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674105.737744:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.737749:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674105.737752:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:0.0:1773674105.737754:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674105.737756:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674105.737761:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.737802:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674105.737805:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674105.737807:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674105.737812:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674105.739827:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953452800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674105.739839:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.739844:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674105.739852:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb9180 x1859825953452800/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.739872:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674105.739876:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674105.739882:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08561a00. 02000000:00000001:0.0:1773674105.739890:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674105.739894:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674105.739897:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674105.739900:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674105.739904:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084aeb00. 02000000:00000001:0.0:1773674105.739908:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674105.739910:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674105.739913:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9180. 00000100:00000001:0.0:1773674105.739918:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674105.739920:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674105.739925:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.739928:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674105.739930:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674105.739933:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674105.739935:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674105.748723:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.748753:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.748758:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.748761:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.748812:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.748842:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.748856:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.748871:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.748878:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.748884:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb280 00000400:00000200:0.0:1773674105.748889:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.748898:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54d9 [1] + 224 00000800:00000001:0.0:1773674105.748910:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.748917:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.748921:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.748926:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.748936:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.748949:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.748964:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.748995:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674105.749010:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749015:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.749017:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749019:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749023:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749028:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.749033:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749036:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749039:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749042:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb380 00000400:00000200:0.0:1773674105.749045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749552:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c54f9 [1] + 224 00000800:00000001:0.0:1773674105.749561:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749568:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749571:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.749575:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.749580:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.749587:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.749597:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.749630:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674105.749639:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749643:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.749646:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749648:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749653:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749657:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.749662:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749665:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749668:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749671:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb480 00000400:00000200:0.0:1773674105.749675:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749680:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5519 [1] + 224 00000800:00000001:0.0:1773674105.749684:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749689:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749691:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.749694:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.749697:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.749702:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.749712:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.749719:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674105.749723:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749728:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674105.749730:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749733:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749736:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749739:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674105.749743:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749746:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749748:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749752:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb400 00000400:00000200:0.0:1773674105.749755:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674105.749759:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5509 [1] + 224 00000800:00000001:0.0:1773674105.749801:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749901:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674105.749904:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674105.749908:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674105.749911:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674105.749916:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674105.749926:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674105.749934:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674105.749938:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674105.749942:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752077:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.752088:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674105.752101:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674105.752104:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674105.752109:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:1.0:1773674105.752122:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:1.0:1773674105.752125:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:1.0:1773674105.752131:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674105.752145:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674105.752158:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752166:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674105.752168:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752172:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674105.752176:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674105.752180:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674105.752184:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.752188:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674105.752206:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674105.752212:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674105.752216:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674105.752218:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674105.752222:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674105.752228:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.752234:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674105.752237:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674105.752239:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674105.752241:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.752247:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752255:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.752259:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674105.752261:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674105.752268:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674105.752276:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953453184:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674105.752284:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674105.752285:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674105.752287:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:1.0:1773674105.752290:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674105.752292:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674105.752295:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674105.752299:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674105.752309:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752316:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674105.752317:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752319:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674105.752320:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674105.752322:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674105.752324:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.752326:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674105.752331:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882cc58 time=26 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674105.752335:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674105.752337:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674105.752339:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674105.752341:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674105.752343:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.752345:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674105.752347:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674105.752349:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674105.752350:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.752354:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752368:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.752370:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674105.752372:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674105.752376:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674105.752384:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953453056:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674105.752390:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674105.752391:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674105.752393:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773674105.752396:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:1.0:1773674105.752397:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:1.0:1773674105.752400:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674105.752404:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674105.752413:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752419:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674105.752421:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752423:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674105.752424:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674105.752426:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674105.752427:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.752429:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674105.752434:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc0882b458 time=26 v=16 (16 0 0 0) 00000100:00001000:1.0:1773674105.752437:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674105.752439:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674105.752441:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674105.752442:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674105.752446:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.752448:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674105.752449:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773674105.752452:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674105.752453:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.752457:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752464:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.752466:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674105.752468:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674105.752471:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674105.752479:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953452928:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674105.752485:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674105.752487:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674105.752489:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674105.752491:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773674105.752493:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773674105.752495:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674105.752501:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674105.752511:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752518:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674105.752519:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752521:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674105.752523:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674105.752524:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674105.752525:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674105.752528:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674105.752532:0:2411:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08ac1458 time=38 v=16 (16 17 17 17) 00000100:00001000:1.0:1773674105.752535:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674105.752537:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674105.752539:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674105.752541:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674105.752543:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.752545:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674105.752547:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674105.752549:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674105.752551:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674105.752555:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752562:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674105.752564:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674105.752566:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674105.752570:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674105.752578:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953452672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674105.752582:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752585:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.752589:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953453184/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752597:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674105.752600:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674105.752605:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674105.752611:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674105.752614:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674105.752617:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674105.752619:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674105.752623:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae100. 02000000:00000001:1.0:1773674105.752628:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674105.752630:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674105.752633:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:1.0:1773674105.752637:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674105.752639:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752640:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.752645:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953453056/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752652:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674105.752653:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674105.752654:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674105.752657:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674105.752658:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674105.752659:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674105.752661:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674105.752662:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae500. 02000000:00000001:1.0:1773674105.752664:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674105.752666:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674105.752667:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:1.0:1773674105.752670:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674105.752671:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752673:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.752677:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953452928/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752683:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674105.752685:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674105.752686:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08561200. 02000000:00000001:1.0:1773674105.752690:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674105.752692:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674105.752693:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674105.752695:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674105.752697:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae300. 02000000:00000001:1.0:1773674105.752698:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674105.752700:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674105.752701:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:1.0:1773674105.752703:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674105.752704:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752706:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674105.752710:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953452672/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.752716:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674105.752718:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674105.752720:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc08560600. 02000000:00000001:1.0:1773674105.752722:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674105.752724:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674105.752725:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674105.752727:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674105.752728:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae400. 02000000:00000001:1.0:1773674105.752730:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674105.752731:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674105.752733:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:1.0:1773674105.752735:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674105.752737:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752739:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674105.752749:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674105.752751:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674105.752755:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674105.752758:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674105.756843:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674105.756883:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674105.756889:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674105.756892:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674105.756905:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.756915:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674105.756934:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.756940:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.756947:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.756952:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb200 00000400:00000200:1.0:1773674105.756958:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674105.756967:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5529 [1] + 224 00000800:00000001:1.0:1773674105.756978:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674105.756996:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674105.757000:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674105.757005:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674105.757017:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674105.757030:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674105.757062:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674105.757087:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674105.757098:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674105.757102:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.757276:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.757282:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674105.757293:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674105.757295:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674105.757300:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000400:00000200:3.0:1773674105.757305:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:3.0:1773674105.757308:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:3.0:1773674105.757312:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674105.757318:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674105.757329:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.757336:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674105.757338:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.757341:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674105.757345:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674105.757348:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674105.757351:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674105.757354:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674105.757369:0:2413:0:(import.c:2136:obd_at_measure()) add 16 to ffff98dc08d12458 time=38 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674105.757374:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674105.757377:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674105.757379:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674105.757383:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674105.757387:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.757393:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674105.757396:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674105.757398:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674105.757401:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674105.757406:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.757414:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674105.757417:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674105.757420:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674105.757425:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674105.757440:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953452544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674105.757447:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.757450:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674105.757454:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5880 x1859825953452544/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674105.757461:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674105.757465:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674105.757469:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674105.757475:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674105.757478:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674105.757481:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674105.757484:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674105.757487:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81100. 02000000:00000001:3.0:1773674105.757492:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674105.757494:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674105.757497:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5880. 00000100:00000001:3.0:1773674105.757502:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674105.757503:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674105.757508:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.757509:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674105.757511:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674105.757513:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674105.757693:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674106.371433:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674106.371445:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674106.371464:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674106.371465:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674106.371470:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674106.371472:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674106.371476:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674106.371478:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674106.371482:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674106.371484:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674106.372754:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674106.372762:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674106.372806:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674106.756211:0:2413:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773674106.756238:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674106.756240:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00000001:3.0:1773674106.756248:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674106.756251:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674106.756256:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674106.756262:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674107.393010:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674107.393235:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674107.393245:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674107.393246:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674107.393251:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674107.393253:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674107.393257:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674107.393258:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674107.393263:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674107.393264:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674107.395003:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674107.395011:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674107.395017:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674108.419731:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674108.419743:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674108.419752:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674108.419753:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674108.419758:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674108.419759:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674108.419783:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674108.419785:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674108.419789:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674108.419790:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674108.419829:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674108.419833:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674108.419837:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674109.441098:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674109.441111:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674109.441114:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674109.441118:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441125:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674109.441128:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441130:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441133:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441138:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674109.441140:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441144:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674109.441145:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441150:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674109.441151:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441155:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674109.441157:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674109.441159:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674109.441160:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441162:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674109.441163:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441165:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674109.441167:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674109.441441:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674109.441650:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674109.441653:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674109.700751:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300666693, at 4300666755 00000100:00000010:0.0:1773674109.700805:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916d80. 00000100:00000040:1.0:1773674109.701024:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300666693, at 4300666756 00000100:00000010:1.0:1773674109.701032:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916a80. 00010000:00000001:0.0:1773674110.465423:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674110.465434:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674110.465442:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674110.465444:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674110.465449:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674110.465450:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674110.465455:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674110.465456:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674110.465460:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674110.465461:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674110.471916:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674110.471927:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674110.471935:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674110.849418:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674110.849431:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.849443:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a300. 00000020:00000040:2.0:1773674110.849452:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674110.849459:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.849464:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.849473:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.849484:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674110.849494:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849510:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674110.849525:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.849531:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849540:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674faa17] to pc [ptlrpcd_01_00+0] req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.849573:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849576:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674110.849580:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.849584:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674110.849587:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674110.849589:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.849592:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.849594:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.849598:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558100. 00000100:00000001:2.0:1773674110.849601:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849605:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674110.849613:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.849616:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849620:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.849629:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849631:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674110.849635:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.849637:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674110.849640:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674110.849642:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.849643:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.849645:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.849648:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674110.849650:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849654:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674110.849664:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.849666:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849669:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.849676:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849679:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674110.849682:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.849685:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000020:00000040:2.0:1773674110.849688:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674110.849691:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.849692:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.849694:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.849696:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674110.849699:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849703:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674110.849711:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.849713:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849716:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_01+1] req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.849724:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.849726:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674110.849730:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674110.849733:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674110.849749:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.849753:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288380. 00000020:00000040:2.0:1773674110.849756:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674110.849758:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.849760:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.849762:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.850326:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558000. 00000100:00000001:2.0:1773674110.850332:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.850336:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773674110.850339:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674110.850342:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.850345:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674110.850349:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.850351:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.850352:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674110.850355:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db6ca30e] to pc [ptlrpcd_01_00+0] req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.850364:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674110.850367:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.850371:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773674110.850372:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.850375:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674110.850375:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1773674110.850378:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.850379:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1773674110.850382:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953453312:192.168.201.103@tcp:400:kworker.0 00000100:00000010:2.0:1773674110.850384:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674110.850387:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674110.850388:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773674110.850390:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.850391:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.850393:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.850395:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1773674110.850396:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674110.850398:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.850399:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.850402:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1773674110.850403:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1773674110.850407:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674110.850409:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.850410:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.850412:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.850415:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_01+1] req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674110.850420:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.850422:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.850424:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1773674110.850425:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000100:00000001:2.0:1773674110.850428:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674110.850431:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674110.850433:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000400:00000010:3.0:1773674110.850434:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000001:2.0:1773674110.850435:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674110.850437:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674110.850438:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.850440:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000200:3.0:1773674110.850443:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453312, portal 25 00000100:00000001:2.0:1773674110.850443:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.850446:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1773674110.850447:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674110.850448:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840064 : -113404246711552 : ffff98dc0428a300) 00000100:00000040:3.0:1773674110.850454:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.850454:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674110.850457:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.850461:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_00+0] req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.850463:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674110.850467:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773674110.850469:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773674110.850470:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000040:2.0:1773674110.850472:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1773674110.850474:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953453312, offset 0 00000100:00000040:2.0:1773674110.850475:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674110.850480:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6005) 00000400:00000200:3.0:1773674110.850482:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674110.850492:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.850497:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.850499:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1773674110.850501:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:2.0:1773674110.850501:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1773674110.850507:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1773674110.850507:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674110.850513:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:2.0:1773674110.850513:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674110.850515:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.850517:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1773674110.850518:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1773674110.850519:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674110.850521:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674110.850522:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00100000:2.0:1773674110.850524:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953453440:192.168.201.103@tcp:400:kworker.0 00000400:00000200:3.0:1773674110.850528:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252669:252669:256:4294967295] 192.168.201.103@tcp LPNI seq info [252637:252637:8:4294967295] 00000100:00000001:2.0:1773674110.850528:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674110.850531:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1773674110.850533:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:2.0:1773674110.850533:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.850535:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674110.850538:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674110.850540:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.850544:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.850547:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000400:00000010:2.0:1773674110.850548:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000800:00000200:3.0:1773674110.850553:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674110.850553:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674110.850556:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453440, portal 10 00000100:00000001:2.0:1773674110.850558:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1773674110.850560:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81100. 00000100:00000001:2.0:1773674110.850560:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000800:00000200:3.0:1773674110.850568:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000040:2.0:1773674110.850568:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773674110.850578:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:2.0:1773674110.850580:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1773674110.850583:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1773674110.850583:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674110.850586:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674110.850587:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953453440, offset 0 00000400:00000200:2.0:1773674110.850592:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674110.850596:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674110.850600:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674110.850603:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773674110.850605:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.850606:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674110.850608:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674110.850609:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674110.850611:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:3.0:1773674110.850613:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300671813 00000400:00000200:2.0:1773674110.850615:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252670:252670:255:4294967295] 192.168.201.103@tcp LPNI seq info [252638:252638:7:4294967295] 00000100:00000010:3.0:1773674110.850619:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916a20. 00000400:00000200:2.0:1773674110.850619:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674110.850625:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:3.0:1773674110.850628:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1773674110.850630:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674110.850633:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000100:00000001:3.0:1773674110.850635:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300671813 00000800:00000200:2.0:1773674110.850637:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000010:3.0:1773674110.850639:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916f60. 00000800:00000200:2.0:1773674110.850642:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:3.0:1773674110.850643:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1773674110.850645:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674110.850646:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.850648:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.850650:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.850653:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 339335 usecs (340 jiffies) 00000400:00000200:2.0:1773674110.850656:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.850658:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300668245 00000100:00000001:2.0:1773674110.850661:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.850663:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300668245 00000100:00000001:2.0:1773674110.850665:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.850668:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.850670:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.850674:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674110.850678:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.850685:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674110.850687:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.850689:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674110.850692:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674110.850694:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674110.850697:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953453696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674110.850701:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674110.850704:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674110.850705:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.850707:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674110.850711:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674110.850713:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.850717:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674110.850720:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674110.850724:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674110.850728:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453696, portal 4 00000100:00000001:2.0:1773674110.850730:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674110.850732:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000800:00000200:0.0:1773674110.850851:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674110.850857:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81100. 00000400:00000200:0.0:1773674110.850863:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.850870:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674110.850876:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:0.0:1773674110.850880:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:0.0:1773674110.850887:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674110.850892:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.850904:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674110.850908:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.850916:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674110.850918:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674110.851040:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674110.851045:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.851053:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674110.851055:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.851057:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674110.851059:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674110.851062:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674110.851065:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953453568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.851069:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674110.851072:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674110.851073:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.851076:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1773674110.851130:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674110.851133:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:0.0:1773674110.851138:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.851143:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674110.851148:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:0.0:1773674110.851150:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:0.0:1773674110.851154:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674110.851158:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.851166:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674110.851169:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.851176:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674110.851178:0:2404:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1773674110.851409:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6800. 02000000:00000001:3.0:1773674110.851412:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674110.851418:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674110.851422:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674110.851449:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674110.851455:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453568, portal 10 00000100:00000001:3.0:1773674110.851457:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674110.851459:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:3.0:1773674110.851475:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.851483:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674110.851485:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674110.851488:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674110.851491:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953453568, offset 0 00000400:00000200:3.0:1773674110.851497:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674110.851502:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.851509:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674110.851513:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674110.851516:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674110.851520:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674110.851523:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674110.851526:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252671:252671:256:4294967295] 192.168.201.103@tcp LPNI seq info [252639:252639:8:4294967295] 00000400:00000200:3.0:1773674110.851530:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.851540:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674110.851546:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674110.851550:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674110.851558:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000040:2.0:1773674110.851558:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773674110.851564:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:2.0:1773674110.851566:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1773674110.851568:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1773674110.851568:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674110.851572:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064990. 00000100:00000200:2.0:1773674110.851574:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953453696, offset 0 00000400:00000200:2.0:1773674110.851579:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674110.851584:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674110.851588:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.851588:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674110.851591:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1773674110.851593:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 96738 usecs (97 jiffies) 00000400:00000200:2.0:1773674110.851594:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674110.851596:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674110.851597:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674110.851599:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300668003 00000400:00000200:2.0:1773674110.851600:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:3.0:1773674110.851603:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000400:00000200:2.0:1773674110.851603:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252672:252672:255:4294967295] 192.168.201.103@tcp LPNI seq info [252640:252640:7:4294967295] 00000100:00000001:3.0:1773674110.851606:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300668003 00000400:00000200:2.0:1773674110.851608:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674110.851609:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:3.0:1773674110.851611:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.851614:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.851615:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:3.0:1773674110.851618:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773674110.851619:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773674110.851623:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773674110.851623:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558f00. 00000800:00000200:2.0:1773674110.851627:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674110.851632:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:3.0:1773674110.851634:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1773674110.851634:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674110.851636:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674110.851637:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.851640:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773674110.851640:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 473200 usecs (474 jiffies) 00000100:00000001:3.0:1773674110.851643:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.851644:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773674110.851644:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.851646:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300668380 00000100:00000001:2.0:1773674110.851648:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.851650:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300668380 00000100:00000040:3.0:1773674110.851651:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.851653:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.851655:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.851657:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.851659:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674110.851664:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.851672:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674110.851673:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.851676:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674110.851679:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674110.851681:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674110.851684:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953453952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674110.851687:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674110.851691:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674110.851692:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.851694:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674110.851700:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674110.851702:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674110.851705:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674110.851708:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674110.851713:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674110.851716:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453952, portal 10 00000100:00000001:2.0:1773674110.851719:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674110.851720:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674110.851727:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773674110.851875:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674110.851880:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:1.0:1773674110.851885:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674110.851890:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674110.851894:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773674110.851896:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773674110.851900:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674110.851904:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.851914:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674110.851918:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.851925:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674110.851928:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674110.851970:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674110.851972:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.851975:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674110.851977:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674110.851980:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674110.851984:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953453824:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.851987:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674110.851990:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674110.851992:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.851993:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674110.851997:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7400. 02000000:00000001:3.0:1773674110.851999:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674110.852003:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674110.852006:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f268. 00000400:00000010:3.0:1773674110.852010:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674110.852014:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953453824, portal 10 00000100:00000001:3.0:1773674110.852016:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674110.852017:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832000 : -113404246719616 : ffff98dc04288380) 00000100:00000040:3.0:1773674110.852025:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.852033:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674110.852036:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674110.852038:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674110.852040:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953453824, offset 0 00000400:00000200:3.0:1773674110.852045:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674110.852050:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.852386:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674110.852389:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674110.852393:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674110.852397:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953453952, offset 0 00000400:00000200:2.0:1773674110.852402:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000200:1.0:1773674110.852435:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674110.852438:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558f00. 00000400:00000200:1.0:1773674110.852443:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674110.852447:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674110.852451:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:1.0:1773674110.852453:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:1.0:1773674110.852457:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674110.852461:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.852476:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674110.852479:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.852486:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674110.852487:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773674110.852924:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674110.852929:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674110.852944:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674110.852948:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674110.852951:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674110.852955:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252673:252673:256:4294967295] 192.168.201.103@tcp LPNI seq info [252641:252641:8:4294967295] 00000400:00000200:3.0:1773674110.852961:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.852970:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674110.852977:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674110.852983:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81500. 00000800:00000200:3.0:1773674110.852989:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674110.852997:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674110.853002:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674110.853024:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.853030:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 35230 usecs (36 jiffies) 00000400:00000200:3.0:1773674110.853034:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674110.853037:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300667944 00000100:00000001:3.0:1773674110.853041:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000100:00000001:3.0:1773674110.853044:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300667944 00000100:00000001:3.0:1773674110.853047:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:3.0:1773674110.853050:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.853053:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.853058:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674110.853065:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.853073:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674110.853075:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.853079:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674110.853083:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674110.853086:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674110.853090:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.853093:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674110.853098:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674110.853100:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.853102:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674110.853108:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0120b000. 02000000:00000001:3.0:1773674110.853110:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674110.853114:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674110.853117:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674110.853122:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674110.853127:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454080, portal 4 00000100:00000001:3.0:1773674110.853130:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674110.853131:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:3.0:1773674110.853138:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.853145:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674110.853147:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674110.853150:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674110.853152:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953454080, offset 0 00000400:00000200:3.0:1773674110.853157:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000200:0.0:1773674110.854011:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674110.854018:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81500. 00000400:00000200:0.0:1773674110.854024:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.854031:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674110.854037:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:0.0:1773674110.854040:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:0.0:1773674110.854044:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674110.854050:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.854062:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674110.854066:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.854074:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674110.854076:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773674110.857025:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674110.857042:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674110.857048:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674110.857053:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674110.857058:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674110.857062:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674110.857067:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252674:252674:256:4294967295] 192.168.201.103@tcp LPNI seq info [252642:252642:8:4294967295] 00000400:00000200:2.0:1773674110.857072:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674110.857087:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674110.857095:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674110.857106:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674110.857115:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674110.857123:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674110.857128:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674110.857142:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.857150:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 51042 usecs (52 jiffies) 00000400:00000200:2.0:1773674110.857154:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674110.857158:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300667964 00000100:00000001:2.0:1773674110.857162:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.857165:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300667964 00000100:00000001:2.0:1773674110.857168:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:2.0:1773674110.857170:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.857174:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.857180:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.857186:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.857197:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674110.857200:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674110.857203:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.857205:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674110.857208:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.857211:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674110.859421:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674110.859436:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674110.859446:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674110.859457:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674110.859467:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:1.0:1773674110.859471:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:1.0:1773674110.859477:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674110.859489:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.859506:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674110.859510:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.859519:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674110.859521:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773674110.868358:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.868380:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674110.868387:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674110.868392:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674110.868398:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674110.868402:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674110.868407:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252675:252675:256:4294967295] 192.168.201.103@tcp LPNI seq info [252643:252643:8:4294967295] 00000400:00000200:3.0:1773674110.868412:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674110.868426:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674110.868435:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674110.868446:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81500. 00000800:00000200:3.0:1773674110.868456:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674110.868465:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674110.868470:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674110.868496:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.868505:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 40456 usecs (41 jiffies) 00000400:00000200:3.0:1773674110.868510:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674110.868514:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300667964 00000100:00000001:3.0:1773674110.868517:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300671813 00000100:00000001:3.0:1773674110.868521:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300667964 00000100:00000001:3.0:1773674110.868523:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300671813 00000100:00000001:3.0:1773674110.868525:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.868531:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.868538:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.868544:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.868557:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674110.868559:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674110.868563:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.868565:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.868568:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.868571:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674110.871064:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871098:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.871103:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871107:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.871120:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871130:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.871349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871355:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871368:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cb500 00000400:00000200:0.0:1773674110.871374:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871382:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5531 [1] + 224 00000800:00000001:0.0:1773674110.871392:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871400:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.871404:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.871409:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.871418:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.871430:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.871663:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.871691:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773674110.871867:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674110.871872:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81500. 00000400:00000200:0.0:1773674110.871877:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.871882:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674110.871887:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:0.0:1773674110.871892:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:0.0:1773674110.871899:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674110.871905:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.871918:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674110.871922:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.871930:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674110.871931:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674110.871939:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871945:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.871947:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871949:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.871954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871957:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.871963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871967:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871970:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871973:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb680 00000400:00000200:0.0:1773674110.871978:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.871984:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5541 [1] + 224 00000800:00000001:0.0:1773674110.871989:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.871997:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.872000:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.872004:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.872007:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.872013:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.872023:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.872048:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674110.872052:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.872056:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.873396:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.873404:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674110.873631:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674110.873634:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674110.873639:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674110.873647:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:2.0:1773674110.873650:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:2.0:1773674110.873655:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674110.873665:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674110.873676:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.873683:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674110.873685:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.873688:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674110.873693:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674110.873697:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674110.873700:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.873705:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674110.873721:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674110.873726:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674110.873729:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674110.873731:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674110.873745:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1773674110.873750:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773674110.873751:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873755:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674110.873756:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674110.873759:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000400:00000001:3.0:1773674110.873761:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1773674110.873761:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1773674110.873792:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1773674110.873793:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773674110.873796:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000100:00000040:2.0:1773674110.873799:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674110.873800:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:3.0:1773674110.873802:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:3.0:1773674110.873804:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773674110.873808:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1773674110.873809:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.873812:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674110.873814:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773674110.873820:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674110.873820:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.873828:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674110.873830:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773674110.873830:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953453696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.873832:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674110.873834:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674110.873835:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674110.873836:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873837:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.873838:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773674110.873839:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.873841:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953453696/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1773674110.873843:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674110.873847:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674110.873850:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674110.873850:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773674110.873851:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674110.873853:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1773674110.873853:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1773674110.873855:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873857:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674110.873857:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 00000100:00000040:3.0:1773674110.873861:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773674110.873862:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674110.873866:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773674110.873868:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1773674110.873868:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674110.873870:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1773674110.873871:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773674110.873872:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674110.873875:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773674110.873875:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:2.0:1773674110.873880:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674110.873882:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1773674110.873883:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953453312:192.168.201.103@tcp:400:kworker.0 00000100:00000010:2.0:1773674110.873885:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:2.0:1773674110.873889:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674110.873890:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.873891:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873893:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674110.873894:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.873896:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a300 x1859825953453312/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.873896:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.873898:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674110.873899:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.873902:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873903:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674110.873905:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674110.873907:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674110.873910:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674110.873912:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674110.873913:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674110.873915:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674110.873917:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:3.0:1773674110.873920:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674110.873921:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674110.873922:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a300. 00000100:00000001:3.0:1773674110.873926:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674110.873927:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.873929:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873932:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.873933:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.873935:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.873936:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674110.876024:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876052:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.876059:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876062:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876076:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876087:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.876098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876105:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876113:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876118:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb580 00000400:00000200:0.0:1773674110.876126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876136:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5539 [1] + 224 00000800:00000001:0.0:1773674110.876147:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876168:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876173:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.876179:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.876199:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.876210:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.876224:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.876249:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674110.876264:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876269:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.876271:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876272:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876275:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876279:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.876283:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876286:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876289:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876292:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb600 00000400:00000200:0.0:1773674110.876296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876300:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5549 [1] + 224 00000800:00000001:0.0:1773674110.876305:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876309:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876311:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.876314:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.876316:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.876321:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.876331:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.876393:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.876398:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674110.876507:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674110.876846:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876852:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.876855:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876857:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876862:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876866:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.876872:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876875:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876878:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876881:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb700 00000400:00000200:0.0:1773674110.876885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.876889:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5559 [1] + 224 00000800:00000001:0.0:1773674110.876894:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876905:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.876908:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.876911:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.876915:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.876920:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.876936:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674110.876944:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674110.876949:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.876953:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.877107:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.877112:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674110.877120:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674110.877123:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674110.877127:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674110.877133:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:2.0:1773674110.877136:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:2.0:1773674110.877139:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674110.877146:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674110.877157:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.877164:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674110.877166:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.877169:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674110.877174:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674110.877177:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674110.877179:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.877183:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674110.877196:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=43 v=16 (16 17 17 17) 00000100:00001000:2.0:1773674110.877200:0:2414:0:(import.c:2202:obd_at_measure()) AT ffff98dc08d12458 change: old=16 new=10 delta=-6 (val=10) hist 16 17 17 17 00000100:00001000:2.0:1773674110.877204:0:2414:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff98dc07f29800 ptl 12 has changed from 16 to 10 00000100:00001000:2.0:1773674110.877208:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674110.877212:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674110.877214:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674110.877219:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674110.877223:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.877229:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674110.877231:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674110.877234:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674110.877236:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.877242:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.877250:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.877254:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674110.877256:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674110.877261:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674110.877270:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953453440:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674110.877278:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.877281:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674110.877285:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953453440/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.877293:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674110.877297:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674110.877302:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674110.877308:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674110.877311:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674110.877314:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674110.877316:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674110.877320:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558100. 02000000:00000001:2.0:1773674110.877326:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674110.877328:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674110.877331:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674110.877349:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674110.877351:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.877355:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.877358:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.877359:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674110.877361:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.877363:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674110.883313:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674110.883325:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674110.883332:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674110.883346:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:3.0:1773674110.883349:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:3.0:1773674110.883356:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674110.883374:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674110.883389:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883399:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674110.883403:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.883407:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674110.883413:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674110.883416:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674110.883419:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.883422:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674110.883435:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=43 v=16 (16 17 17 17) 00000100:00001000:3.0:1773674110.883439:0:2413:0:(import.c:2202:obd_at_measure()) AT ffff98dc08ac1458 change: old=16 new=10 delta=-6 (val=10) hist 16 17 17 17 00000100:00001000:3.0:1773674110.883443:0:2413:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff98dc07f29800 ptl 12 has changed from 16 to 10 00000100:00001000:3.0:1773674110.883446:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674110.883450:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674110.883451:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674110.883455:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674110.883461:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883466:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674110.883469:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674110.883471:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674110.883473:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.883479:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883487:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.883491:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674110.883493:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674110.883497:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674110.883506:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953453568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.883514:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883519:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674110.883522:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953453568/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883530:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674110.883534:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674110.883538:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6800. 02000000:00000001:3.0:1773674110.883544:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674110.883547:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674110.883549:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674110.883552:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674110.883555:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:3.0:1773674110.883559:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674110.883561:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674110.883564:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:3.0:1773674110.883568:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674110.883569:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.883573:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883576:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.883579:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674110.883583:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674110.883584:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674110.883586:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f268. 00000400:00000200:3.0:1773674110.883588:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:3.0:1773674110.883590:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:3.0:1773674110.883592:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674110.883597:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674110.883605:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883612:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674110.883614:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.883616:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674110.883618:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674110.883619:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674110.883620:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.883622:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674110.883627:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=31 v=16 (16 0 0 0) 00000100:00001000:3.0:1773674110.883630:0:2413:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882b458 change: old=16 new=10 delta=-6 (val=10) hist 16 0 0 0 00000100:00001000:3.0:1773674110.883633:0:2413:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff98dc088eb800 ptl 12 has changed from 16 to 10 00000100:00001000:3.0:1773674110.883635:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674110.883639:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674110.883640:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674110.883642:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674110.883644:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883646:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674110.883648:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674110.883650:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674110.883666:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.883671:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883678:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.883680:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674110.883681:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674110.883685:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674110.883692:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953453824:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.883697:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883699:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674110.883702:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288380 x1859825953453824/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.883708:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674110.883709:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674110.883711:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7400. 02000000:00000001:3.0:1773674110.883714:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674110.883716:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674110.883717:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674110.883720:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674110.883721:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558000. 02000000:00000001:3.0:1773674110.883724:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674110.883725:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674110.883726:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288380. 00000100:00000001:3.0:1773674110.883729:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674110.883731:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.883733:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883735:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.883736:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.883738:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.883739:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674110.888851:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674110.888878:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674110.888884:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674110.888887:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674110.888901:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674110.888917:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674110.888931:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674110.888937:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674110.888944:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674110.888949:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb780 00000400:00000200:1.0:1773674110.888956:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674110.888963:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5551 [1] + 224 00000800:00000001:1.0:1773674110.888976:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674110.889053:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674110.889058:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674110.889064:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674110.889074:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674110.889086:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674110.889099:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674110.889129:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674110.889141:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674110.889145:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.891628:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.891640:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674110.891983:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674110.891987:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674110.891993:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674110.892003:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674110.892005:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674110.892011:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674110.892028:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674110.892043:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.892052:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674110.892055:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.892058:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674110.892063:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674110.892067:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674110.892070:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674110.892073:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674110.892086:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=31 v=16 (16 0 0 0) 00000100:00001000:2.0:1773674110.892090:0:2414:0:(import.c:2202:obd_at_measure()) AT ffff98dc0882cc58 change: old=16 new=10 delta=-6 (val=10) hist 16 0 0 0 00000100:00001000:2.0:1773674110.892094:0:2414:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff98dc088eb800 ptl 12 has changed from 16 to 10 00000100:00001000:2.0:1773674110.892098:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674110.892101:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674110.892103:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674110.892107:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674110.892112:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.892119:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674110.892121:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674110.892124:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674110.892126:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674110.892132:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.892140:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674110.892144:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674110.892146:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674110.892151:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674110.892173:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953453952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674110.892179:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.892182:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674110.892186:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953453952/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674110.892937:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674110.892943:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674110.892950:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674110.892962:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674110.892966:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674110.892968:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674110.892973:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674110.892977:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:2.0:1773674110.892982:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674110.892985:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674110.892988:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:2.0:1773674110.892993:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674110.892994:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.892998:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674110.893011:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674110.893014:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674110.893018:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674110.893022:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674110.897896:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.897932:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674110.897939:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.897943:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.897957:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.898069:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674110.898087:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.898094:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.898102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.898108:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cb800 00000400:00000200:0.0:1773674110.898114:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674110.898123:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5561 [1] + 224 00000800:00000001:0.0:1773674110.898137:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.898159:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674110.898164:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674110.898171:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674110.898182:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674110.898194:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674110.898209:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.898319:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.898325:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674110.898472:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674110.898486:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674110.898490:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674110.898947:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674110.898950:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674110.898955:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674110.898961:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:3.0:1773674110.898964:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:3.0:1773674110.899106:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674110.899115:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674110.899126:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.899132:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674110.899135:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.899138:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674110.899142:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674110.899145:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674110.899149:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674110.899152:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674110.899165:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674110.899169:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674110.899172:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674110.899174:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674110.899178:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674110.899182:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.899187:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674110.899189:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674110.899191:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674110.899193:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674110.899199:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.899214:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674110.899219:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674110.899221:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674110.899226:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674110.899235:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674110.899242:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.899674:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674110.899681:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953454080/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674110.899689:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674110.899693:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674110.899698:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0120b000. 02000000:00000001:3.0:1773674110.899893:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674110.899897:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674110.899900:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674110.899903:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674110.899906:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:3.0:1773674110.899912:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674110.899914:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674110.899917:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:3.0:1773674110.899921:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674110.899922:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674110.899927:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.899929:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674110.899932:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674110.899934:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674110.899936:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674111.361057:0:53297:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:2.0:1773674111.361065:0:53297:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773674111.361070:0:53297:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674111.361085:0:53297:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674111.361097:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806c200. 00000020:00000010:2.0:1773674111.361105:0:53297:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1806d000. 00000020:00000010:2.0:1773674111.361110:0:53297:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ce40. 00000008:00000010:2.0:1773674111.361119:0:53297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674111.361125:0:53297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674111.361131:0:53297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674111.361140:0:53297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674111.361153:0:53297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674111.361158:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806ce00. 00000008:00000010:2.0:1773674111.361163:0:53297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674111.361168:0:53297:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674111.361172:0:53297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674111.361176:0:53297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674111.361180:0:53297:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674111.361184:0:53297:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674111.361200:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674111.361204:0:53297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674111.361207:0:53297:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674111.361210:0:53297:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674111.361214:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674111.361216:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674111.361218:0:53297:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674111.361223:0:53297:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc070dee00 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773674111.361227:0:53297:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc07284f80 00020000:00000001:2.0:1773674111.361231:0:53297:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674111.361233:0:53297:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674111.361245:0:53297:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674111.361247:0:53297:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361250:0:53297:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674111.361253:0:53297:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674111.361254:0:53297:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361256:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674111.361257:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674111.361259:0:53297:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674111.361269:0:53297:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c04d8) owner 0000000000000000/ffff98dc07284f80 00000020:00000001:2.0:1773674111.361272:0:53297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361275:0:53297:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674111.361277:0:53297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674111.361279:0:53297:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674111.361284:0:53297:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674111.361289:0:53297:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674111.361294:0:53297:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674111.361295:0:53297:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674111.361297:0:53297:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674111.361301:0:53297:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe5a0. 00000020:00000010:2.0:1773674111.361304:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674111.361311:0:53297:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674111.361313:0:53297:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674111.361317:0:53297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674111.361320:0:53297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674111.361323:0:53297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674111.361326:0:53297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674111.361330:0:53297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674111.361333:0:53297:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1238e800. 00000008:00000010:2.0:1773674111.361336:0:53297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674111.361339:0:53297:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3a80. 00008000:00000010:2.0:1773674111.361342:0:53297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a08. 00000080:00000010:2.0:1773674111.361345:0:53297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c780. 00000020:00000001:2.0:1773674111.361347:0:53297:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967464 : -113404210584152 : ffff98dc064fe5a8) 00000020:00001000:2.0:1773674111.361350:0:53297:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe5a0 00000020:00000001:2.0:1773674111.361353:0:53297:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2f58 -> ffff98dc043c2210 00000020:00000001:2.0:1773674111.361355:0:53297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674111.361358:0:53297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674111.361359:0:53297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674111.361361:0:53297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361363:0:53297:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361365:0:53297:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623400 : -113404231928216 : ffff98dc050a3668) 00000020:00000001:2.0:1773674111.361369:0:53297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773674111.361371:0:53297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361373:0:53297:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361376:0:53297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361378:0:53297:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773674111.361380:0:53297:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674111.361382:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674111.361383:0:53297:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674111.361386:0:53297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674111.361387:0:53297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361390:0:53297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361392:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361394:0:53297:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361396:0:53297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674111.361397:0:53297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361399:0:53297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361400:0:53297:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773674111.361403:0:53297:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674111.361404:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674111.361405:0:53297:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674111.361407:0:53297:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773674111.361410:0:53297:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773674111.361416:0:53297:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1773674111.361420:0:53297:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674111.361628:0:53297:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361631:0:53297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361633:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361634:0:53297:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361636:0:53297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361638:0:53297:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674111.361640:0:53297:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773674111.361642:0:53297:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674111.361643:0:53297:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773674111.361644:0:53297:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674111.361646:0:53297:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361648:0:53297:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773674111.361650:0:53297:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674111.361652:0:53297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773674111.361654:0:53297:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674111.361655:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674111.361657:0:53297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674111.361658:0:53297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674111.361659:0:53297:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361661:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361663:0:53297:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674111.361664:0:53297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674111.361666:0:53297:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773674111.361668:0:53297:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674111.361670:0:53297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674111.361671:0:53297:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674111.361673:0:53297:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674111.361674:0:53297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674111.361675:0:53297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674111.361677:0:53297:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361678:0:53297:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674111.361680:0:53297:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674111.361681:0:53297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674111.361683:0:53297:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674111.361685:0:53297:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674111.361687:0:53297:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674111.361689:0:53297:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674111.361690:0:53297:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674111.361692:0:53297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674111.361695:0:53297:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe5a0 00000020:00000010:2.0:1773674111.361700:0:53297:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674111.361709:0:53297:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674111.361713:0:53297:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674111.361718:0:53297:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674111.361722:0:53297:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674111.361726:0:53297:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674111.361729:0:53297:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674111.361733:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806ca00. 00000008:00000010:2.0:1773674111.361738:0:53297:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674111.361741:0:53297:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3a80. 00008000:00000010:2.0:1773674111.361746:0:53297:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a08. 00000080:00000010:2.0:1773674111.361749:0:53297:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c780. 00000020:00000010:2.0:1773674111.361752:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1238e800. 00000020:00000010:2.0:1773674111.361754:0:53297:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe5a0. 00020000:00000001:2.0:1773674111.361758:0:53297:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674111.361760:0:53297:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674111.361841:0:53297:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674111.361845:0:53297:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674111.361848:0:53297:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674111.361850:0:53297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674111.361855:0:53297:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674111.361858:0:53297:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1806d000. 00000020:00000010:2.0:1773674111.361861:0:53297:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ce40. 00000008:00000010:2.0:1773674111.361864:0:53297:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674111.361867:0:53297:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674111.361870:0:53297:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674111.361873:0:53297:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674111.361875:0:53297:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674111.361878:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806c200. 00000008:00000010:2.0:1773674111.361880:0:53297:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674111.361882:0:53297:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674111.361884:0:53297:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674111.361886:0:53297:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674111.361889:0:53297:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806ce00. 00000020:00000010:2.0:1773674111.361891:0:53297:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:2.0:1773674111.361893:0:53297:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674111.361897:0:53297:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489157:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674111.489169:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489177:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674111.489182:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674111.489186:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674111.489194:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674111.489197:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674111.489199:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489203:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674111.489206:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489208:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489211:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489215:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674111.489217:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674111.489218:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674111.489221:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674111.489222:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674111.489223:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489224:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674111.489226:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489228:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489230:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489235:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674111.489236:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674111.489240:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674111.489242:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674111.489277:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674111.489280:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674111.489283:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674112.513390:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674112.513402:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513410:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674112.513412:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513417:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674112.513418:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513422:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674112.513427:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674112.513430:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674112.513438:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674112.513441:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674112.513444:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513447:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674112.513451:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513453:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513456:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674112.513461:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674112.513463:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674112.513680:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674112.513685:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674112.513688:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674113.538791:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674113.538800:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674113.538807:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674113.538808:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674113.538812:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674113.538813:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674113.538816:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674113.538817:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674113.538820:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674113.538820:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674113.539117:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674113.539121:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674113.539124:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674114.560933:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674114.560943:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674114.560950:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674114.560952:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674114.560957:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674114.560958:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674114.560962:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674114.560964:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674114.560968:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674114.560970:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674114.561000:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674114.561003:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674114.561007:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674114.817260:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300671813, at 4300671872 00000100:00000010:1.0:1773674114.817283:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916f60. 00000100:00000040:0.0:1773674114.817437:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300671813, at 4300671872 00000100:00000010:0.0:1773674114.817444:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916a20. 00010000:00000001:0.0:1773674115.586084:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674115.586094:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674115.586102:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674115.586103:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674115.586108:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674115.586110:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674115.586114:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674115.586115:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674115.586119:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674115.586120:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674115.586300:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674115.586304:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674115.586308:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674115.969270:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.969285:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.969301:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674115.969309:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674115.969314:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.969318:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.969851:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.969865:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674115.969876:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.969906:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.969919:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.969925:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.969933:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_01+1] req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.969976:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.969979:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.969983:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.969987:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674115.969991:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674115.969994:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.969995:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.969998:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.970001:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558100. 00000100:00000001:2.0:1773674115.970004:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970009:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.970016:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.970018:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970252:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_00+0] req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.970262:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970264:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.970268:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.970272:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000020:00000040:2.0:1773674115.970274:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674115.970277:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.970278:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.970280:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.970285:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674115.970289:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970293:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.970299:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.970301:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970305:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_01+1] req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.970312:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.970314:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.970317:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773674115.973615:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.973629:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.973634:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.973661:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.973679:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.973681:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.973688:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.973702:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.973706:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.973710:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953454336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.973716:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.973725:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.973728:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.973731:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.973744:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0120b000. 02000000:00000001:3.0:1773674115.973747:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.973759:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.973815:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674115.973826:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674115.973836:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454336, portal 10 00000100:00000001:3.0:1773674115.973839:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.973841:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:3.0:1773674115.973850:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.973860:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.973862:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.973866:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674115.973871:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953454336, offset 0 00000400:00000200:3.0:1773674115.973880:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.973893:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.973903:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.973910:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.973916:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.973920:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.973924:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.973929:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252676:252676:256:4294967295] 192.168.201.103@tcp LPNI seq info [252644:252644:8:4294967295] 00000400:00000200:3.0:1773674115.973934:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.973945:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.973952:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.973959:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674115.973968:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.973978:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.973984:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.974201:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.974207:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 338652 usecs (339 jiffies) 00000400:00000200:3.0:1773674115.974211:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.974215:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300673368 00000100:00000010:3.0:1773674115.974222:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119169c0. 00000100:00000001:3.0:1773674115.974232:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674115.974250:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300673368 00000100:00000010:3.0:1773674115.974255:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916f00. 00000100:00000001:3.0:1773674115.974258:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674115.974262:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.974266:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.974271:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.974274:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.974286:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674115.974288:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:3.0:1773674115.974291:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.974293:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.974294:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.974298:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773674115.974300:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.974301:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674115.974303:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.974304:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.974305:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.974308:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.974314:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.974333:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.974335:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.974338:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.974340:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.974343:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.974346:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953454208:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.974350:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.974353:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.974355:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.974357:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.974362:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0120aa00. 02000000:00000001:3.0:1773674115.974364:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.974368:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.974370:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f268. 00000400:00000010:3.0:1773674115.974375:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674115.974378:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454208, portal 25 00000100:00000001:3.0:1773674115.974380:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.974381:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:3.0:1773674115.974387:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.974393:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.974395:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.974398:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674115.974400:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953454208, offset 0 00000400:00000200:3.0:1773674115.974405:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.974409:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.974413:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.974416:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.974420:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.974423:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.974426:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.974429:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252677:252677:255:4294967295] 192.168.201.103@tcp LPNI seq info [252645:252645:7:4294967295] 00000400:00000200:3.0:1773674115.974434:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.974440:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.974444:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.974447:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81100. 00000800:00000200:3.0:1773674115.974452:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.974456:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.974459:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.974462:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.974465:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.974467:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300676937 00000100:00000001:3.0:1773674115.974472:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300673368 00000100:00000001:3.0:1773674115.974475:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300676937 00000100:00000001:3.0:1773674115.974478:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300673368 00000100:00000001:3.0:1773674115.974481:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.974483:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.974486:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.974491:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.974499:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.974501:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.974503:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.974505:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.974508:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.974511:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953454464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.974514:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.974517:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.974518:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.974520:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.974527:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7400. 02000000:00000001:3.0:1773674115.974529:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.974533:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.974536:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674115.974540:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674115.974543:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454464, portal 10 00000100:00000001:3.0:1773674115.974544:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.974546:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674115.974554:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.974560:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.974561:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.974563:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674115.974565:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953454464, offset 0 00000400:00000200:3.0:1773674115.974569:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.974573:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.974576:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.974579:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.974582:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.974584:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.974586:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.974588:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252678:252678:254:4294967295] 192.168.201.103@tcp LPNI seq info [252646:252646:6:4294967295] 00000400:00000200:3.0:1773674115.974592:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.974597:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.974601:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.974605:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674115.974609:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.974613:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.974616:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.974618:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.974622:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 96375 usecs (97 jiffies) 00000400:00000200:3.0:1773674115.974624:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.974626:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300673126 00000100:00000001:3.0:1773674115.974628:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.974630:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300673126 00000100:00000001:3.0:1773674115.974632:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.974634:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.974636:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.974638:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.974641:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674115.975828:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674115.975843:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674115.975849:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.975853:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.975860:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.975871:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674115.975892:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.975905:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.975918:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.975922:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.975929:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.977214:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674115.977226:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674115.977230:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.977243:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674115.977246:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.977249:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.977251:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.977255:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.977269:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.977280:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.977283:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.977288:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.977293:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.977297:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.977302:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953454592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.977307:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.977315:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.977330:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.977334:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.977353:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c6800. 02000000:00000001:3.0:1773674115.977356:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.977367:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.977374:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674115.977383:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674115.977392:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454592, portal 4 00000100:00000001:3.0:1773674115.977394:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.977396:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:3.0:1773674115.977406:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.977414:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.977418:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.977421:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674115.977425:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953454592, offset 0 00000400:00000200:3.0:1773674115.977433:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.977445:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.977456:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.977461:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.977466:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.977472:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.977475:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.977481:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252679:252679:253:4294967295] 192.168.201.103@tcp LPNI seq info [252647:252647:5:4294967295] 00000400:00000200:3.0:1773674115.977486:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.977500:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.977507:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.977703:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81e00. 00000800:00000200:3.0:1773674115.977712:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.977722:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.977727:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.977734:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.977739:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 470340 usecs (471 jiffies) 00000400:00000200:3.0:1773674115.977744:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.977747:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300673503 00000100:00000001:3.0:1773674115.977751:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.977754:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300673503 00000100:00000001:3.0:1773674115.977757:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.977760:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.977763:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.977787:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.977791:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.977811:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.977813:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.977816:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.977819:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674115.978088:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978094:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674115.978100:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674115.978103:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.978110:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.978118:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288a80. 00000020:00000040:2.0:1773674115.978124:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674115.978129:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.978131:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.978137:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.978145:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674115.978151:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978158:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.978171:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.978176:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978181:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008797fe91] to pc [ptlrpcd_01_01+1] req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.978210:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978212:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.978216:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.978219:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674115.978222:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674115.978224:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.978226:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.978227:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.978231:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674115.978234:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978238:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.978245:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.978247:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978250:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.978265:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978267:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674115.978271:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674115.978274:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674115.978277:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674115.978279:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674115.978281:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674115.978283:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674115.978286:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674115.978289:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978293:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674115.978301:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674115.978303:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978306:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_01+1] req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674115.978313:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674115.978315:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674115.978318:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674115.978326:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6010) 00000100:00000001:3.0:1773674115.979870:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.979883:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.979900:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.979921:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.979936:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.979939:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.979944:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.979949:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.979952:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.979956:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.979961:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.979968:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.979971:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.979974:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.979986:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc085c7e00. 02000000:00000001:3.0:1773674115.979989:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.979999:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.980005:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fc08. 00000400:00000010:3.0:1773674115.980014:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674115.980024:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454848, portal 10 00000100:00000001:3.0:1773674115.980027:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.980029:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:3.0:1773674115.980038:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.980046:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.980049:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.980052:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674115.980057:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953454848, offset 0 00000400:00000200:3.0:1773674115.980065:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.980076:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.980085:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.980091:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.980097:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.980103:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.980106:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.980112:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252680:252680:252:4294967295] 192.168.201.103@tcp LPNI seq info [252648:252648:4:4294967295] 00000400:00000200:3.0:1773674115.980117:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.980131:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.980138:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.980143:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81b00. 00000800:00000200:3.0:1773674115.980152:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.980162:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.980167:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.980172:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.980177:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 51153 usecs (52 jiffies) 00000400:00000200:3.0:1773674115.980181:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.980185:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300673087 00000100:00000001:3.0:1773674115.980189:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.980191:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300673087 00000100:00000001:3.0:1773674115.980194:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.980196:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.980200:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.980206:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.980209:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.980219:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674115.980222:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674115.980225:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.980227:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.980229:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.980232:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773674115.980234:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.980236:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674115.980238:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674115.980240:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.980241:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.980242:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.980248:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.980255:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.980256:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.980259:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.980261:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.980263:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.980266:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454720:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.980269:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.980272:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.980274:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.980275:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.980280:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc051ade00. 02000000:00000001:3.0:1773674115.980283:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.980286:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.980289:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f580. 00000400:00000010:3.0:1773674115.980293:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674115.980296:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454720, portal 10 00000100:00000001:3.0:1773674115.980298:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.980299:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000040:3.0:1773674115.980306:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.980313:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.980315:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.980318:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674115.980999:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953454720, offset 0 00000400:00000200:3.0:1773674115.981010:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.981016:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.981022:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.981026:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.981030:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.981033:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.981036:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.981039:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252681:252681:251:4294967295] 192.168.201.103@tcp LPNI seq info [252649:252649:3:4294967295] 00000400:00000200:3.0:1773674115.981043:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.981051:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.981057:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.981062:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674115.981067:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.981073:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.981078:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.981081:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.981086:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 35652 usecs (36 jiffies) 00000400:00000200:3.0:1773674115.981089:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.981091:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300673072 00000100:00000001:3.0:1773674115.981094:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.981096:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300673072 00000100:00000001:3.0:1773674115.981098:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.981101:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.981105:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.981108:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674115.981114:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.981122:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674115.981125:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.981128:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674115.981131:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674115.981133:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674115.981137:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674115.981140:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674115.981145:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674115.981147:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674115.981150:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674115.981159:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31c00. 02000000:00000001:3.0:1773674115.981162:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674115.981166:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674115.981170:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f4d0. 00000400:00000010:3.0:1773674115.981175:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674115.981179:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953454976, portal 4 00000100:00000001:3.0:1773674115.981182:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674115.981183:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:3.0:1773674115.981191:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674115.981198:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674115.981201:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674115.981203:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674115.981205:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953454976, offset 0 00000400:00000200:3.0:1773674115.981210:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674115.981213:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.981216:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674115.981219:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674115.981221:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674115.981223:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674115.981226:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674115.981229:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252682:252682:250:4294967295] 192.168.201.103@tcp LPNI seq info [252650:252650:2:4294967295] 00000400:00000200:3.0:1773674115.981233:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674115.981239:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674115.981244:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674115.981247:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81f00. 00000800:00000200:3.0:1773674115.981252:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674115.981256:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674115.981258:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674115.981261:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674115.981265:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 43003 usecs (44 jiffies) 00000400:00000200:3.0:1773674115.981268:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674115.981270:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300673080 00000100:00000001:3.0:1773674115.981272:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.981274:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300673080 00000100:00000001:3.0:1773674115.981276:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300676937 00000100:00000001:3.0:1773674115.981278:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674115.981280:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.981285:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.981289:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.981316:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674115.981318:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674115.982013:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674115.982020:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674115.982373:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.982380:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:0.0:1773674115.982390:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.982400:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.982409:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:0.0:1773674115.982413:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:0.0:1773674115.983082:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983095:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983111:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983115:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983123:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983126:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983187:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983190:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81100. 00000400:00000200:0.0:1773674115.983194:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.983198:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.983203:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:0.0:1773674115.983205:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:0.0:1773674115.983208:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983214:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983223:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983226:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983233:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983235:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983247:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983249:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:0.0:1773674115.983253:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.983257:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.983259:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:0.0:1773674115.983261:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:0.0:1773674115.983264:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983270:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983278:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983281:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983288:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983290:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983299:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983301:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81e00. 00000400:00000200:0.0:1773674115.983305:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.983308:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.983311:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:0.0:1773674115.983313:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:0.0:1773674115.983316:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983412:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983423:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983427:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983433:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983435:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983448:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983451:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81b00. 00000400:00000200:0.0:1773674115.983454:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.983457:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.983460:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:0.0:1773674115.983462:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:0.0:1773674115.983465:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983470:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983478:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983482:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983488:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983490:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983499:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983501:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:0.0:1773674115.983504:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.983507:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.983510:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:0.0:1773674115.983511:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:0.0:1773674115.983513:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.983518:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983525:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.983528:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.983535:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.983537:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674115.983643:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674115.983646:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81f00. 00000400:00000200:0.0:1773674115.983650:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674115.984051:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674115.984058:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:0.0:1773674115.984061:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:0.0:1773674115.984065:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674115.984072:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.984300:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674115.984304:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674115.984312:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674115.984313:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674116.006939:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.006961:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.006965:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.006968:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.006978:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.006985:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.006997:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.007002:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.007008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.007027:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb900 00000400:00000200:0.0:1773674116.007032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.007039:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5569 [1] + 224 00000800:00000001:0.0:1773674116.007048:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.007058:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.007062:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.007067:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.007074:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.007083:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.007096:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.007120:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.007130:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.007134:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.007351:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674116.007357:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674116.007366:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674116.007380:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674116.007385:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674116.007391:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:3.0:1773674116.007394:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:3.0:1773674116.007398:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674116.007403:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674116.007414:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.007421:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674116.007423:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.007426:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674116.007429:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674116.007432:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674116.007435:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674116.007438:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674116.007448:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=49 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674116.007452:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674116.007455:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674116.007457:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674116.007460:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674116.007464:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.007468:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674116.007470:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674116.007473:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674116.007474:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674116.007479:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.007487:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674116.007491:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.007493:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674116.007497:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674116.007983:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953454336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674116.007990:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.007994:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674116.007997:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953454336/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.008005:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674116.008008:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674116.008022:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0120b000. 02000000:00000001:3.0:1773674116.008028:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674116.008031:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674116.008033:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674116.008036:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674116.008038:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558100. 02000000:00000001:3.0:1773674116.008045:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674116.008046:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674116.008048:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:3.0:1773674116.008053:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674116.008054:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.008057:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.008060:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674116.008061:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674116.008063:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.008065:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674116.020902:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.020923:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.020927:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.020931:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.020942:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.020951:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.020962:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.020968:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.020975:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.020980:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cb980 00000400:00000200:0.0:1773674116.020985:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.020991:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5579 [1] + 224 00000800:00000001:0.0:1773674116.021000:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.021005:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.021009:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.021015:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.021024:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.021035:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.021050:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.021349:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.021361:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.021366:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.022098:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.022105:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.022110:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.022115:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.022122:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.022126:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.022129:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.022132:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cba80 00000400:00000200:0.0:1773674116.022136:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.022142:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5591 [1] + 224 00000800:00000001:0.0:1773674116.022147:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.022156:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.022158:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.022334:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.022341:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.022347:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.022972:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.022983:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.022994:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.023000:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.023133:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674116.023139:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674116.023147:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674116.023149:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674116.023152:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f580. 00000400:00000200:3.0:1773674116.023157:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:3.0:1773674116.023159:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:3.0:1773674116.023176:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674116.023181:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674116.023191:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023198:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674116.023200:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.023202:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674116.023207:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674116.023211:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674116.023213:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674116.023217:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674116.023227:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=37 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674116.023231:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674116.023235:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674116.023237:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674116.023240:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674116.023245:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.023250:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674116.023252:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674116.023255:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674116.023256:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674116.023261:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023270:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674116.023273:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.023275:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674116.023279:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674116.023288:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454720:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674116.023297:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674116.023299:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674116.023301:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674116.023303:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674116.023305:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674116.023307:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674116.023311:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674116.023321:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023334:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674116.023336:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.023338:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674116.023339:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674116.023341:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674116.023342:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674116.023344:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674116.023348:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=49 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674116.023351:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674116.023354:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674116.023355:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674116.023357:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674116.023359:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.023375:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674116.023377:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674116.023379:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674116.023380:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674116.023385:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023391:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674116.023394:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.023395:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674116.023399:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674116.023407:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953454464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674116.023413:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.023415:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674116.023418:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288a80 x1859825953454720/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023425:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674116.023428:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674116.023432:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc051ade00. 02000000:00000001:3.0:1773674116.023438:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674116.023440:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674116.023442:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674116.023444:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674116.023447:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:3.0:1773674116.023451:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674116.023454:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674116.023456:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288a80. 00000100:00000001:3.0:1773674116.023460:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674116.023461:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.023463:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674116.023467:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953454464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.023473:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674116.023474:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674116.023476:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7400. 02000000:00000001:3.0:1773674116.023479:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674116.023480:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674116.023481:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674116.023483:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674116.023485:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:3.0:1773674116.023487:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674116.023488:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674116.023489:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:3.0:1773674116.023492:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674116.023493:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.023497:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.023499:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674116.023501:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674116.023503:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.023504:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674116.028576:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.028597:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.028601:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.028604:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.028614:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.028621:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.028632:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.028637:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.028642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.028646:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cba00 00000400:00000200:0.0:1773674116.028651:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.028657:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5581 [1] + 224 00000800:00000001:0.0:1773674116.028665:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.028671:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.028674:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.028679:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.028687:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.029533:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.029556:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.029588:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.029602:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029610:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.029612:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029615:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029620:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029624:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.029630:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029634:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029637:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029640:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cb880 00000400:00000200:0.0:1773674116.029644:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029649:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5571 [1] + 224 00000800:00000001:0.0:1773674116.029655:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029659:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029661:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.029665:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.029670:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.029675:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.029684:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.029724:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.029729:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029734:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.029736:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029739:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029742:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029746:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.029751:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029754:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029757:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029875:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cbb80 00000400:00000200:0.0:1773674116.029882:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029887:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5599 [1] + 224 00000800:00000001:0.0:1773674116.029892:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029897:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029900:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.029904:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.029907:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.029912:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.029921:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.029929:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.029933:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029937:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674116.029940:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029942:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029949:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674116.029954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029960:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029962:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cbb00 00000400:00000200:0.0:1773674116.029965:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674116.029970:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5589 [1] + 224 00000800:00000001:0.0:1773674116.029974:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.029985:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674116.029988:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674116.029992:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674116.029995:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674116.030000:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674116.030010:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674116.030018:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674116.030022:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674116.030025:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.030870:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674116.030886:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674116.030902:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674116.030905:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1773674116.030907:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1773674116.030913:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f4d0. 00000100:00000001:3.0:1773674116.030915:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773674116.030928:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:2.0:1773674116.030932:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:2.0:1773674116.030938:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1773674116.030941:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674116.030946:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674116.030954:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000100:00000200:2.0:1773674116.030955:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674116.030965:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:3.0:1773674116.030972:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:3.0:1773674116.030982:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674116.030996:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674116.030998:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031017:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674116.031020:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031027:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674116.031034:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674116.031039:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1773674116.031043:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031044:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674116.031054:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.031067:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674116.031070:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.031074:0:2414:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1773674116.031075:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=36 v=5 (5 0 0 0) 02000000:00000001:3.0:1773674116.031078:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674116.031084:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1773674116.031085:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674116.031088:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031091:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1773674116.031095:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031097:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674116.031104:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1773674116.031108:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=49 v=5 (5 5 5 5) 00010000:00000001:2.0:1773674116.031111:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674116.031117:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674116.031120:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1773674116.031123:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773674116.031125:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674116.031128:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031131:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1773674116.031134:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1773674116.031136:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674116.031143:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.031152:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674116.031152:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773674116.031157:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674116.031168:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674116.031173:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.031177:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674116.031179:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.031181:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674116.031191:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773674116.031194:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674116.031237:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674116.031240:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674116.031249:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.031252:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674116.031254:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674116.031258:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1773674116.031262:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773674116.031262:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fc08. 00000400:00000200:2.0:1773674116.031271:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:2.0:1773674116.031276:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:2.0:1773674116.031285:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1773674116.031294:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953454592:192.168.201.103@tcp:400:kworker.0 00000100:00000200:2.0:1773674116.031296:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.031324:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.031328:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674116.031334:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953454592/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674116.031362:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031372:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674116.031377:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674116.031380:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773674116.031383:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674116.031387:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1773674116.031388:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773674116.031390:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1773674116.031395:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c6800. 00000100:00000001:2.0:1773674116.031396:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674116.031402:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674116.031407:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1773674116.031410:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=37 v=10 (16 0 0 0) 00000020:00000001:3.0:1773674116.031412:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674116.031416:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00001000:2.0:1773674116.031418:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=37 v=5 (1 0 0 0) 00000020:00000001:3.0:1773674116.031421:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773674116.031425:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1773674116.031428:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674116.031429:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674116.031437:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1773674116.031439:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1773674116.031441:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674116.031444:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773674116.031448:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:3.0:1773674116.031449:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000040:2.0:1773674116.031453:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674116.031457:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674116.031459:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674116.031462:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031464:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674116.031468:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674116.031475:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674116.031480:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674116.031485:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031488:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674116.031491:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674116.031495:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674116.031498:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031500:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674116.031507:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674116.031517:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953454848:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674116.031525:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674116.031527:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674116.031530:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f268. 00000400:00000200:2.0:1773674116.031533:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:2.0:1773674116.031535:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:2.0:1773674116.031538:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674116.031542:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674116.031552:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031559:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674116.031560:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031562:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674116.031564:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674116.031565:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674116.031567:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674116.031569:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674116.031573:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674116.031576:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674116.031578:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674116.031580:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674116.031582:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674116.031583:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031586:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674116.031590:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031596:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674116.031598:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674116.031600:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674116.031603:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674116.031611:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953454208:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674116.031617:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031620:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674116.031624:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953454976/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031632:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674116.031634:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674116.031638:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31c00. 02000000:00000001:2.0:1773674116.031642:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674116.031645:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674116.031647:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674116.031649:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674116.031652:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:2.0:1773674116.031671:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674116.031673:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674116.031675:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674116.031680:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674116.031681:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031683:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674116.031687:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953454848/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031703:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674116.031705:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674116.031709:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc085c7e00. 02000000:00000001:2.0:1773674116.031711:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674116.031712:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674116.031714:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674116.031715:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674116.031717:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674116.031719:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674116.031720:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674116.031722:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674116.031724:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674116.031725:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031727:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674116.031731:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953454208/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674131 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674116.031737:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674116.031739:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674116.031741:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0120aa00. 02000000:00000001:2.0:1773674116.031743:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674116.031744:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674116.031746:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674116.031748:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674116.031750:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:2.0:1773674116.031752:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674116.031753:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674116.031755:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:2.0:1773674116.031757:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674116.031759:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674116.031762:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031809:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674116.031812:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674116.031813:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.031816:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674116.608984:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674116.608995:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674116.609003:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674116.609004:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674116.609010:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674116.609011:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674116.609016:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674116.609018:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674116.609023:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674116.609024:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674116.609328:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674116.609333:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674116.609336:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773674116.994010:0:2413:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773674116.994031:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674116.994034:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=15 : 15 : f) 00000100:00000001:2.0:1773674116.994042:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674116.994046:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674116.994051:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674116.994056:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674117.634323:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674117.634334:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674117.634342:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674117.634343:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674117.634347:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674117.634349:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674117.634353:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674117.634354:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674117.634358:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674117.634360:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674117.634394:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674117.634397:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674117.634401:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674118.656979:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674118.656990:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674118.656999:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674118.657001:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674118.657015:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674118.657017:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674118.657021:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674118.657023:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674118.657027:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674118.657028:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674118.657222:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674118.657226:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674118.657230:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674119.681413:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674119.681423:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674119.681425:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674119.681429:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681434:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674119.681437:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681440:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681442:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681446:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674119.681448:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681452:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674119.681453:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681456:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674119.681457:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681461:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674119.681462:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674119.681463:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674119.681465:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681466:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674119.681467:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681469:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674119.681471:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674119.684537:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674119.684545:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674119.684550:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674119.937035:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300676937, at 4300676992 00000100:00000010:1.0:1773674119.937051:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916f00. 00000100:00000040:0.0:1773674119.937450:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300676937, at 4300676992 00000100:00000010:0.0:1773674119.937457:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119169c0. 00010000:00000001:0.0:1773674120.704910:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674120.704917:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674120.704925:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674120.704926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674120.704930:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674120.704932:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674120.704935:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674120.704936:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674120.704939:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674120.704940:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674120.705014:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674120.705017:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674120.705020:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674121.089099:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.089110:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.089121:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02300. 00000020:00000040:0.0:1773674121.089128:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674121.089132:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.089134:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.089140:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.089148:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:0.0:1773674121.089155:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089166:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.089178:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.089182:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089189:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcac8d7] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.089224:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089227:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.089231:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.089234:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03b80. 00000020:00000040:0.0:1773674121.089236:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674121.089239:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.089240:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.089242:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.089245:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3c00. 00000100:00000001:0.0:1773674121.089247:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089253:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.089259:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.089261:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089265:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050e19f51] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.089273:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089275:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.089278:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.089283:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02d80. 00000020:00000040:0.0:1773674121.089295:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674121.089298:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.089299:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.089300:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.089304:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000100:00000001:0.0:1773674121.089306:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089310:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.089317:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.089318:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089321:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003edea60] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.089328:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089330:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.089333:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.089336:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674121.089338:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674121.089340:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.089341:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.089343:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.089347:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:0.0:1773674121.089349:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089353:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.089360:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.089361:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089364:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c01bb6] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.089372:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089374:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674121.089377:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674121.089380:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.089382:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.089385:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02a00. 00000020:00000040:0.0:1773674121.089387:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674121.089389:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.089390:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.089392:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.089394:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:0.0:1773674121.089397:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089401:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.089409:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.089411:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.089993:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9650828] to pc [ptlrpcd_00_00+0] req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090004:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090007:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.090013:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.090017:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674121.090021:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674121.090023:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.090025:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.090027:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.090031:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:0.0:1773674121.090034:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090040:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.090047:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.090049:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090054:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090061:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090063:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674121.090077:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674121.090079:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00a80. 00000020:00000040:0.0:1773674121.090081:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:0.0:1773674121.090084:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674121.090085:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674121.090086:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674121.090089:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:0.0:1773674121.090092:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090095:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674121.090102:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674121.090104:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090108:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f55a4e] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090121:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090123:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674121.090126:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674121.090302:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6015) 00000100:00000001:0.0:1773674121.090320:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674121.090324:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674121.090326:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674121.090331:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090340:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674121.090341:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.090344:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674121.090347:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674121.090350:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674121.090353:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953455232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674121.090357:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674121.090363:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674121.090365:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.090368:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674121.090372:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ba00. 02000000:00000001:0.0:1773674121.090374:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674121.090381:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674121.090386:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674121.090393:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000200:0.0:1773674121.090400:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455232, portal 10 00000100:00000001:0.0:1773674121.090402:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674121.090404:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000040:0.0:1773674121.090411:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090418:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674121.090421:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674121.090424:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674121.090427:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953455232, offset 0 00000400:00000200:0.0:1773674121.090434:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674121.090442:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.090451:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674121.090456:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674121.090460:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674121.090463:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674121.090466:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674121.090469:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252683:252683:256:4294967295] 192.168.201.103@tcp LPNI seq info [252651:252651:8:4294967295] 00000400:00000200:0.0:1773674121.090474:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.090483:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674121.090489:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674121.090494:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b000. 00000800:00000200:0.0:1773674121.090501:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674121.090508:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674121.090512:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674121.090525:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.090529:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 338001 usecs (339 jiffies) 00000400:00000200:0.0:1773674121.090532:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674121.090535:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300678484 00000100:00000010:0.0:1773674121.090539:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6bd20. 00000100:00000001:0.0:1773674121.090545:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773674121.090551:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300678484 00000100:00000010:0.0:1773674121.090554:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc02c6ba20. 00000100:00000001:0.0:1773674121.090556:0:2412:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773674121.090559:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.090562:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.090564:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674121.090568:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.090574:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674121.090575:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.090578:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674121.090579:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674121.090581:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674121.090584:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953455488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674121.090587:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773674121.090969:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674121.090973:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674121.090974:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674121.090982:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.090989:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674121.090990:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.090992:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674121.090994:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674121.090996:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674121.090999:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953455104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.091002:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674121.091004:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674121.091006:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091008:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674121.091014:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674121.091016:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674121.091020:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674121.091024:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674121.091029:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674121.091033:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455104, portal 25 00000100:00000001:1.0:1773674121.091035:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674121.091036:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521003264 : -113404188548352 : ffff98dc07a02300) 00000100:00000040:1.0:1773674121.091041:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091047:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674121.091049:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674121.091051:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674121.091053:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953455104, offset 0 00000400:00000200:1.0:1773674121.091058:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091062:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091066:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674121.091069:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674121.091072:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674121.091075:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674121.091077:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091080:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252684:252684:255:4294967295] 192.168.201.103@tcp LPNI seq info [252652:252652:7:4294967295] 00000400:00000200:1.0:1773674121.091083:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091089:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674121.091094:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674121.091098:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae400. 00000800:00000200:1.0:1773674121.091102:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674121.091107:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674121.091110:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674121.091113:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674121.091116:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674121.091118:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300682054 00000100:00000001:1.0:1773674121.091124:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300678484 00000100:00000001:1.0:1773674121.091127:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300682054 00000100:00000001:1.0:1773674121.091130:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300678484 00000100:00000001:1.0:1773674121.091132:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.091134:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.091137:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674121.091140:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091147:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674121.091148:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091150:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674121.091152:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674121.091154:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674121.091156:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953455360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.091160:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674121.091162:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674121.091163:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091165:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674121.091168:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674121.091170:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674121.091173:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674121.091175:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773674121.091179:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674121.091181:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455360, portal 10 00000100:00000001:1.0:1773674121.091183:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674121.091185:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005952 : -113404188545664 : ffff98dc07a02d80) 00000100:00000040:1.0:1773674121.091191:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091197:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674121.091199:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674121.091202:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674121.091204:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953455360, offset 0 00000400:00000200:1.0:1773674121.091208:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091212:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091215:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674121.091217:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674121.091219:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674121.091222:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674121.091223:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091226:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252685:252685:254:4294967295] 192.168.201.103@tcp LPNI seq info [252653:252653:6:4294967295] 00000400:00000200:1.0:1773674121.091229:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091235:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674121.091239:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674121.091242:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674121.091245:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674121.091249:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674121.091252:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674121.091255:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.091258:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 96175 usecs (97 jiffies) 00000400:00000200:1.0:1773674121.091261:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674121.091263:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300678243 00000100:00000001:1.0:1773674121.091265:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.091267:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300678243 00000100:00000001:1.0:1773674121.091269:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.091271:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.091273:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.091275:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674121.091279:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091296:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674121.091298:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091300:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674121.091302:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674121.091303:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674121.091306:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953455616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.091309:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674121.091312:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674121.091313:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091314:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674121.091318:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674121.091319:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674121.091322:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674121.091324:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:1.0:1773674121.091327:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674121.091330:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455616, portal 10 00000100:00000001:1.0:1773674121.091332:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674121.091333:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521005056 : -113404188546560 : ffff98dc07a02a00) 00000100:00000040:1.0:1773674121.091338:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091345:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674121.091347:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674121.091350:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773674121.091352:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953455616, offset 0 00000400:00000200:1.0:1773674121.091355:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091359:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091362:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674121.091364:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674121.091366:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674121.091369:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674121.091371:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091373:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252686:252686:253:4294967295] 192.168.201.103@tcp LPNI seq info [252654:252654:5:4294967295] 00000400:00000200:1.0:1773674121.091376:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091382:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674121.091386:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674121.091390:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674121.091393:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674121.091397:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674121.091399:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674121.091402:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.091405:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 36941 usecs (37 jiffies) 00000400:00000200:1.0:1773674121.091407:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674121.091409:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300678183 00000100:00000001:1.0:1773674121.091411:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.091413:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300678183 00000100:00000001:1.0:1773674121.091415:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.091417:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.091418:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.091420:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674121.091424:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091430:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674121.091431:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091433:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674121.091435:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674121.091436:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674121.091439:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953455872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.091442:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674121.091445:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674121.091446:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.091448:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674121.091451:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674121.091453:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674121.091456:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674121.091459:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000400:00000010:1.0:1773674121.091462:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773674121.091465:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455872, portal 4 00000100:00000001:1.0:1773674121.091467:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674121.091468:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996992 : -113404188554624 : ffff98dc07a00a80) 00000100:00000040:1.0:1773674121.091474:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.091480:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674121.091482:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674121.091484:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773674121.091487:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953455872, offset 0 00000400:00000200:1.0:1773674121.091491:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674121.091494:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.091497:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674121.091499:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674121.091501:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674121.091504:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674121.091506:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674121.092894:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252687:252687:252:4294967295] 192.168.201.103@tcp LPNI seq info [252655:252655:4:4294967295] 00000400:00000200:1.0:1773674121.092903:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674121.092913:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674121.092920:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674121.092926:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674121.092932:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674121.092938:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674121.092942:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674121.092946:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.092951:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 45547 usecs (46 jiffies) 00000400:00000200:1.0:1773674121.092954:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674121.092956:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300678194 00000100:00000001:1.0:1773674121.092958:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.092961:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300678194 00000100:00000001:1.0:1773674121.092963:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300682054 00000100:00000001:1.0:1773674121.092964:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.092967:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.092971:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.092974:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.092983:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674121.092985:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674121.092988:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674121.092989:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674121.092991:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.092993:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.093869:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674121.093875:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.093878:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674121.093887:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ac00. 02000000:00000001:0.0:1773674121.093890:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674121.093897:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674121.093901:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000400:00000010:0.0:1773674121.093907:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773674121.093915:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455488, portal 4 00000100:00000001:0.0:1773674121.093917:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674121.093919:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:0.0:1773674121.093934:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.093943:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674121.093945:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674121.093948:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773674121.093951:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953455488, offset 0 00000400:00000200:0.0:1773674121.093957:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674121.093965:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.093972:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674121.093975:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674121.093979:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674121.093983:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674121.093985:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674121.093989:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252688:252688:251:4294967295] 192.168.201.103@tcp LPNI seq info [252656:252656:3:4294967295] 00000400:00000200:0.0:1773674121.093993:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.094000:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674121.094005:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674121.094010:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237bb00. 00000800:00000200:0.0:1773674121.094016:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674121.094022:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674121.094025:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674121.094029:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.094032:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 467767 usecs (468 jiffies) 00000400:00000200:0.0:1773674121.094035:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674121.094037:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300678617 00000100:00000001:0.0:1773674121.094040:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300682054 00000100:00000001:0.0:1773674121.094042:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300678617 00000100:00000001:0.0:1773674121.094044:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300682054 00000100:00000001:0.0:1773674121.094046:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.094048:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.094052:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674121.094056:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.094269:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674121.094272:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.094275:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674121.094278:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674121.094280:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674121.094283:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953455744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674121.094301:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674121.094304:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674121.094305:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.094308:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674121.094311:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a600. 02000000:00000001:0.0:1773674121.094312:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674121.094316:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674121.094318:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674121.094321:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773674121.094324:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953455744, portal 10 00000100:00000001:0.0:1773674121.094326:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674121.094327:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000100:00000040:0.0:1773674121.094334:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.094340:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674121.094342:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674121.094344:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:0.0:1773674121.094347:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953455744, offset 0 00000400:00000200:0.0:1773674121.094351:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674121.094355:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.094358:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674121.094361:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674121.094363:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674121.094365:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674121.094367:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674121.094370:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252689:252689:250:4294967295] 192.168.201.103@tcp LPNI seq info [252657:252657:2:4294967295] 00000400:00000200:0.0:1773674121.094374:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.094380:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674121.094384:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674121.094387:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc1237b100. 00000800:00000200:0.0:1773674121.094391:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674121.094394:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674121.094397:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc1237b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674121.094400:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.094404:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 52678 usecs (53 jiffies) 00000400:00000200:0.0:1773674121.094407:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674121.094409:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300678202 00000100:00000001:0.0:1773674121.094411:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300682054 00000100:00000001:0.0:1773674121.094413:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300678202 00000100:00000001:0.0:1773674121.094415:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300682054 00000100:00000001:0.0:1773674121.094417:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.094419:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.094421:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.094425:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.094431:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674121.094433:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674121.094436:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674121.094438:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674121.094440:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.094443:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674121.094496:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.094500:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b000. 00000400:00000200:0.0:1773674121.094506:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.094523:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.094528:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773674121.094531:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773674121.094537:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.094542:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.095355:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.095364:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.095373:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.095375:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.095402:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.095405:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae400. 00000400:00000200:0.0:1773674121.095409:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.095413:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.095418:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:0.0:1773674121.095420:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:0.0:1773674121.095423:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.095427:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.095435:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.096902:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.096917:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.096919:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.096945:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.096948:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:0.0:1773674121.096952:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.096958:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.096962:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:0.0:1773674121.096965:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:0.0:1773674121.096968:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.096974:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.096983:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.096986:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.096993:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.096994:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.097004:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.097006:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674121.097008:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.097011:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.097014:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:0.0:1773674121.097015:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:0.0:1773674121.097018:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.097021:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097029:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.097031:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097037:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.097038:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.097046:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.097048:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:0.0:1773674121.097051:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.097054:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.097056:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:0.0:1773674121.097058:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:0.0:1773674121.097060:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.097064:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097071:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.097074:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097080:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.097081:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.097089:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.097091:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237bb00. 00000400:00000200:0.0:1773674121.097093:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.097096:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.097098:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:0.0:1773674121.097100:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:0.0:1773674121.097102:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.097106:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097113:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.097289:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097300:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.097302:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674121.097367:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674121.097370:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc1237b100. 00000400:00000200:0.0:1773674121.097372:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.097376:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674121.097379:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:0.0:1773674121.097381:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:0.0:1773674121.097383:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674121.097387:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097394:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.097397:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.097403:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.097405:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674121.130355:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.130380:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.130384:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.130387:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.130397:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.130406:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.130417:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.130422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.130428:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.130433:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cbc00 00000400:00000200:0.0:1773674121.130438:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.130444:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55b1 [1] + 224 00000800:00000001:0.0:1773674121.130453:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.130458:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.130461:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.130466:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.130475:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.130484:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.130496:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.130510:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.130521:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.130526:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.130528:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.130530:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.130534:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674121.131222:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674121.131228:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674121.131236:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674121.131239:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674121.131243:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674121.131248:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773674121.131251:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773674121.131255:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674121.131261:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674121.131273:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.131281:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674121.131283:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.131285:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674121.131289:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674121.131292:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674121.131294:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.131298:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674121.131305:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674121.131310:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674121.131313:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674121.131315:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674121.131318:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674121.131321:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.131324:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.131329:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.131341:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.131452:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674121.131455:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674121.131461:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674121.131471:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953455104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.131478:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.131481:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674121.131484:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02300 x1859825953455104/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.131491:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674121.131494:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1773674121.132326:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132339:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132344:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132350:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132354:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cbf00 00000400:00000200:0.0:1773674121.132359:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132364:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55e1 [1] + 224 00000800:00000001:0.0:1773674121.132372:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132382:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132385:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132389:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132396:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132402:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132413:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132422:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132429:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132432:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.132434:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132436:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132444:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132450:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132452:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132455:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cbd80 00000400:00000200:0.0:1773674121.132458:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132462:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55f1 [1] + 224 00000800:00000001:0.0:1773674121.132466:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132468:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132470:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132474:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132476:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132480:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132489:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132504:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132507:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132509:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.132511:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132513:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132516:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132519:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132523:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132525:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132527:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132530:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cbe00 00000400:00000200:0.0:1773674121.132534:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132538:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55d1 [1] + 224 00000800:00000001:0.0:1773674121.132542:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132546:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132548:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132551:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132554:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132558:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132567:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132574:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132578:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132581:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.132583:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132585:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132590:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132594:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132597:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132600:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132603:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cbc80 00000400:00000200:0.0:1773674121.132641:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132646:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55a1 [1] + 224 00000800:00000001:0.0:1773674121.132650:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132656:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132658:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132661:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132664:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132668:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132677:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132684:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132689:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132692:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.132694:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132697:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132700:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132703:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132707:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132710:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132716:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cbe80 00000400:00000200:0.0:1773674121.132718:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132722:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5601 [1] + 224 00000800:00000001:0.0:1773674121.132725:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132728:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132731:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132733:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132736:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132741:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132750:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132758:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132762:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132786:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674121.132789:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132791:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132794:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132799:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674121.132803:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132806:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132809:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132811:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cbd00 00000400:00000200:0.0:1773674121.132814:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674121.132818:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c55c1 [1] + 224 00000800:00000001:0.0:1773674121.132822:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132833:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674121.132835:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674121.132838:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674121.132840:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132845:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674121.132852:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132859:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674121.132863:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674121.132866:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.132904:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674121.132907:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674121.132913:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674121.132915:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674121.132918:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:0.0:1773674121.132921:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:0.0:1773674121.132924:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:0.0:1773674121.132926:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.132930:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674121.132939:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.132945:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674121.132947:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.132949:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674121.132952:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674121.132954:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674121.132956:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.132958:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674121.132966:0:2412:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=54 v=10 (16 17 17 17) 00000100:00001000:0.0:1773674121.132970:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674121.132973:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674121.132974:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.132977:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674121.132980:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.132983:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674121.132985:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:0.0:1773674121.132987:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674121.132989:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.132993:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133000:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.133002:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674121.133004:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674121.133007:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674121.133015:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953455232:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674121.133020:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674121.133021:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674121.133023:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:0.0:1773674121.133025:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:0.0:1773674121.133027:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:0.0:1773674121.133029:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.133032:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674121.133040:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133045:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674121.133047:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133049:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674121.133050:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674121.133052:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674121.133053:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.133055:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674121.133059:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674121.133062:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1773674121.133065:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674121.133066:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.133068:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674121.133069:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.133071:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674121.133073:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:0.0:1773674121.133075:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674121.133076:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.133080:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133087:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.133088:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674121.133090:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674121.133093:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674121.133100:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953455488:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674121.133105:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674121.133106:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674121.133108:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:0.0:1773674121.133110:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:0.0:1773674121.133112:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:0.0:1773674121.133114:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674121.133118:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674121.133302:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133310:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674121.133312:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133314:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674121.133316:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674121.133317:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674121.133319:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674121.133321:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674121.133326:0:2412:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=42 v=10 (16 0 0 0) 00000100:00001000:0.0:1773674121.133329:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674121.133332:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674121.133333:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.133335:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674121.133337:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.133340:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674121.133342:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674121.133343:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674121.133345:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674121.133350:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133357:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674121.133359:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674121.133360:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674121.133364:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674121.133372:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953455744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674121.133376:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133379:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.133383:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03b80 x1859825953455232/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133389:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674121.133391:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674121.133394:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ba00. 02000000:00000001:0.0:1773674121.133398:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674121.133401:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674121.133403:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674121.133405:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674121.133408:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3c00. 02000000:00000001:0.0:1773674121.133413:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674121.133415:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674121.133417:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03b80. 00000100:00000001:0.0:1773674121.133421:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674121.133422:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133424:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.133427:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953455488/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133435:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674121.133436:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674121.133438:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ac00. 02000000:00000001:0.0:1773674121.133440:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674121.133442:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674121.133443:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674121.133445:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674121.133446:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773674121.133449:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674121.133450:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674121.133451:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:0.0:1773674121.133454:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674121.133455:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133456:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674121.133459:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953455744/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674121.133465:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674121.133467:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674121.133468:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a600. 02000000:00000001:0.0:1773674121.133470:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674121.133471:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674121.133473:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674121.133475:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674121.133476:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:0.0:1773674121.133479:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674121.133481:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674121.133482:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:0.0:1773674121.133484:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674121.133485:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133487:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674121.133497:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674121.133499:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674121.133501:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674121.133504:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674121.133863:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674121.133869:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674121.133870:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674121.133871:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674121.133873:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674121.133876:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:1.0:1773674121.133879:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674121.133880:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674121.133881:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02300. 00000100:00000001:1.0:1773674121.133883:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674121.133885:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.133887:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.133889:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674121.133890:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674121.133894:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674121.133896:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674121.133898:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773674121.133901:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674121.133902:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674121.133905:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674121.133911:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674121.133919:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.133925:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674121.133926:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.133928:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674121.133929:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674121.133930:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674121.133932:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.133934:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674121.133939:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=54 v=10 (16 17 17 17) 00000100:00001000:1.0:1773674121.133942:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674121.133945:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674121.133946:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674121.133948:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674121.133950:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.133953:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674121.133954:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674121.133956:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674121.133958:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.133962:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.133968:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.133970:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674121.133971:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674121.133975:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674121.133981:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953455360:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674121.133989:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674121.133990:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674121.133992:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:1.0:1773674121.133995:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:1.0:1773674121.133996:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:1.0:1773674121.133998:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674121.134002:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674121.134011:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134016:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674121.134018:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134020:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674121.134021:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674121.134022:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674121.134024:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.134025:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674121.134029:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=42 v=10 (16 0 0 0) 00000100:00001000:1.0:1773674121.134032:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674121.134034:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674121.134036:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674121.134037:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674121.134039:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.134040:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674121.134245:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773674121.134248:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674121.134250:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.134254:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134261:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.134263:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674121.134264:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674121.134268:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674121.134276:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953455616:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674121.134281:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674121.134282:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674121.134284:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:1.0:1773674121.134286:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:1.0:1773674121.134288:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:1.0:1773674121.134290:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674121.134294:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674121.134302:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134308:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674121.134309:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134310:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674121.134312:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674121.134313:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674121.134315:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674121.134317:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674121.134321:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674121.134324:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674121.134326:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674121.134327:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674121.134329:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674121.134330:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.134332:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674121.134334:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674121.134336:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674121.134337:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674121.134341:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134349:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674121.134351:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674121.134352:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674121.134356:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674121.134363:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953455872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674121.134367:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134369:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674121.134372:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02d80 x1859825953455360/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134377:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674121.134379:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674121.134381:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674121.134384:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674121.134385:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674121.134387:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674121.134389:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674121.134390:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:1.0:1773674121.134393:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674121.134394:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674121.134395:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02d80. 00000100:00000001:1.0:1773674121.134398:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674121.134399:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134401:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674121.134405:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02a00 x1859825953455616/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134412:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674121.134413:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674121.134415:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674121.134417:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674121.134418:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674121.134419:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674121.134421:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674121.134423:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:1.0:1773674121.134425:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674121.134426:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674121.134427:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02a00. 00000100:00000001:1.0:1773674121.134429:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674121.134430:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134432:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674121.134435:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00a80 x1859825953455872/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674121.134441:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674121.134442:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674121.134444:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674121.134445:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674121.134446:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674121.134448:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674121.134449:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674121.134450:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:1.0:1773674121.134452:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674121.134453:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674121.134454:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00a80. 00000100:00000001:1.0:1773674121.134457:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674121.134458:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134459:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674121.134464:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674121.134465:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674121.134467:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674121.134469:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728901:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674121.728906:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728912:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674121.728914:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674121.728916:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674121.728921:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674121.728923:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674121.728925:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728927:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674121.728929:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728930:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728932:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674121.728935:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674121.728936:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674121.728937:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674121.728938:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674121.728939:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728939:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674121.728940:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728941:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728943:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728945:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674121.728945:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674121.728948:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674121.728949:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674121.729273:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674121.729276:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674121.729279:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674122.752939:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674122.752947:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752953:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674122.752955:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752959:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674122.752960:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752964:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674122.752967:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674122.752969:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674122.752974:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674122.752976:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674122.752978:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752981:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674122.752983:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752985:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752988:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674122.752991:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674122.752992:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674122.753165:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674122.753169:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674122.753172:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674123.778515:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674123.778523:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674123.778529:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674123.778530:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674123.778534:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674123.778535:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674123.778539:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674123.778541:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674123.778545:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674123.778546:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674123.778584:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674123.778586:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674123.778589:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674124.800917:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674124.800926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674124.800944:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674124.800945:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674124.800949:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674124.800951:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674124.800954:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674124.800955:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674124.800959:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674124.800960:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674124.802562:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674124.802572:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674124.802577:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674125.056983:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300682054, at 4300682112 00000100:00000010:0.0:1773674125.057002:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6bd20. 00000100:00000040:1.0:1773674125.057404:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300682054, at 4300682112 00000100:00000010:1.0:1773674125.057412:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc02c6ba20. 00010000:00000001:0.0:1773674125.824900:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674125.824908:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674125.824916:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674125.824917:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674125.824921:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674125.824922:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674125.824925:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674125.824926:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674125.824930:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674125.824931:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674125.833962:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674125.833970:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674125.833975:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674126.209312:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209325:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209336:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01180. 00000020:00000040:0.0:1773674126.209343:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674126.209347:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209350:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209355:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209364:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b100. 00000100:00000001:0.0:1773674126.209371:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209382:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.209394:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.209399:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209406:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7b9ce3] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.209442:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209445:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209449:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209452:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674126.209455:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674126.209457:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209459:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209461:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209464:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237bb00. 00000100:00000001:0.0:1773674126.209467:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209481:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.209489:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.209491:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209495:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c01bb6] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.209504:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209506:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209509:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209511:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03b80. 00000020:00000040:0.0:1773674126.209514:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674126.209516:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209517:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209519:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209522:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b000. 00000100:00000001:0.0:1773674126.209558:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209563:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.209570:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.209572:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209576:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050e19f51] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.209584:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209586:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209868:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209873:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674126.209876:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:0.0:1773674126.209879:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209880:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209883:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209886:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237b900. 00000100:00000001:0.0:1773674126.209890:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209895:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.209903:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.209906:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209910:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007406e91d] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.209919:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209922:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674126.209925:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674126.209929:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209932:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209934:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03480. 00000020:00000040:0.0:1773674126.209936:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674126.209938:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209939:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209941:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209944:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc1237ba00. 00000100:00000001:0.0:1773674126.209946:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209950:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.209957:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.209959:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209962:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004914e292] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.209976:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.209979:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.209982:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.209984:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 00000020:00000040:0.0:1773674126.209986:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674126.209988:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.209989:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.209990:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.209996:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000100:00000001:0.0:1773674126.209998:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210002:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.210009:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.210011:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210014:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_00_00+0] req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.210021:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210024:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674126.210027:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674126.210029:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674126.210032:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:0.0:1773674126.210033:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674126.210035:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674126.210036:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674126.210039:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3700. 00000100:00000001:0.0:1773674126.210041:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210046:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674126.210053:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674126.210055:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210058:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.210066:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.210068:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674126.210070:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773674126.210076:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6020) 00000100:00000001:1.0:1773674126.210131:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.210138:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674126.210140:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674126.210149:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210159:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.210161:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210166:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.210170:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674126.210172:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674126.210176:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.210180:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674126.210186:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674126.210188:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210191:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.210196:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674126.210198:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.210206:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.210211:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000400:00000010:1.0:1773674126.210217:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773674126.210224:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456128, portal 10 00000100:00000001:1.0:1773674126.210226:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.210228:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:1.0:1773674126.210253:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210263:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.210266:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.210269:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674126.210272:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953456128, offset 0 00000400:00000200:1.0:1773674126.210279:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210287:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210296:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.210300:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.210305:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.210308:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.210311:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210315:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252690:252690:256:4294967295] 192.168.201.103@tcp LPNI seq info [252658:252658:8:4294967295] 00000400:00000200:1.0:1773674126.210319:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210329:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.210335:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.210353:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae800. 00000800:00000200:1.0:1773674126.210360:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674126.210367:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674126.210372:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674126.210395:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.210400:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 337370 usecs (338 jiffies) 00000400:00000200:1.0:1773674126.210404:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.210408:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300683603 00000100:00000010:1.0:1773674126.210414:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797c60. 00000100:00000001:1.0:1773674126.210422:0:2411:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773674126.210431:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300683603 00000100:00000010:1.0:1773674126.210435:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797b40. 00000100:00000001:1.0:1773674126.210438:0:2411:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773674126.210442:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.210445:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.210447:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674126.210452:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210460:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.210461:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210464:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.210466:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674126.210468:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674126.210471:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.210474:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674126.210477:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674126.210478:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210480:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.210483:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674126.210485:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.210489:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.210492:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:1.0:1773674126.210496:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000200:1.0:1773674126.210499:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456384, portal 4 00000100:00000001:1.0:1773674126.210501:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.210503:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:1.0:1773674126.210509:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210516:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.210518:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.210521:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674126.210535:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953456384, offset 0 00000400:00000200:1.0:1773674126.210540:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210545:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210549:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.210552:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.210555:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.210557:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.210560:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210563:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252691:252691:255:4294967295] 192.168.201.103@tcp LPNI seq info [252659:252659:7:4294967295] 00000400:00000200:1.0:1773674126.210568:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210574:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.210579:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.210583:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aed00. 00000800:00000200:1.0:1773674126.210588:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674126.210592:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674126.210595:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674126.210598:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.210601:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 465136 usecs (466 jiffies) 00000400:00000200:1.0:1773674126.210605:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.210607:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300683731 00000100:00000001:1.0:1773674126.210613:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300683603 00000100:00000001:1.0:1773674126.210618:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300683731 00000100:00000001:1.0:1773674126.210621:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300683603 00000100:00000001:1.0:1773674126.210624:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.210626:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.210628:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674126.210633:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210640:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.210642:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210644:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.210646:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674126.210648:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674126.210651:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.210654:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674126.210657:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674126.210659:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210660:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.210663:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674126.210665:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.210669:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.210671:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000400:00000010:1.0:1773674126.210674:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773674126.210677:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456640, portal 10 00000100:00000001:1.0:1773674126.210680:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.210681:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 00000100:00000040:1.0:1773674126.210688:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210695:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.210697:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.210700:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd3b8. 00000100:00000200:1.0:1773674126.210702:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953456640, offset 0 00000400:00000200:1.0:1773674126.210708:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210712:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210715:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.210719:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.210721:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.210724:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.210726:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.210729:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252692:252692:254:4294967295] 192.168.201.103@tcp LPNI seq info [252660:252660:6:4294967295] 00000400:00000200:1.0:1773674126.210734:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.210741:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.210746:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.210750:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674126.210754:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674126.210758:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674126.210761:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674126.210814:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.210818:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 52805 usecs (53 jiffies) 00000400:00000200:1.0:1773674126.210823:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.210825:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300683319 00000100:00000001:1.0:1773674126.210829:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300683731 00000100:00000001:1.0:1773674126.210831:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300683319 00000100:00000001:1.0:1773674126.210833:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300683731 00000100:00000001:1.0:1773674126.210836:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.210839:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.210842:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.210845:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.210854:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674126.210856:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674126.210859:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.210860:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674126.210863:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674126.210867:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:1.0:1773674126.210868:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.210871:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674126.210872:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.210874:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.210875:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674126.210876:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674126.210881:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.210888:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.210890:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210892:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.210895:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674126.210897:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674126.210901:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953456000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.210905:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674126.210908:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674126.210909:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.210911:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.210916:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674126.210918:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.210922:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.210925:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674126.210930:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773674126.210934:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456000, portal 25 00000100:00000001:1.0:1773674126.210937:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.210939:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520998784 : -113404188552832 : ffff98dc07a01180) 00000800:00000200:0.0:1773674126.210943:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1773674126.210945:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1773674126.210949:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000100:00000001:1.0:1773674126.210957:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1773674126.210959:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1773674126.210963:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.210967:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdbb0. 00000400:00000200:0.0:1773674126.210969:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000200:1.0:1773674126.210972:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953456000, offset 0 00000400:00000200:0.0:1773674126.210977:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:0.0:1773674126.210981:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:0.0:1773674126.210986:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1773674126.210990:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000200:0.0:1773674126.210995:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674126.211000:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.211008:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:0.0:1773674126.211013:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1773674126.211014:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.211021:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000040:0.0:1773674126.211022:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674126.211027:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.211033:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:0.0:1773674126.211038:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.211041:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252693:252693:253:4294967295] 192.168.201.103@tcp LPNI seq info [252661:252661:5:4294967295] 00000100:00000001:0.0:1773674126.211042:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1773674126.211050:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.211057:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.211062:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.211066:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674126.211071:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674126.211074:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1773674126.211078:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000010:0.0:1773674126.211079:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aed00. 00000800:00000200:1.0:1773674126.211084:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773674126.211086:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773674126.211091:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674126.211095:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674126.211100:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.211102:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000100:00000001:1.0:1773674126.211104:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300687174 00000400:00000010:0.0:1773674126.211106:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:0.0:1773674126.211111:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773674126.211112:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300683731 00000100:00000200:0.0:1773674126.211118:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.211120:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300687174 00000100:00000001:1.0:1773674126.211126:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300683731 00000100:00000001:1.0:1773674126.211132:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674126.211137:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674126.211138:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.211143:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674126.211145:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674126.211151:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.211162:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674126.211166:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674126.211170:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.211174:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.211177:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.211179:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1773674126.211180:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773674126.211185:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773674126.211186:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:0.0:1773674126.211192:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1773674126.211194:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456256:192.168.201.103@tcp:400:kworker.0 00000400:00000200:0.0:1773674126.211200:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674126.211202:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1773674126.211205:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd3b8 02000000:00000001:1.0:1773674126.211206:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1773674126.211210:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd3b8. 02000000:00000001:1.0:1773674126.211211:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.211216:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773674126.211216:0:2403:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1773674126.211221:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4a800. 00000100:00000200:0.0:1773674126.211223:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773674126.211226:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.211235:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674126.211240:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1773674126.211241:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114948. 00000100:00000040:0.0:1773674126.211246:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773674126.211248:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773674126.211254:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456256, portal 10 00000100:00000001:1.0:1773674126.211259:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674126.211260:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.211262:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521009536 : -113404188542080 : ffff98dc07a03b80) 00000100:00000001:0.0:1773674126.211263:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1773674126.211274:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.211280:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.211283:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.211285:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd770. 00000100:00000200:1.0:1773674126.211287:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953456256, offset 0 00000400:00000200:1.0:1773674126.211292:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.211296:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.211299:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.211302:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.211304:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.211306:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.211308:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.211311:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252694:252694:255:4294967295] 192.168.201.103@tcp LPNI seq info [252662:252662:7:4294967295] 00000400:00000200:1.0:1773674126.211315:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.211322:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.211327:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000200:0.0:1773674126.211328:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674126.211332:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000010:0.0:1773674126.211333:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674126.211339:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1773674126.211340:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:0.0:1773674126.211346:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000800:00000200:1.0:1773674126.211351:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:0.0:1773674126.211353:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdbb0 00000400:00000010:0.0:1773674126.211358:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdbb0. 00000800:00000200:1.0:1773674126.211359:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674126.211363:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773674126.211365:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.211371:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 95910 usecs (96 jiffies) 00000100:00000200:0.0:1773674126.211371:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674126.211380:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.211385:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300683362 00000100:00000001:1.0:1773674126.211390:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300687174 00000100:00000001:0.0:1773674126.211392:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674126.211394:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300683362 00000100:00000001:1.0:1773674126.211400:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300687174 00000100:00000040:0.0:1773674126.211400:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.211404:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.211410:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.211415:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773674126.211417:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674126.211420:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1773674126.211423:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.211431:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674126.211432:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.211435:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1773674126.211436:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773674126.211438:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1773674126.211440:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 02000000:00000001:1.0:1773674126.211442:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674126.211445:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1773674126.211448:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456512:192.168.201.103@tcp:400:kworker.0 00000400:00000200:0.0:1773674126.211454:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674126.211456:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1773674126.211459:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd770 02000000:00000001:1.0:1773674126.211461:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1773674126.211463:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd770. 02000000:00000001:1.0:1773674126.211464:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.211468:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.211472:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674126.211474:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674126.211478:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.211481:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114aa8. 00000100:00000001:0.0:1773674126.211843:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674126.211848:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.211856:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674126.211859:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.211865:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674126.211867:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1773674126.212684:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdc38. 00000100:00000200:1.0:1773674126.212693:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456512, portal 10 00000100:00000001:1.0:1773674126.212696:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.212708:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521007744 : -113404188543872 : ffff98dc07a03480) 00000100:00000040:1.0:1773674126.212719:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.212727:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.212730:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.212733:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fde58. 00000100:00000200:1.0:1773674126.212736:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953456512, offset 0 00000400:00000200:1.0:1773674126.212743:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.212752:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.212760:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.212791:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.212795:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.212798:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.212801:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.212805:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252695:252695:256:4294967295] 192.168.201.103@tcp LPNI seq info [252663:252663:8:4294967295] 00000400:00000200:1.0:1773674126.212810:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.212818:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.212823:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.212828:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae400. 00000800:00000200:1.0:1773674126.212833:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674126.212838:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674126.212842:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674126.212858:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.212862:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 38003 usecs (39 jiffies) 00000400:00000200:1.0:1773674126.212866:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.212869:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300683307 00000100:00000001:1.0:1773674126.212872:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300687174 00000100:00000001:1.0:1773674126.212875:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300683307 00000100:00000001:1.0:1773674126.212877:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300687174 00000100:00000001:1.0:1773674126.212879:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.212883:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.212885:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674126.212891:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773674126.212896:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773674126.212900:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1773674126.212902:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae400. 00000100:00000001:1.0:1773674126.212904:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674126.212909:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1773674126.212910:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674126.212914:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674126.212920:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674126.212920:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00100000:1.0:1773674126.212928:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456768:192.168.201.103@tcp:400:kworker.0 00000400:00000200:0.0:1773674126.212928:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fde58 00000400:00000010:0.0:1773674126.212932:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fde58. 00000100:00000001:1.0:1773674126.212936:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773674126.212939:0:2404:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1773674126.212941:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674126.212945:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773674126.212947:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773674126.212949:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674126.212956:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f24c00. 00000100:00000001:0.0:1773674126.212959:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773674126.212961:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674126.212966:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674126.212970:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674126.212977:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000100:00000001:0.0:1773674126.212979:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674126.212983:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1773674126.212984:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773674126.212991:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456768, portal 4 00000100:00000001:1.0:1773674126.212993:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674126.212994:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000001:0.0:1773674126.212996:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674126.213002:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.213003:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.213012:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674126.213015:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674126.213018:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fde58. 00000100:00000200:1.0:1773674126.213021:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953456768, offset 0 00000400:00000200:1.0:1773674126.213026:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674126.213030:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.213034:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674126.213036:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674126.213039:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674126.213041:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674126.213043:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674126.213046:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252696:252696:256:4294967295] 192.168.201.103@tcp LPNI seq info [252664:252664:8:4294967295] 00000400:00000200:1.0:1773674126.213050:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674126.213057:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674126.213061:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674126.213064:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674126.213067:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674126.213072:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674126.213074:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674126.213092:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.213095:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 46517 usecs (47 jiffies) 00000400:00000200:1.0:1773674126.213099:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674126.213101:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300683315 00000100:00000001:1.0:1773674126.213103:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300687174 00000100:00000001:1.0:1773674126.213105:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300683315 00000100:00000001:1.0:1773674126.213107:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300687174 00000100:00000001:1.0:1773674126.213109:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.213111:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.213115:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.213117:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674126.217808:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674126.217817:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:0.0:1773674126.217825:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.217835:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674126.217842:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fde58 00000400:00000010:0.0:1773674126.217845:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fde58. 00000100:00000001:0.0:1773674126.217849:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674126.217857:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.217870:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674126.217874:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.217881:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674126.217883:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674126.229387:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229417:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.229422:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229425:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.229434:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229442:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.229453:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229458:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229464:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229469:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cbf80 00000400:00000200:0.0:1773674126.229475:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229481:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5641 [1] + 224 00000800:00000001:0.0:1773674126.229490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229496:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.229499:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.229503:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.229511:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.229520:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.229546:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.229583:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.229604:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229608:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.229610:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229612:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.229616:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229620:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.229624:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229627:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229630:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229633:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc100 00000400:00000200:0.0:1773674126.229637:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.229642:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5621 [1] + 224 00000800:00000001:0.0:1773674126.229646:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229653:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.229656:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.229659:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.229662:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.229667:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.229677:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.229686:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.229688:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.229691:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.232226:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232253:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.232259:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232262:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232276:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232286:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.232300:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232306:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232313:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232318:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc080 00000400:00000200:0.0:1773674126.232324:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232332:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5651 [1] + 224 00000800:00000001:0.0:1773674126.232343:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232351:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232355:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.232361:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.232371:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.232382:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.232397:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.232410:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.232421:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232425:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.232427:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232430:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232434:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232438:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.232444:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232650:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232656:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232660:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc180 00000400:00000200:0.0:1773674126.232664:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232669:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5661 [1] + 224 00000800:00000001:0.0:1773674126.232674:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232679:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232681:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.232685:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.232689:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.232695:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.232705:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.232713:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.232718:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232722:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.232724:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232727:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232730:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232733:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.232738:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232741:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232743:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232746:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc280 00000400:00000200:0.0:1773674126.232750:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.232754:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5671 [1] + 224 00000800:00000001:0.0:1773674126.232758:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232808:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.232812:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.232815:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.232818:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.232824:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.232833:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.232841:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.232845:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.232849:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.234983:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.234992:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674126.235001:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.235004:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.235008:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674126.235017:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd908 00000400:00000010:1.0:1773674126.235020:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd908. 00000100:00000001:1.0:1773674126.235025:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.235037:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.235050:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235058:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.235060:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235063:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.235067:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.235069:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.235071:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.235074:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.235081:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674126.235085:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674126.235088:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.235089:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.235332:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.235335:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235338:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.235344:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235351:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.235354:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.235357:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.235361:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.235369:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953456000:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674126.235376:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.235377:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.235379:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114948. 00000400:00000200:1.0:1773674126.235382:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773674126.235384:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773674126.235387:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.235391:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.235400:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235407:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.235409:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235411:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.235413:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.235414:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.235416:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.235418:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.235424:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=59 v=10 (16 17 17 17) 00000100:00001000:1.0:1773674126.235428:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674126.235430:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.235431:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.235433:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.235438:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235441:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.235443:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674126.235445:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.235447:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.235451:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235459:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.235460:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.235462:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.235466:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.235474:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456256:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674126.235479:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.235481:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.235483:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114aa8. 00000400:00000200:1.0:1773674126.235486:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdc38 00000400:00000010:1.0:1773674126.235488:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdc38. 00000100:00000001:1.0:1773674126.235490:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.235494:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.235502:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235509:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.235510:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235512:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.235513:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.235515:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.235516:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.235518:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.235532:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=47 v=10 (16 0 0 0) 00000100:00001000:1.0:1773674126.235537:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674126.235539:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.235540:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.235542:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.235544:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235547:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.235548:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773674126.235550:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.235551:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.235555:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235562:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.235564:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.235566:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.235570:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.235583:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674126.235600:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.235602:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.235604:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051148f0. 00000400:00000200:1.0:1773674126.235607:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:1.0:1773674126.235608:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:1.0:1773674126.235611:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.235616:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.235625:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235632:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.235633:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235635:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.235637:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.235638:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.235640:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.235642:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.235646:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674126.235649:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674126.235651:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.235653:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.235654:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.235656:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235659:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.235660:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674126.235662:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.235664:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.235668:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235675:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.235677:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.235678:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.235682:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.235689:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456768:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674126.235695:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.235696:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.235698:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:1.0:1773674126.235700:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:1.0:1773674126.235702:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:1.0:1773674126.235704:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.235708:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.235716:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235722:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.235723:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235725:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.235726:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.235727:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.235729:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.235731:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.235734:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674126.235737:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=12 v=5 (1 1 1 0) 00000100:00000001:1.0:1773674126.235739:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.235740:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.235742:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.235744:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235746:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.235747:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:1.0:1773674126.235750:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.235751:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.235755:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235792:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.235795:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.235796:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.235801:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.235808:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.235813:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235816:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.235819:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01180 x1859825953456000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235827:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.235829:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.235833:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b200. 02000000:00000001:1.0:1773674126.235839:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.235842:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.235844:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674126.235846:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.235849:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b100. 02000000:00000001:1.0:1773674126.235853:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.235855:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.235857:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01180. 00000100:00000001:1.0:1773674126.235861:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.235862:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235864:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.235867:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03b80 x1859825953456256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235872:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.235873:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.235875:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4a800. 02000000:00000001:1.0:1773674126.235877:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.235878:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.235880:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674126.235882:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.235883:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b000. 02000000:00000001:1.0:1773674126.235885:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.235886:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.235887:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03b80. 00000100:00000001:1.0:1773674126.235889:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.235891:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235892:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.235896:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03480 x1859825953456512/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235902:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.235904:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.235905:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4b800. 02000000:00000001:1.0:1773674126.235907:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.235909:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.235910:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674126.235912:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.235913:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237ba00. 02000000:00000001:1.0:1773674126.235916:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.235917:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.235918:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03480. 00000100:00000001:1.0:1773674126.235920:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.235921:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235923:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.235927:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953456768/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235934:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.235935:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.235937:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f24c00. 02000000:00000001:1.0:1773674126.235939:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.235940:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.235941:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674126.235943:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.235944:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3700. 02000000:00000001:1.0:1773674126.235947:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.235949:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.235951:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:1.0:1773674126.235953:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.235954:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235956:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.235959:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953456384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.235964:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.235965:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.235967:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4aa00. 02000000:00000001:1.0:1773674126.235969:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.235970:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.235971:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674126.235972:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.235973:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237b900. 02000000:00000001:1.0:1773674126.235975:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.235976:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.235978:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:1.0:1773674126.235979:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.235981:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.235984:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235986:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.235988:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674126.235990:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.235991:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674126.248417:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.248439:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.248444:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.248447:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.248457:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.248465:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.248714:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.248721:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.248726:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.248731:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc000 00000400:00000200:0.0:1773674126.248735:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.248741:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5611 [1] + 224 00000800:00000001:0.0:1773674126.248749:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.248762:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.248802:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.248807:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.248814:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.248824:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.248838:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.248863:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.248873:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.248877:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.248998:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.249003:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674126.249010:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.249012:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.249016:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:1.0:1773674126.249021:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:1.0:1773674126.249023:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:1.0:1773674126.249027:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.249032:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.249042:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.249055:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.249057:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.249060:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.249063:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.249066:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.249068:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.249072:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.249081:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=59 v=10 (16 17 17 17) 00000100:00001000:1.0:1773674126.249086:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674126.249089:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.249091:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.249312:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.249316:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.249320:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.249323:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:1.0:1773674126.249325:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.249327:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.249333:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.249340:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.249343:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.249345:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.249349:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.249357:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953456128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.249363:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.249366:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.249369:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953456128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.249376:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.249378:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.249382:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4ae00. 02000000:00000001:1.0:1773674126.249386:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.249389:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.249391:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674126.249393:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.249396:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc1237bb00. 02000000:00000001:1.0:1773674126.249399:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.249401:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.249403:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:1.0:1773674126.249407:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.249409:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.249412:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.249414:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.249416:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674126.249418:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.249420:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674126.253427:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.253452:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674126.253456:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.253459:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.253706:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.253716:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674126.253729:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.253735:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.253742:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.253750:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc200 00000400:00000200:0.0:1773674126.253756:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674126.253762:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5631 [1] + 224 00000800:00000001:0.0:1773674126.253792:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.253805:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674126.253809:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674126.253814:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674126.253820:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674126.253830:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674126.253842:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674126.253860:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674126.253868:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674126.253872:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.254367:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.254372:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674126.254380:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674126.254382:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674126.254386:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:1.0:1773674126.254391:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:1.0:1773674126.254394:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:1.0:1773674126.254406:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674126.254413:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674126.254423:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.254430:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674126.254432:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.254435:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674126.254438:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674126.254440:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674126.254442:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674126.254445:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674126.254455:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=47 v=10 (16 0 0 0) 00000100:00001000:1.0:1773674126.254460:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674126.254463:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674126.254465:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674126.254468:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674126.254472:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.254476:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674126.254478:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674126.254480:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674126.254482:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674126.254487:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.254494:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674126.254497:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674126.254499:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674126.254504:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674126.254513:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953456640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674126.254518:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.254521:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674126.254537:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953456640/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674126.254545:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674126.254547:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674126.254551:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4be00. 02000000:00000001:1.0:1773674126.254555:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674126.254558:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674126.254560:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674126.254562:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674126.254564:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:1.0:1773674126.254569:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674126.254571:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674126.254573:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:1.0:1773674126.254577:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674126.254579:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.254582:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674126.254590:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674126.254592:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674126.254594:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674126.254596:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674126.852946:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674126.852956:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674126.852963:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674126.852965:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674126.852969:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674126.852971:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674126.852975:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674126.852977:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674126.852981:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674126.852982:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674126.853027:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674126.853031:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674126.853035:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674127.872931:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674127.872942:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674127.872951:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674127.872953:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674127.872957:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674127.872960:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674127.872989:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674127.872991:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674127.872995:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674127.872996:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674127.873451:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674127.873456:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674127.873459:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674128.896965:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674128.896975:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674128.896983:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674128.896985:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674128.896989:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674128.896991:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674128.896995:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674128.896997:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674128.897001:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674128.897002:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674128.897350:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674128.897356:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674128.897360:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674129.920941:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674129.920958:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674129.920960:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674129.920964:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920971:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674129.920974:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920976:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920978:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920983:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674129.920984:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920987:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674129.920988:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920992:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674129.920993:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.920996:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674129.920997:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674129.920998:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674129.920999:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.921000:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674129.921001:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.921003:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674129.921004:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674129.921034:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674129.921037:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674129.921040:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773674130.115209:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674130.115234:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674130.115240:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674130.115243:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674130.115256:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674130.115266:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674130.115279:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674130.115286:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674130.115293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674130.115298:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c9e00 00000400:00000200:0.0:1773674130.115304:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674130.115313:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5301 [1] + 0 00000800:00000001:0.0:1773674130.115323:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674130.115353:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674130.115357:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674130.115363:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674130.115373:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674130.115385:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674136 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773674130.115399:0:2404:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674136 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674130.115428:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674130.115441:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674130.115445:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674130.115845:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674130.115852:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674130.115856:0:2413:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773674130.115859:0:2413:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773674130.115867:0:2413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 02000000:00000010:2.0:1773674130.115875:0:2413:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff98dc09558800. 02000000:00000001:2.0:1773674130.115879:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674130.115882:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674130.115885:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674130.115895:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674130.115897:0:2413:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674130.115905:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=16 v=5 (1 1 1 0) 02000000:00000010:2.0:1773674130.115910:0:2413:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff98dc09558800. 00000100:00000010:2.0:1773674130.115916:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00001000:2.0:1773674130.115924:0:2413:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 35s (29s) req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773674165 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674130.115933:0:2413:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674130.115936:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674130.115941:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674130.176926:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300687174, at 4300687232 00000100:00000040:0.0:1773674130.176950:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300687174, at 4300687232 00000100:00000010:1.0:1773674130.176953:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797b40. 00000100:00000010:0.0:1773674130.176962:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797c60. 00010000:00000001:0.0:1773674130.945078:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674130.945089:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674130.945098:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674130.945099:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674130.945104:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674130.945106:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674130.945110:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674130.945112:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674130.945116:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674130.945117:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674130.946567:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674130.946576:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674130.946581:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674131.329030:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329047:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329064:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674131.329073:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674131.329080:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329084:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329092:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329103:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674131.329112:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329128:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329142:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329148:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329156:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_00+0] req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329215:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329220:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329225:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329229:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674131.329231:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674131.329233:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329235:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329237:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329241:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674131.329244:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329249:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329257:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329259:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329263:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_01+1] req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329271:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329274:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329280:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329283:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674131.329286:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674131.329288:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329289:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329291:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329295:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674131.329298:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329301:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329323:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329325:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329329:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329336:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329339:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329342:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329345:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674131.329348:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674131.329351:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329352:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329354:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329358:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558d00. 00000100:00000001:2.0:1773674131.329362:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329366:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329373:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329375:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329379:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329392:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329394:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674131.329398:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674131.329401:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329405:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329407:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674131.329410:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674131.329412:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329413:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329415:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329421:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674131.329425:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329429:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329435:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329437:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329476:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_00+0] req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329485:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329488:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329491:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329495:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674131.329497:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674131.329499:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329500:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329502:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329505:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674131.329508:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329513:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329521:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329523:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329528:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329536:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329539:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674131.329543:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674131.329546:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674131.329549:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674131.329551:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674131.329552:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674131.329554:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674131.329558:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674131.329561:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329565:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674131.329573:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674131.329575:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329578:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.329586:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.329588:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674131.329593:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674131.329599:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6026) 00000100:00000001:3.0:1773674131.330100:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.330107:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674131.330111:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674131.330122:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.330134:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674131.330137:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.330142:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674131.330147:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674131.330151:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674131.330155:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953456896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.330160:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674131.330169:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674131.330173:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.330177:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674131.330185:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674131.330188:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674131.330198:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674131.330204:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674131.330212:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674131.330222:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953456896, portal 25 00000100:00000001:3.0:1773674131.330225:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674131.330226:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:3.0:1773674131.330233:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.330242:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674131.330245:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674131.330248:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674131.330252:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953456896, offset 0 00000400:00000200:3.0:1773674131.330260:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674131.330271:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.330282:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674131.330288:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674131.330295:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674131.330301:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674131.330388:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674131.330395:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252697:252697:256:4294967295] 192.168.201.103@tcp LPNI seq info [252665:252665:8:4294967295] 00000400:00000200:3.0:1773674131.330401:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.330414:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674131.330421:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674131.330428:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674131.330437:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674131.330458:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674131.330464:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674131.330485:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674131.330490:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.330493:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300692293 00000100:00000010:3.0:1773674131.330500:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119167e0. 00000100:00000001:3.0:1773674131.330707:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674131.330715:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300692293 00000100:00000010:3.0:1773674131.330718:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916cc0. 00000100:00000001:3.0:1773674131.330722:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674131.330726:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.330729:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.330733:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1773674131.330958:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.330964:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:0.0:1773674131.330971:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.330978:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.330986:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:0.0:1773674131.330989:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:0.0:1773674131.330995:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.331000:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.331011:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.331016:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.331025:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.331027:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773674131.331584:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.331597:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674131.331691:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.331701:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674131.331705:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674131.331709:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674131.331713:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953457152:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.331717:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674131.331723:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674131.331726:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.331728:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674131.331876:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674131.331880:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674131.331889:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674131.331895:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674131.331901:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674131.331908:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457152, portal 10 00000100:00000001:3.0:1773674131.331910:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674131.331912:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:3.0:1773674131.331922:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.331931:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674131.331934:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674131.331937:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674131.331941:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953457152, offset 0 00000400:00000200:3.0:1773674131.331948:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674131.331956:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.331964:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674131.331969:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674131.331974:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674131.331979:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674131.331982:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674131.331987:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252698:252698:256:4294967295] 192.168.201.103@tcp LPNI seq info [252666:252666:8:4294967295] 00000400:00000200:3.0:1773674131.331993:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.332005:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674131.332011:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674131.332016:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674131.332022:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674131.332030:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674131.332035:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674131.332058:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.332064:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 95493 usecs (96 jiffies) 00000400:00000200:3.0:1773674131.332068:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.332071:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300688483 00000100:00000001:3.0:1773674131.332074:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:3.0:1773674131.332077:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300688483 00000100:00000001:3.0:1773674131.332080:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000100:00000001:3.0:1773674131.332082:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.332085:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.332089:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674131.332095:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.332104:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674131.332106:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.332108:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674131.332111:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674131.332113:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674131.332116:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953457408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.332119:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674131.332122:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674131.332124:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.332125:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674131.332129:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674131.332131:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674131.332134:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674131.332137:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f580. 00000400:00000010:3.0:1773674131.332141:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674131.332144:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457408, portal 10 00000100:00000001:3.0:1773674131.332146:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674131.332148:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674131.332155:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.332162:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674131.332167:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674131.332171:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674131.332173:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953457408, offset 0 00000400:00000200:3.0:1773674131.332179:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674131.332184:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.332187:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674131.332190:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674131.332193:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674131.332195:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674131.332198:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674131.332201:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252699:252699:255:4294967295] 192.168.201.103@tcp LPNI seq info [252667:252667:7:4294967295] 00000400:00000200:3.0:1773674131.332205:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.332212:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674131.332216:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674131.332220:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81700. 00000800:00000200:3.0:1773674131.332224:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674131.332228:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674131.332231:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674131.332234:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674131.332635:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.332640:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:0.0:1773674131.332648:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.332655:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.332661:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:0.0:1773674131.332664:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:0.0:1773674131.332669:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.332674:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.332684:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.332687:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.332696:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.332698:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674131.332834:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.332837:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81700. 00000400:00000200:0.0:1773674131.332840:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.332844:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.332847:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:0.0:1773674131.332849:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:0.0:1773674131.332852:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.332856:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.332864:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.332867:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.332875:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.332877:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674131.334661:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.334672:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674131.334676:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674131.334693:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.334707:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674131.334710:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.334717:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674131.334722:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674131.334726:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674131.334730:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.334747:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674131.334754:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674131.334758:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.334761:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674131.334821:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674131.334824:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674131.334834:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674131.334841:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674131.334849:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674131.334857:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457024, portal 10 00000100:00000001:2.0:1773674131.334860:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674131.334862:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674131.334871:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.334879:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674131.334883:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674131.334886:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674131.334891:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953457024, offset 0 00000400:00000200:2.0:1773674131.334899:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674131.334910:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.334921:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674131.334926:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674131.334932:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674131.334936:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674131.334940:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674131.334945:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252700:252700:256:4294967295] 192.168.201.103@tcp LPNI seq info [252668:252668:8:4294967295] 00000400:00000200:2.0:1773674131.334950:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.334963:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674131.334970:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674131.334975:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674131.334983:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674131.334992:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674131.334997:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674131.335009:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.335015:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 336730 usecs (337 jiffies) 00000400:00000200:2.0:1773674131.335018:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674131.335023:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300688726 00000100:00000001:2.0:1773674131.335027:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.335031:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300688726 00000100:00000001:2.0:1773674131.335034:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.335037:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.335041:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.335044:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674131.335050:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.335059:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674131.335061:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.335064:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674131.335066:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674131.335068:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674131.335072:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.335075:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674131.335079:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674131.335081:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.335083:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674131.335088:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674131.335091:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674131.335095:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674131.335099:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674131.335103:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674131.335106:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457280, portal 4 00000100:00000001:2.0:1773674131.335109:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674131.335110:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674131.335117:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.335125:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674131.335128:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674131.335130:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674131.335133:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953457280, offset 0 00000400:00000200:2.0:1773674131.335138:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674131.335142:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.335145:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674131.335148:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674131.335151:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674131.335154:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674131.335157:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674131.335160:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252701:252701:255:4294967295] 192.168.201.103@tcp LPNI seq info [252669:252669:7:4294967295] 00000400:00000200:2.0:1773674131.335164:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.335172:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674131.335177:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674131.335181:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558300. 00000800:00000200:2.0:1773674131.335185:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674131.335190:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674131.335193:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674131.335197:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.335200:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 462396 usecs (463 jiffies) 00000400:00000200:2.0:1773674131.335203:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674131.335206:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300688852 00000100:00000001:2.0:1773674131.335208:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.335210:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300688852 00000100:00000001:2.0:1773674131.335212:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.335215:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.335217:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.335220:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674131.335225:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.335233:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674131.335235:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.335237:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674131.335239:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674131.335241:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674131.335244:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953457536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.335248:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674131.335251:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674131.335253:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.335255:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674131.335259:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674131.335261:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674131.335265:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674131.335268:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674131.335272:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674131.335275:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457536, portal 10 00000100:00000001:2.0:1773674131.335277:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674131.335279:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674131.335286:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.335293:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674131.335296:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674131.335298:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064660. 00000100:00000200:2.0:1773674131.335301:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953457536, offset 0 00000400:00000200:2.0:1773674131.335305:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000040:3.0:1773674131.336006:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 37666 usecs (38 jiffies) 00000400:00000200:3.0:1773674131.336015:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.336019:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300688429 00000100:00000001:3.0:1773674131.336022:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:3.0:1773674131.336025:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300688429 00000100:00000001:3.0:1773674131.336027:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000100:00000001:3.0:1773674131.336030:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.336033:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.336036:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674131.336057:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.336067:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674131.336068:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.336072:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674131.336074:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674131.336077:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674131.336081:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953457664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.336085:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674131.336090:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674131.336092:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.336094:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674131.336100:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674131.336103:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674131.336106:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674131.336110:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674131.336116:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674131.336121:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457664, portal 4 00000100:00000001:3.0:1773674131.336123:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674131.336125:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674131.336132:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.336140:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674131.336144:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674131.336147:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000400:00000200:2.0:1773674131.336199:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.336205:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674131.336209:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674131.336213:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674131.336216:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674131.336219:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674131.336223:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252702:252702:254:4294967295] 192.168.201.103@tcp LPNI seq info [252670:252670:6:4294967295] 00000400:00000200:2.0:1773674131.336228:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674131.336236:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674131.336242:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674131.336247:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674131.336253:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674131.336259:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674131.336264:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674131.336268:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.336272:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 53031 usecs (54 jiffies) 00000400:00000200:2.0:1773674131.336276:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674131.336278:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300688445 00000100:00000001:2.0:1773674131.336280:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.336283:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300688445 00000100:00000001:2.0:1773674131.336285:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000100:00000001:2.0:1773674131.336287:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.336290:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.336293:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.336299:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773674131.336894:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.336901:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:0.0:1773674131.336908:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.336915:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:2.0:1773674131.336977:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674131.336981:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674131.336986:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.336988:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674131.336992:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.336995:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773674131.337274:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953457664, offset 0 00000400:00000200:3.0:1773674131.337285:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674131.337293:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.337298:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674131.337303:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674131.339058:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674131.339067:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674131.339072:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674131.339077:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252703:252703:253:4294967295] 192.168.201.103@tcp LPNI seq info [252671:252671:5:4294967295] 00000400:00000200:3.0:1773674131.339135:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000001:1.0:1773674131.339145:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773674131.339155:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674131.339163:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000001:1.0:1773674131.339168:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1773674131.339171:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000001:1.0:1773674131.339189:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339195:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773674131.339200:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:1.0:1773674131.339206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:3.0:1773674131.339215:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:1.0:1773674131.339219:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000800:00000200:3.0:1773674131.339223:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773674131.339232:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.339233:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.339242:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 45193 usecs (46 jiffies) 00000400:00000200:1.0:1773674131.339243:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674131.339250:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.339255:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300688440 00000400:00000200:1.0:1773674131.339257:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.339260:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300692293 00000100:00000001:3.0:1773674131.339267:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300688440 00000400:00000200:1.0:1773674131.339267:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc400 00000100:00000001:3.0:1773674131.339274:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300692293 00000400:00000200:1.0:1773674131.339279:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674131.339281:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.339288:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674131.339293:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5689 [1] + 224 00000100:00000001:3.0:1773674131.339297:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.339304:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.339305:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339313:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.339318:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674131.339324:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674131.339333:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.339345:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.339358:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674131.339374:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674131.339387:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339391:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.339393:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339395:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.339399:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.339403:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674131.339408:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.339411:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.339415:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.339418:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc500 00000400:00000200:1.0:1773674131.339422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.339426:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5691 [1] + 224 00000800:00000001:1.0:1773674131.339430:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339438:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.339452:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674131.339456:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674131.339459:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.339464:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.339473:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674131.339482:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674131.339486:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.339490:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.339996:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674131.340000:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674131.340003:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.340006:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674131.340016:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674131.340018:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674131.340022:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674131.340029:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:3.0:1773674131.340032:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:3.0:1773674131.340036:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674131.340044:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674131.340054:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.340062:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674131.340064:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.340067:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674131.340072:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674131.340075:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674131.340078:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.340081:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674131.340095:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=64 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674131.348019:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=64 v=5 (1 1 1 1) 00000800:00000001:1.0:1773674131.348712:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.348737:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.348743:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.348746:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.348759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.348800:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674131.348815:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.348821:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.348828:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.348834:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cc300 00000400:00000200:1.0:1773674131.348840:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.348849:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5681 [1] + 224 00000800:00000001:1.0:1773674131.348863:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674131.348918:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674131.348933:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674131.348938:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674131.348943:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.348949:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674131.348952:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674131.348955:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674131.348957:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.348969:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.348980:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.348984:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674131.348987:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674131.348993:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674131.349004:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953457152:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674131.349019:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674131.349021:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674131.349025:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f580. 00000400:00000200:3.0:1773674131.349031:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:3.0:1773674131.349034:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:3.0:1773674131.349040:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674131.349046:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674131.349059:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.349068:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674131.349070:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.349074:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674131.349079:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674131.349083:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674131.349086:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.349089:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674131.349103:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=52 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674131.349109:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674131.349111:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674131.349112:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674131.349114:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674131.349116:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.349119:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674131.349121:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674131.349123:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674131.349125:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.349129:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.349136:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.349138:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674131.349139:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674131.349143:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674131.349151:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953457408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.349157:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.349174:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674131.349178:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953457152/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.349186:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674131.349189:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674131.349193:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674131.349198:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674131.349201:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674131.349203:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674131.349206:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674131.349210:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:3.0:1773674131.349215:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674131.349218:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674131.349220:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:3.0:1773674131.349224:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674131.349226:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.349227:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674131.349230:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953457408/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.349236:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674131.349238:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674131.349239:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674131.349241:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674131.349242:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674131.349243:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674131.349246:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674131.349247:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 02000000:00000001:3.0:1773674131.349249:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674131.349250:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674131.349251:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:3.0:1773674131.349254:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674131.349255:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.349260:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.349264:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.349266:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674131.349269:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.349270:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674131.350126:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.350134:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674131.350142:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674131.350151:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.350159:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.350171:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674131.350195:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674131.350209:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.350215:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.350217:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.350220:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.350226:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.350232:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674131.350240:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.350245:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.350250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.350256:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc380 00000100:00000001:3.0:1773674131.350257:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.350262:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773674131.350263:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.350272:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5699 [1] + 224 00000400:00000001:3.0:1773674131.350279:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1773674131.350280:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773674131.350284:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674131.350289:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000800:00000001:1.0:1773674131.350294:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773674131.350295:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000200:1.0:1773674131.350300:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1773674131.350301:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:3.0:1773674131.350308:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1773674131.350312:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000200:3.0:1773674131.350317:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674131.350318:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.350327:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.350368:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674131.350380:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.350391:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674131.350393:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674131.350395:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674131.350396:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674131.350401:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1773674131.350403:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674131.350404:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674131.350408:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674131.350410:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773674131.350412:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674131.350420:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674131.350426:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674131.350429:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674131.350431:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674131.350434:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674131.350436:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.350450:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.350455:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.350462:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.350464:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674131.350466:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674131.350470:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674131.350479:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953456896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.350485:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.350488:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674131.350491:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953456896/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.350498:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674131.350501:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674131.350504:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674131.350508:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674131.350510:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674131.350512:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674131.350514:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674131.350517:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:3.0:1773674131.350521:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674131.350522:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674131.350524:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674131.350527:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674131.350529:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.350532:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.350534:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.350535:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674131.350537:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.350538:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.352400:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.352410:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674131.352422:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674131.352425:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674131.352430:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674131.352452:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674131.352456:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674131.352460:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674131.352473:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674131.352487:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.352495:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1773674131.352500:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.352508:0:2414:0:(client.c:2966:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.352513:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.352519:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.352521:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.352522:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674131.352525:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.352527:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674131.355065:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:0.0:1773674131.355081:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:0.0:1773674131.355095:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.355112:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355154:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.355159:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355168:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.355171:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674131.355455:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.355460:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558300. 00000400:00000200:0.0:1773674131.355468:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.355474:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.355480:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:0.0:1773674131.355483:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:0.0:1773674131.355486:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.355491:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355501:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.355504:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355510:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.355512:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674131.355523:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.355525:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:0.0:1773674131.355528:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.355532:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.355535:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:0.0:1773674131.355537:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:0.0:1773674131.355540:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.355545:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355553:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.355556:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355562:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.355564:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674131.355660:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674131.355664:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:0.0:1773674131.355668:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.355671:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674131.355674:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:0.0:1773674131.355676:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:0.0:1773674131.355679:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674131.355685:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355701:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674131.355705:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.355713:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674131.355715:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674131.356109:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.356115:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773674131.356127:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.356138:0:2414:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.356142:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674131.356146:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674131.356150:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674131.356153:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.356157:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674131.356170:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=64 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674131.356176:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674131.356180:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674131.356182:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674131.356185:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674131.356190:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.356195:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674131.356198:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674131.356201:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674131.356203:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.356209:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.356217:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.356221:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674131.356223:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674131.356228:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674131.356236:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.356243:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.356245:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674131.356249:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953457024/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.356256:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674131.356259:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674131.356265:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674131.356271:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674131.356274:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674131.356277:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674131.356280:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674131.356283:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674131.356288:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674131.356290:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674131.356292:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674131.356296:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674131.356298:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.356316:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674131.364830:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.364861:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.364868:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.364871:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.364885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.364895:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674131.364909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.364915:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.364922:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.364928:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc580 00000400:00000200:1.0:1773674131.364934:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.364943:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56a9 [1] + 224 00000800:00000001:1.0:1773674131.364956:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.364968:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.364972:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674131.364977:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674131.364988:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.365002:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.365016:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.365099:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.365106:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674131.365128:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674131.365142:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.365147:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674131.370528:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674131.370539:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674131.370545:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674131.370558:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:2.0:1773674131.370562:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:2.0:1773674131.370569:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674131.370586:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674131.370602:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.370611:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674131.370614:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.370618:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674131.370624:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674131.370628:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674131.370631:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.370636:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674131.370653:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=52 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674131.370659:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674131.370662:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674131.370665:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674131.370669:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674131.370675:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.370681:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674131.370685:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674131.370687:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674131.370690:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.370695:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.370704:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.370708:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674131.370710:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674131.370715:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674131.370724:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953457536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.370731:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.370735:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674131.370739:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953457536/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.370746:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674131.370750:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674131.370755:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674131.370760:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674131.370763:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674131.370783:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674131.370787:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674131.370791:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:2.0:1773674131.370797:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674131.370800:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674131.370802:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674131.370807:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674131.370808:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.370814:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.370818:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.370821:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674131.370825:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.370827:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674131.382644:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674131.382668:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674131.382683:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674131.382687:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674131.382699:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674131.382709:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674131.382720:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674131.382727:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674131.382733:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674131.382738:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc480 00000400:00000200:0.0:1773674131.382744:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674131.382752:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56a1 [1] + 224 00000800:00000001:0.0:1773674131.382819:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674131.382901:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674131.382905:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674131.382917:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674131.382926:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674131.382937:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674131.382950:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674131.382977:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674131.383677:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.383685:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674131.383697:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674131.383700:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674131.383705:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674131.383711:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:2.0:1773674131.383715:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:2.0:1773674131.383719:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674131.383727:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674131.383739:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.383747:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674131.383749:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.383752:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674131.383757:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674131.383761:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674131.383786:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674131.383790:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674131.383804:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674131.383808:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674131.383812:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674131.383814:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674131.383817:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674131.383822:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.383827:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674131.383830:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674131.383833:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674131.383834:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674131.383840:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.383849:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674131.383853:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674131.383855:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674131.383859:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674131.383887:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674131.383893:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.383896:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674131.383899:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953457280/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674131.383906:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674131.383910:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674131.383915:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674131.383919:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674131.383922:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674131.383925:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674131.383927:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674131.383932:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558d00. 02000000:00000001:2.0:1773674131.383939:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674131.383941:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674131.383944:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674131.383949:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674131.383951:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.383954:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674131.383964:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674131.383966:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674131.383968:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674131.383971:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674131.384232:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.384244:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.388034:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.388060:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674131.388066:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.388069:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.388081:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.388090:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674131.388102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.388109:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.388116:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.388122:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc600 00000400:00000200:1.0:1773674131.388129:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674131.388136:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56b1 [1] + 224 00000800:00000001:1.0:1773674131.388145:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.388161:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674131.388165:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674131.388170:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674131.388179:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674131.388190:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674131.388203:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.388280:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.388285:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674131.388395:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674131.388408:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674131.388412:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674131.391942:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674131.391953:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674131.391959:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674131.391972:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:3.0:1773674131.391976:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:3.0:1773674131.391982:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674131.394631:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674131.394652:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.394662:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674131.394667:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.394672:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674131.394677:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674131.394680:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674131.394683:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674131.394686:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674131.394699:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674131.394704:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674131.394708:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674131.394710:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674131.394714:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674131.394719:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.394725:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674131.394728:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674131.394730:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674131.394732:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674131.394738:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.394746:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674131.394750:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674131.394753:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674131.394758:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674131.394786:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953457664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674131.394795:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.394800:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674131.394803:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953457664/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674131.394812:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674131.394815:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674131.394821:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674131.394828:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674131.394831:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674131.394833:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674131.394836:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674131.394840:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:3.0:1773674131.394846:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674131.394849:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674131.394852:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:3.0:1773674131.394856:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674131.394858:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674131.394878:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.394881:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674131.394884:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674131.394886:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674131.394887:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970533:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674131.970545:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970554:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674131.970560:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674131.970563:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674131.970571:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674131.970575:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674131.970577:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970580:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674131.970583:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970586:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970590:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970595:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674131.970597:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674131.970598:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674131.970601:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674131.970602:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674131.970603:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970605:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674131.970607:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970609:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970611:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970615:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674131.970616:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674131.970621:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674131.970622:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674131.972003:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674131.972010:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674131.972014:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674132.992984:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674132.992995:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993004:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674132.993006:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993010:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674132.993012:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993016:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674132.993020:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674132.993023:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674132.993031:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674132.993035:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674132.993036:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993040:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674132.993044:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993055:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993058:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674132.993065:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674132.993066:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674132.993113:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674132.993117:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674132.993120:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674134.017176:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674134.017187:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674134.017195:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674134.017197:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674134.017202:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674134.017203:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674134.017207:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674134.017209:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674134.017214:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674134.017215:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674134.017660:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674134.017665:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674134.017669:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674135.040970:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674135.040982:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674135.041004:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674135.041005:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674135.041010:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674135.041011:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674135.041015:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674135.041016:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674135.041019:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674135.041020:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674135.041422:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674135.041426:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674135.041430:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674135.297013:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300692293, at 4300692352 00000100:00000010:0.0:1773674135.297039:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119167e0. 00000100:00000040:1.0:1773674135.297728:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300692293, at 4300692352 00000100:00000010:1.0:1773674135.297738:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916cc0. 00010000:00000001:0.0:1773674136.065718:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674136.065729:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674136.065740:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674136.065741:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674136.065745:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674136.065747:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674136.065751:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674136.065752:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674136.065756:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674136.065757:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674136.065830:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674136.065845:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674136.065849:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674136.449806:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.449822:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.449837:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674136.449846:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674136.450902:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.450907:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.450915:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.450929:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558d00. 00000100:00000001:2.0:1773674136.450939:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.450955:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.450969:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.450975:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.450984:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.451937:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.451945:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.451949:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674136.451959:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.451972:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674136.451974:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.451979:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674136.451983:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674136.451986:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.451990:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953457792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.451995:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674136.452003:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.452006:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.452009:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674136.452018:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674136.452020:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674136.452030:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674136.452036:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674136.452044:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674136.452054:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457792, portal 25 00000100:00000001:3.0:1773674136.452056:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674136.452058:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:3.0:1773674136.452065:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.452074:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674136.452078:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674136.452081:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674136.452091:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953457792, offset 0 00000400:00000200:3.0:1773674136.452100:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674136.452112:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.452123:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674136.452130:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674136.452135:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674136.452140:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674136.452143:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674136.452148:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252704:252704:256:4294967295] 192.168.201.103@tcp LPNI seq info [252672:252672:8:4294967295] 00000400:00000200:3.0:1773674136.452153:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.452167:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674136.452174:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674136.452181:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81c00. 00000800:00000200:3.0:1773674136.452188:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674136.452197:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674136.452202:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674136.452326:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674136.452332:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674136.452335:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300697415 00000100:00000010:3.0:1773674136.452342:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916720. 00000100:00000001:3.0:1773674136.452351:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674136.452370:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300697415 00000100:00000010:3.0:1773674136.452374:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916540. 00000100:00000001:3.0:1773674136.452378:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674136.452383:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.452386:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.452389:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.452393:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.452675:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.452692:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.452697:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.452709:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674136.452716:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674136.452720:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.452723:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.452729:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.452737:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674136.452743:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.452755:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.452792:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.452797:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.452805:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773674136.453710:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.453719:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81c00. 00000400:00000200:1.0:1773674136.453728:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.453737:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.453746:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:1.0:1773674136.453750:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:1.0:1773674136.453755:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.453763:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.453793:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.453798:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.453808:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.453810:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674136.453922:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674136.453925:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674136.453930:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.453933:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.453937:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.453942:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674136.453945:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.453947:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674136.453949:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.453951:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.453952:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.453954:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674136.453961:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.453971:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674136.453974:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.453978:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674136.453982:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674136.453985:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.453989:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.453994:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674136.454001:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.454004:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.454007:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674136.454015:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674136.454017:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674136.454026:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674136.454030:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674136.454037:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674136.454044:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953457920, portal 10 00000100:00000001:3.0:1773674136.454047:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674136.454049:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:3.0:1773674136.455094:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.455107:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674136.455111:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674136.455119:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674136.455124:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953457920, offset 0 00000400:00000200:3.0:1773674136.455133:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674136.455146:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.455156:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674136.455162:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674136.455168:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674136.455173:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674136.455177:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674136.455181:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252705:252705:256:4294967295] 192.168.201.103@tcp LPNI seq info [252673:252673:8:4294967295] 00000400:00000200:3.0:1773674136.455187:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.455199:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674136.455207:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674136.455213:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000800:00000200:3.0:1773674136.455222:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674136.455231:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674136.455237:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674136.455259:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.455265:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 336057 usecs (337 jiffies) 00000400:00000200:3.0:1773674136.455269:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674136.455273:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300693847 00000100:00000001:3.0:1773674136.455278:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.455281:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300693847 00000100:00000001:3.0:1773674136.455284:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.455287:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.455291:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.455726:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.455732:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.455755:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.455758:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.455761:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.455782:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674136.456246:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.456253:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:1.0:1773674136.456258:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.456266:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.456273:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:1.0:1773674136.456275:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:1.0:1773674136.456280:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.456285:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.456307:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.456312:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.456321:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.456323:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674136.459726:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459736:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.459745:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.459757:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674136.459781:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674136.459785:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.459789:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.459795:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.459803:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674136.459810:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459833:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.459846:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.459850:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459858:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_01+1] req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.459886:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459889:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.459892:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.459897:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674136.459901:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674136.459904:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.459906:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.459908:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.459912:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674136.459916:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459921:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.459928:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.459930:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459934:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.459949:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.459952:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674136.459956:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674136.459959:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.459964:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.459967:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674136.459970:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674136.459973:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.459975:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.459978:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.459981:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1773674136.459982:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674136.459993:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.459994:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773674136.460000:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674136.460001:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773674136.460013:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1773674136.460019:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.460020:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460035:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_01+1] req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.460054:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674136.460058:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.460064:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.460067:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773674136.460070:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1773674136.460073:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674136.460076:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.460082:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674136.460085:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674136.460087:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.460089:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.460091:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.460095:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558600. 00000100:00000001:2.0:1773674136.460098:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460104:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.460111:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.460113:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460308:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_00+0] req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.460316:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460319:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674136.460322:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674136.460325:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674136.460328:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674136.460330:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674136.460332:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674136.460334:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674136.460338:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558f00. 00000100:00000001:2.0:1773674136.460341:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460345:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674136.460352:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674136.460354:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460369:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_01+1] req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.460376:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.460378:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674136.460381:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674136.460387:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6031) 00000100:00000001:2.0:1773674136.460418:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674136.460423:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674136.460425:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674136.460431:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773674136.460436:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.460442:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674136.460446:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.460450:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458048:192.168.201.103@tcp:400:kworker.0 02000000:00000001:2.0:1773674136.460458:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773674136.460459:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674136.460464:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674136.460470:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.460472:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.460478:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674136.460479:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953458176:192.168.201.103@tcp:400:kworker.0 02000000:00000001:3.0:1773674136.460488:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773674136.460491:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1773674136.460499:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:2.0:1773674136.460500:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.460505:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.460506:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.460514:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674136.460520:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 00000400:00000200:3.0:1773674136.460521:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:2.0:1773674136.460526:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773674136.460531:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f580. 00000400:00000200:2.0:1773674136.460540:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674136.460544:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000400:00000010:2.0:1773674136.460548:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000100:00000200:3.0:1773674136.460558:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458048, portal 10 00000400:00000010:2.0:1773674136.460559:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000001:3.0:1773674136.460565:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674136.460569:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000200:2.0:1773674136.460573:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458176, portal 4 00000100:00000001:2.0:1773674136.460578:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674136.460583:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674136.460584:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674136.460599:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.460601:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674136.460610:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674136.460616:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674136.460624:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953458048, offset 0 00000100:00000001:2.0:1773674136.460624:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674136.460633:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674136.460638:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000400:00000200:3.0:1773674136.460639:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000001:1.0:1773674136.460715:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.460734:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674136.460738:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.460741:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.460748:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.460754:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674136.460761:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:2.0:1773674136.461224:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953458176, offset 0 00000400:00000200:2.0:1773674136.461239:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674136.461822:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.461831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.461837:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cc680 00000400:00000200:1.0:1773674136.461842:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.461862:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56b9 [1] + 224 00000800:00000001:1.0:1773674136.461874:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.461898:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.461902:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.461907:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674136.461917:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674136.461926:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674136.461938:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.461948:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674136.461958:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.461963:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773674136.462043:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.462054:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674136.462060:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674136.462066:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674136.462072:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674136.462075:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674136.462080:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252706:252706:256:4294967295] 192.168.201.103@tcp LPNI seq info [252674:252674:8:4294967295] 00000400:00000200:3.0:1773674136.462085:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.462096:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674136.462103:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674136.462111:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81800. 00000800:00000200:3.0:1773674136.462119:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674136.462127:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674136.462133:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674136.462519:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.462527:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 94961 usecs (95 jiffies) 00000400:00000200:3.0:1773674136.464490:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674136.464498:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300693614 00000100:00000001:3.0:1773674136.464505:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.464509:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300693614 00000100:00000001:3.0:1773674136.464511:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.464514:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.464519:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674136.464742:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674136.464744:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674136.464750:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674136.464758:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000200:2.0:1773674136.464760:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674136.464801:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674136.464807:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674136.464811:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674136.464815:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674136.464830:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674136.464835:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252707:252707:255:4294967295] 192.168.201.103@tcp LPNI seq info [252675:252675:7:4294967295] 00000400:00000200:2.0:1773674136.464840:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674136.464852:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674136.464858:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674136.464868:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000800:00000200:2.0:1773674136.464876:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674136.464884:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674136.464889:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674136.464895:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.464901:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 459915 usecs (460 jiffies) 00000400:00000200:2.0:1773674136.464905:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674136.464908:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300693980 00000100:00000001:2.0:1773674136.464911:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:2.0:1773674136.464914:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300693980 00000100:00000001:2.0:1773674136.464916:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:2.0:1773674136.464918:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674136.464921:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.464926:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674136.464933:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.464943:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674136.464945:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.464949:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674136.464952:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674136.464954:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674136.464957:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953458432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674136.464961:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674136.464967:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674136.464969:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.464972:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674136.464978:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674136.464980:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674136.464985:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674136.464989:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000800:00000200:1.0:1773674136.465991:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.466002:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81800. 00000400:00000200:1.0:1773674136.466010:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.466020:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.466028:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:1.0:1773674136.466032:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:1.0:1773674136.466038:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.466048:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.466064:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.466069:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.466085:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.466087:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674136.466177:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.466180:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:1.0:1773674136.466185:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.466190:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.466194:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:1.0:1773674136.466196:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:1.0:1773674136.466200:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.466206:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.466215:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.466218:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.466224:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.466226:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773674136.469454:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:3.0:1773674136.469481:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674136.469497:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674136.469510:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.469520:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.469524:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.469528:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674136.469533:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674136.469537:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674136.469540:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.469544:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674136.469554:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674136.469559:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674136.469563:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674136.469565:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674136.469568:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674136.469571:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.469575:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.469580:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.469588:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.469592:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674136.469594:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674136.469598:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674136.469606:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953457792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.469612:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.469616:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674136.469620:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953457792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.469628:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674136.469631:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674136.469636:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674136.469640:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674136.469644:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674136.469646:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674136.469649:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674136.469652:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558d00. 02000000:00000001:3.0:1773674136.469657:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674136.469660:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674136.469662:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:3.0:1773674136.469667:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674136.469668:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.469671:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.469682:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674136.469684:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:3.0:1773674136.469688:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.469691:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.469695:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674136.469701:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.469710:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674136.469712:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.469718:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674136.469722:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674136.469726:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.469730:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953458304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.469735:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674136.469743:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.469746:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.469749:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674136.469762:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674136.469787:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674136.469798:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674136.469805:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:2.0:1773674136.473083:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674136.473100:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458432, portal 10 00000100:00000001:2.0:1773674136.473104:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674136.473106:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:2.0:1773674136.473123:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.473133:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674136.473136:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674136.473140:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674136.473144:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953458432, offset 0 00000400:00000200:2.0:1773674136.473151:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674136.473163:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674136.473170:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674136.473174:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674136.473179:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674136.473183:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674136.473185:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674136.473189:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252708:252708:256:4294967295] 192.168.201.103@tcp LPNI seq info [252676:252676:8:4294967295] 00000400:00000200:2.0:1773674136.473193:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674136.473204:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674136.473210:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674136.473216:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674136.473224:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674136.473233:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674136.473237:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674136.473267:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.473272:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 52902 usecs (53 jiffies) 00000400:00000200:2.0:1773674136.473277:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674136.473280:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300693581 00000100:00000001:2.0:1773674136.473283:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:2.0:1773674136.473286:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300693581 00000100:00000001:2.0:1773674136.473288:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:2.0:1773674136.473290:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674136.473293:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.473298:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.473302:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.473309:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674136.473311:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674136.473313:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674136.473315:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674136.473317:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.473320:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674136.474025:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674136.474031:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:0.0:1773674136.474038:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674136.474045:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674136.474050:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:0.0:1773674136.474053:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:0.0:1773674136.474058:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674136.474063:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.474075:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674136.474079:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.474087:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674136.474088:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773674136.474847:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674136.474868:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458304, portal 10 00000100:00000001:3.0:1773674136.474872:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674136.474874:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:3.0:1773674136.474892:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.474903:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674136.474907:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674136.474910:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674136.474915:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953458304, offset 0 00000400:00000200:3.0:1773674136.474922:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674136.474936:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.474946:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674136.474952:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674136.474958:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674136.474962:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674136.474965:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674136.474970:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252709:252709:256:4294967295] 192.168.201.103@tcp LPNI seq info [252677:252677:8:4294967295] 00000400:00000200:3.0:1773674136.474976:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.474988:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674136.474995:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674136.475002:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81000. 00000800:00000200:3.0:1773674136.475010:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674136.475019:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674136.475025:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674136.475049:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.475060:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 36972 usecs (37 jiffies) 00000400:00000200:3.0:1773674136.475064:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674136.475068:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300693567 00000100:00000001:3.0:1773674136.475072:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.475075:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300693567 00000100:00000001:3.0:1773674136.475078:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.475080:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.475084:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.475089:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674136.475096:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.475112:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674136.475114:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.475120:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674136.475125:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674136.475128:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674136.475131:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953458560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.475136:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674136.475143:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674136.475147:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.475150:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674136.475157:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674136.475160:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674136.475164:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674136.475169:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674136.475174:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674136.475177:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458560, portal 4 00000100:00000001:3.0:1773674136.475179:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674136.475181:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:3.0:1773674136.475189:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.475195:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674136.475197:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674136.475200:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674136.475203:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953458560, offset 0 00000400:00000200:3.0:1773674136.475207:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674136.475212:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.475216:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674136.475219:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674136.475222:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674136.475225:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674136.475228:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674136.475232:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252710:252710:255:4294967295] 192.168.201.103@tcp LPNI seq info [252678:252678:7:4294967295] 00000400:00000200:3.0:1773674136.475237:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674136.475244:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674136.475249:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674136.475255:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81800. 00000800:00000200:3.0:1773674136.475260:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674136.475265:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674136.475268:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674136.475271:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.475274:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 48207 usecs (49 jiffies) 00000400:00000200:3.0:1773674136.475278:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674136.475280:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300693579 00000100:00000001:3.0:1773674136.475283:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.475285:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300693579 00000100:00000001:3.0:1773674136.475288:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300697415 00000100:00000001:3.0:1773674136.475290:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.475306:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.475310:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.475315:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.475325:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674136.475328:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674136.475332:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.475334:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.475336:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.475339:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674136.475915:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.475922:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81000. 00000400:00000200:1.0:1773674136.475928:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.475936:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.475942:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:1.0:1773674136.475945:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:1.0:1773674136.475950:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.475957:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.475970:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.475974:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.475984:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.475986:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674136.476076:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674136.476080:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81800. 00000400:00000200:1.0:1773674136.476083:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.476087:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674136.476090:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:1.0:1773674136.476092:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:1.0:1773674136.476095:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674136.476099:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.476107:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674136.476110:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.476117:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674136.476119:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674136.479960:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.479981:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674136.479986:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.479988:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.479998:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.480006:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674136.480016:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.480021:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.480027:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.480031:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc700 00000400:00000200:0.0:1773674136.480037:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.480043:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56c1 [1] + 224 00000800:00000001:0.0:1773674136.480051:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.480064:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.480067:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674136.480072:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674136.480080:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674136.480090:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674136.480278:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.480297:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674136.480307:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.480311:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.480610:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.480619:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674136.480631:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674136.480634:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674136.480639:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000400:00000200:3.0:1773674136.480647:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:3.0:1773674136.480650:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:3.0:1773674136.480655:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674136.480667:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674136.480681:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.480689:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.480692:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.480695:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674136.480700:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674136.480704:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674136.480707:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.480711:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674136.480724:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=69 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674136.480730:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=113 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674136.480734:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674136.480736:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674136.480740:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674136.480746:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.480751:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674136.480754:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674136.480757:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674136.480759:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.480807:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.480817:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.480821:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674136.480823:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674136.480843:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674136.482072:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953457920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.482082:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.482088:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674136.482094:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953457920/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.482104:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674136.482108:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674136.482113:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674136.482119:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674136.482123:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674136.482125:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674136.482128:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674136.482131:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:3.0:1773674136.482137:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674136.482139:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674136.482141:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:3.0:1773674136.482147:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674136.482148:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.482153:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.482156:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.482158:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.482162:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.482164:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674136.490866:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.490894:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674136.490901:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.490904:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.490929:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.490939:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674136.490952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.490959:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.490966:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.490972:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc800 00000400:00000200:1.0:1773674136.490979:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.490987:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56d1 [1] + 224 00000800:00000001:1.0:1773674136.490999:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.491007:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.491011:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.491017:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674136.491027:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674136.491039:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674136.491065:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.491100:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674136.491116:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.491121:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674136.491124:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.491126:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.491130:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.491134:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674136.491139:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.491142:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.491146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.491149:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cc980 00000400:00000200:1.0:1773674136.491153:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674136.491158:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56e9 [1] + 224 00000800:00000001:1.0:1773674136.491163:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.491237:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674136.491241:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674136.491245:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674136.491249:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674136.491255:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674136.491267:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674136.491290:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674136.491532:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674136.491538:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.492284:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.492301:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674136.492313:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674136.492315:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674136.492320:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674136.492328:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:3.0:1773674136.492330:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:3.0:1773674136.492335:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674136.492344:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674136.492368:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.492376:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.492378:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.492381:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674136.492386:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674136.492390:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674136.492393:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.492397:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674136.492410:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674136.492416:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674136.492419:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674136.492422:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674136.492425:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674136.492430:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.492435:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674136.492438:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674136.492441:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674136.492443:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.492449:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.492459:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.492463:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674136.492465:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674136.492471:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674136.492480:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953458560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.492487:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.492491:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674136.492495:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953458560/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.492504:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674136.492507:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674136.492512:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674136.492518:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674136.492521:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674136.492524:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674136.492526:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674136.492530:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558f00. 02000000:00000001:3.0:1773674136.492536:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674136.492538:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674136.492541:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:3.0:1773674136.492546:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674136.492547:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.492551:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.492554:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.492555:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674136.492557:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.492559:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674136.494533:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494555:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674136.494560:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494562:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.494574:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494584:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674136.494594:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494599:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494606:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494610:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc880 00000400:00000200:0.0:1773674136.494616:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494623:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56e1 [1] + 224 00000800:00000001:0.0:1773674136.494632:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494639:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.494642:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674136.494648:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674136.494656:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674136.494667:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674136.494679:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.494703:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674136.494714:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494718:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674136.494720:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494723:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.494726:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494731:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674136.494735:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494738:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494741:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494744:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc780 00000400:00000200:0.0:1773674136.494748:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.494752:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56c9 [1] + 224 00000800:00000001:0.0:1773674136.494755:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.494759:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.494761:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674136.494810:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674136.494814:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674136.494820:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674136.494904:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.494913:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.495063:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.495069:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674136.495207:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674136.495211:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674136.495215:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674136.495222:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:3.0:1773674136.495225:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:3.0:1773674136.495229:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674136.495235:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674136.495246:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.495253:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.495255:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.495259:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674136.495264:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674136.495267:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674136.495269:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.495273:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674136.495285:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=57 v=10 (16 0 0 0) 00000800:00000001:0.0:1773674136.495426:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.495435:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674136.495438:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.495440:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.495445:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.495450:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674136.495455:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.495459:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.495463:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.495466:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cc900 00000400:00000200:0.0:1773674136.495469:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674136.495475:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56d9 [1] + 224 00000800:00000001:0.0:1773674136.495480:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.495490:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674136.495493:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674136.495497:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674136.495501:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674136.495507:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674136.495518:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674136.495528:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674136.495531:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674136.495535:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1773674136.495581:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674136.495586:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674136.495589:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674136.495593:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674136.495597:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.495603:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674136.495606:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674136.495609:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674136.495611:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.495618:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.495626:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.495629:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674136.495632:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674136.495638:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674136.495647:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953458304:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674136.495656:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674136.495657:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674136.495660:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f580. 00000400:00000200:3.0:1773674136.495663:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674136.495665:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674136.495667:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674136.495671:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674136.495680:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.495687:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674136.495688:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.495690:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674136.495692:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674136.495694:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674136.495695:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.495697:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674136.495703:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=69 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674136.495707:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674136.495709:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674136.495711:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674136.495714:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674136.495716:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.495718:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674136.495720:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674136.495722:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674136.495723:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674136.495727:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.495735:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674136.495737:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674136.495739:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674136.495743:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674136.495753:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674136.495758:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.495762:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674136.495802:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953458304/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.495811:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674136.495814:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674136.495819:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674136.495825:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674136.497077:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674136.500020:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674136.500028:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674136.500038:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674136.501030:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674136.501040:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674136.501053:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674136.501057:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674136.501062:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674136.501074:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:2.0:1773674136.501077:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:2.0:1773674136.501082:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674136.501096:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674136.501317:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501326:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674136.501329:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.501332:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674136.501336:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674136.501338:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674136.501341:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.501345:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674136.501355:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674136.501403:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=22 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674136.501406:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674136.501408:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674136.501411:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674136.501415:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.501420:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674136.501422:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674136.501424:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674136.501426:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.501431:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501439:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674136.501442:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674136.501444:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674136.501448:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674136.501455:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953458176:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674136.501462:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674136.501463:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674136.501465:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674136.501467:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674136.501474:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674136.501476:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674136.501480:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674136.501488:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501493:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674136.501495:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.501497:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674136.501498:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674136.501499:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674136.501501:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674136.501502:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674136.501742:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=57 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674136.501747:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674136.501749:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674136.501750:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674136.501751:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674136.501753:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.501756:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674136.501757:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674136.501758:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674136.501759:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674136.501813:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501821:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674136.501823:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674136.501824:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674136.501828:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674136.501835:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953458432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674136.501840:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.501842:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674136.501846:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953458176/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501852:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674136.501855:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674136.501859:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674136.501862:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674136.501865:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674136.501866:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674136.501869:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674136.501872:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:2.0:1773674136.501876:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674136.501878:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674136.501880:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:2.0:1773674136.501883:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674136.501884:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.501886:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674136.501889:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953458432/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674136.501894:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674136.501895:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674136.501896:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674136.501898:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674136.501899:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674136.501900:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674136.501902:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674136.501903:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558600. 02000000:00000001:2.0:1773674136.501904:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674136.501905:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674136.501906:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:2.0:1773674136.501908:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674136.501909:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674136.501913:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.501914:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674136.501915:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674136.501917:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674136.501918:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674136.503467:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674136.503471:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674136.503476:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674136.503486:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674136.503488:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.503493:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674136.503511:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953458048/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674136.503523:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674136.503526:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674136.503530:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674136.503534:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674136.503537:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674136.503539:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674136.503543:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674136.503545:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:3.0:1773674136.503548:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674136.503550:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674136.503551:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:3.0:1773674136.503554:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674136.503556:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.503559:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674136.503569:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674136.503572:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674136.503576:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674136.503579:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674137.089437:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674137.089447:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674137.089454:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674137.089456:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674137.089460:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674137.089461:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674137.089465:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674137.089467:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674137.089471:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674137.089472:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674137.090325:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674137.090331:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674137.090334:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674138.113539:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674138.113549:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674138.113556:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674138.113557:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674138.113562:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674138.113563:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674138.113567:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674138.113569:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674138.113572:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674138.113574:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674138.133793:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674138.133804:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674138.133810:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674139.137463:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674139.139152:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674139.139175:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674139.139176:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674139.139181:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674139.139182:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674139.139186:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674139.139188:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674139.139193:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674139.139194:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674139.139244:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674139.139249:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674139.139252:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674140.160949:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674140.160962:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674140.160965:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674140.160969:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.160975:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674140.160978:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.160981:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.160983:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.160989:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674140.160992:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.160996:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674140.160997:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.161002:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674140.161003:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.161007:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674140.161009:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674140.161010:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674140.161012:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.161014:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674140.161015:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.161017:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674140.161020:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674140.162876:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674140.162884:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674140.162889:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674140.417280:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300697415, at 4300697472 00000100:00000010:0.0:1773674140.417337:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916720. 00000100:00000040:1.0:1773674140.417546:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300697415, at 4300697472 00000100:00000010:1.0:1773674140.417555:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916540. 00010000:00000001:0.0:1773674141.185116:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674141.185343:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674141.185354:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674141.185356:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674141.185361:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674141.185362:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674141.185366:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674141.185367:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674141.185372:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674141.185373:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674141.186546:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674141.186557:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674141.186564:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674141.570006:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570024:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570051:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773674141.570061:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674141.570067:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570071:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570080:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570094:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81300. 00000100:00000001:3.0:1773674141.570104:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570121:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570136:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570143:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570152:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570219:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570223:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570228:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570231:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773674141.570234:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674141.570237:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570239:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570241:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570245:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81c00. 00000100:00000001:3.0:1773674141.570249:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570254:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570262:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570264:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570269:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570315:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570318:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570323:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570327:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674141.570330:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674141.570332:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570334:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570335:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570339:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81600. 00000100:00000001:3.0:1773674141.570342:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570347:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570354:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570356:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570360:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000475be870] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570367:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570369:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570373:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570376:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674141.570379:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674141.570381:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570382:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570384:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570387:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81700. 00000100:00000001:3.0:1773674141.570390:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570394:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570401:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570403:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570407:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570414:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570416:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674141.570420:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674141.570424:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570428:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570431:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773674141.570433:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674141.570435:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570437:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570438:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570443:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81400. 00000100:00000001:3.0:1773674141.570446:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570450:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570458:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570460:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570463:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f62475d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570470:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570472:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570476:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570479:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674141.570481:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674141.570483:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570484:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570486:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570489:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674141.570491:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570495:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570500:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570502:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570506:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df634c3a] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570513:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570516:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674141.570519:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674141.570525:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674141.570527:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674141.570529:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674141.570531:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674141.570532:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674141.570536:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81f00. 00000100:00000001:3.0:1773674141.570538:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570542:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674141.570550:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674141.570552:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570556:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570563:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570565:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674141.570568:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674141.570577:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6036) 00000100:00000001:3.0:1773674141.570604:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674141.570608:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674141.570611:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.570617:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570625:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.570628:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.570633:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.570636:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.570639:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.570643:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.570648:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.570655:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.570657:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.570660:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.570666:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674141.570668:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.570680:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.570685:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f580. 00000400:00000010:3.0:1773674141.570693:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674141.570701:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458816, portal 10 00000100:00000001:3.0:1773674141.570704:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.570706:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527239296 : -113404182312320 : ffff98dc07ff4a80) 00000100:00000040:3.0:1773674141.570714:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.570723:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.570726:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.570729:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674141.570734:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953458816, offset 0 00000400:00000200:3.0:1773674141.570742:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.570818:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.570829:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.570835:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.570840:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.570845:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.570848:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.570853:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252711:252711:256:4294967295] 192.168.201.103@tcp LPNI seq info [252679:252679:8:4294967295] 00000400:00000200:3.0:1773674141.570858:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.570870:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.570876:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.570882:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674141.570891:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.570901:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.570906:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.570929:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.570935:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 335391 usecs (336 jiffies) 00000400:00000200:3.0:1773674141.570939:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.570942:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300698962 00000100:00000010:3.0:1773674141.570950:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119168a0. 00000100:00000001:3.0:1773674141.570958:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674141.570970:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300698962 00000100:00000010:3.0:1773674141.570974:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916240. 00000100:00000001:3.0:1773674141.570978:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674141.570984:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.570987:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.570991:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.570995:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571003:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.571004:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571007:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.571009:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.571012:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571015:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953459072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.571019:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.571021:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.571023:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571025:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.571029:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674141.571031:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571034:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.571037:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674141.571041:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674141.571044:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459072, portal 4 00000100:00000001:3.0:1773674141.571046:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.571047:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674141.571288:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571295:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.571298:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.571301:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674141.571304:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953459072, offset 0 00000400:00000200:3.0:1773674141.571308:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571312:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571315:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.571318:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.571320:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.571323:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.571325:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571328:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252712:252712:255:4294967295] 192.168.201.103@tcp LPNI seq info [252680:252680:7:4294967295] 00000400:00000200:3.0:1773674141.571332:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571338:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.571342:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.571345:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81b00. 00000800:00000200:3.0:1773674141.571349:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.571354:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.571357:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.571360:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.571364:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 457363 usecs (458 jiffies) 00000400:00000200:3.0:1773674141.571367:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.571369:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300699084 00000100:00000001:3.0:1773674141.571376:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300698962 00000100:00000001:3.0:1773674141.571379:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300699084 00000100:00000001:3.0:1773674141.571382:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300698962 00000100:00000001:3.0:1773674141.571385:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.571388:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.571390:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.571394:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571408:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.571410:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571412:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.571414:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.571417:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571420:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.571423:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.571426:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.571428:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571430:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.571434:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674141.571436:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571439:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.571443:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674141.571446:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674141.571450:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459328, portal 10 00000100:00000001:3.0:1773674141.571452:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.571454:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:3.0:1773674141.571461:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571467:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.571469:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.571472:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674141.571474:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953459328, offset 0 00000400:00000200:3.0:1773674141.571478:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571482:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571485:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.571488:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.571490:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.571492:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.571495:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571498:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252713:252713:254:4294967295] 192.168.201.103@tcp LPNI seq info [252681:252681:6:4294967295] 00000400:00000200:3.0:1773674141.571502:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571509:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.571514:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.571518:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81e00. 00000800:00000200:3.0:1773674141.571521:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.571526:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.571529:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.571532:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.571535:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 52800 usecs (53 jiffies) 00000400:00000200:3.0:1773674141.571539:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.571541:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300698679 00000100:00000001:3.0:1773674141.571543:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300699084 00000100:00000001:3.0:1773674141.571545:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300698679 00000100:00000001:3.0:1773674141.571548:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300699084 00000100:00000001:3.0:1773674141.571550:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.571551:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.571554:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.571558:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.571568:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674141.571571:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674141.571574:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674141.571575:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674141.571577:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571580:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:3.0:1773674141.571582:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.571585:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674141.571587:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.571589:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674141.571590:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674141.571591:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.571596:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571604:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.571605:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571608:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.571609:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.571611:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571614:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953458688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.571618:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.571621:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.571622:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571624:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.571628:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674141.571629:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571633:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.571636:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674141.571640:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674141.571643:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458688, portal 25 00000100:00000001:3.0:1773674141.571645:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.571646:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000040:3.0:1773674141.571651:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571658:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.571660:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.571663:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674141.571666:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953458688, offset 0 00000400:00000200:3.0:1773674141.571670:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571674:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571678:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.571681:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.571683:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.571685:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.571688:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571691:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252714:252714:253:4294967295] 192.168.201.103@tcp LPNI seq info [252682:252682:5:4294967295] 00000400:00000200:3.0:1773674141.571694:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571700:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.571704:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.571708:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674141.571712:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.571717:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.571719:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.571722:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571725:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.571727:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300702534 00000100:00000001:3.0:1773674141.571731:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300699084 00000100:00000001:3.0:1773674141.571734:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300702534 00000100:00000001:3.0:1773674141.571737:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300699084 00000100:00000001:3.0:1773674141.571740:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.571742:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.571745:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.571749:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571755:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.571757:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571759:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.571761:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.571763:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571797:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.571801:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.571804:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.571805:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571807:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.571811:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674141.571813:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571816:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.571819:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674141.571822:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674141.571825:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953458944, portal 10 00000100:00000001:3.0:1773674141.571827:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.571829:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:3.0:1773674141.571836:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571842:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.571844:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.571847:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674141.571850:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953458944, offset 0 00000400:00000200:3.0:1773674141.571855:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571858:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571862:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.571864:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.571867:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.571870:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.571872:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.571875:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252715:252715:252:4294967295] 192.168.201.103@tcp LPNI seq info [252683:252683:4:4294967295] 00000400:00000200:3.0:1773674141.571878:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.571884:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.571888:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.571892:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81100. 00000800:00000200:3.0:1773674141.571896:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.571901:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.571903:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.571906:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.571909:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 94637 usecs (95 jiffies) 00000400:00000200:3.0:1773674141.571913:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.571915:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300698722 00000100:00000001:3.0:1773674141.571918:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.571921:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300698722 00000100:00000001:3.0:1773674141.571922:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.571925:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.571927:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.571929:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.571934:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571940:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.571942:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571945:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.571946:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.571948:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.571951:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459200:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.571954:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.571956:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.571958:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.571959:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.571963:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674141.571965:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.571967:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.571970:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674141.571974:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674141.571977:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459200, portal 10 00000100:00000001:3.0:1773674141.571979:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.571980:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:3.0:1773674141.571986:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.571993:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.571995:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.571999:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674141.572001:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953459200, offset 0 00000400:00000200:3.0:1773674141.572006:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.572010:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.572013:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.572016:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.572018:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.572021:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.572023:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.572026:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252716:252716:251:4294967295] 192.168.201.103@tcp LPNI seq info [252684:252684:3:4294967295] 00000400:00000200:3.0:1773674141.572029:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.572035:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.572040:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.572043:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674141.572047:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.572051:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.572054:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.572057:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.572060:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 37323 usecs (38 jiffies) 00000400:00000200:3.0:1773674141.572063:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.572065:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300698665 00000100:00000001:3.0:1773674141.572068:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.572070:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300698665 00000100:00000001:3.0:1773674141.572072:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.572075:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.572077:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.572080:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674141.572084:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.572091:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674141.572093:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.572096:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674141.572097:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674141.572099:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674141.572102:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.572305:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674141.572309:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674141.572310:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.572312:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674141.572316:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674141.572317:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674141.572321:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674141.572325:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f268. 00000400:00000010:3.0:1773674141.572329:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674141.572332:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459456, portal 4 00000100:00000001:3.0:1773674141.572334:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674141.572335:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674141.572342:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.572348:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674141.572350:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674141.572353:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674141.572355:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953459456, offset 0 00000400:00000200:3.0:1773674141.572360:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674141.572363:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.572366:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674141.572369:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674141.572371:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674141.572374:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674141.572377:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674141.572380:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252717:252717:250:4294967295] 192.168.201.103@tcp LPNI seq info [252685:252685:2:4294967295] 00000400:00000200:3.0:1773674141.572384:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674141.572390:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674141.572395:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674141.572399:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81500. 00000800:00000200:3.0:1773674141.572403:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674141.572408:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674141.572411:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674141.572414:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.572417:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 47576 usecs (48 jiffies) 00000400:00000200:3.0:1773674141.572420:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674141.572423:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300698675 00000100:00000001:3.0:1773674141.572426:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.572428:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300698675 00000100:00000001:3.0:1773674141.572430:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300702534 00000100:00000001:3.0:1773674141.572633:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.572636:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.572639:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.572644:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674141.572940:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674141.572944:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674141.572946:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674141.572950:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674141.573926:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.573936:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:1.0:1773674141.573947:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.573956:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.573963:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:1.0:1773674141.573966:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:1.0:1773674141.573973:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.573981:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.573996:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574000:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574008:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574010:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574026:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574028:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81b00. 00000400:00000200:1.0:1773674141.574031:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574035:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574037:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:1.0:1773674141.574051:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:1.0:1773674141.574054:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574058:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574066:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574069:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574075:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574077:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574087:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574089:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81e00. 00000400:00000200:1.0:1773674141.574093:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574096:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574098:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:1.0:1773674141.574100:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:1.0:1773674141.574103:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574107:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574115:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574118:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574124:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574125:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574134:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574137:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:1.0:1773674141.574139:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574143:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574145:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:1.0:1773674141.574147:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:1.0:1773674141.574149:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574153:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574161:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574164:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574171:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574172:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574180:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574183:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81100. 00000400:00000200:1.0:1773674141.574185:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574200:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574203:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773674141.574205:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773674141.574208:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574213:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574220:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574224:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574230:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574232:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574241:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574244:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:1.0:1773674141.574247:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574250:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574253:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:1.0:1773674141.574255:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:1.0:1773674141.574258:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574262:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574270:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574283:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574291:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574292:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674141.574378:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674141.574381:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81500. 00000400:00000200:1.0:1773674141.574384:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674141.574388:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674141.574390:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000400:00000010:1.0:1773674141.574392:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:1.0:1773674141.574394:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674141.574399:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574406:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674141.574409:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674141.574415:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674141.574417:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674141.610634:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610665:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.610670:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610673:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.610688:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610697:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.610729:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610736:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610753:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610761:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cca00 00000400:00000200:0.0:1773674141.610804:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610811:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5709 [1] + 224 00000800:00000001:0.0:1773674141.610821:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610827:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.610831:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.610836:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.610845:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.610855:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.610868:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.610890:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.610902:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610907:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.610909:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610911:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.610915:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610919:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.610924:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610927:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610930:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610933:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ccd00 00000400:00000200:0.0:1773674141.610937:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.610941:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5721 [1] + 224 00000800:00000001:0.0:1773674141.610946:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610949:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.610952:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.610955:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.610959:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.610964:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.610974:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.610982:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.610986:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610989:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.610991:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.610993:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611002:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611006:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.611011:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611014:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611017:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611020:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cca80 00000400:00000200:0.0:1773674141.611024:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611028:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56f1 [1] + 224 00000800:00000001:0.0:1773674141.611036:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611041:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611043:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.611047:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.611050:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.611054:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.611068:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.611076:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.611080:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611083:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.611085:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611091:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611094:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611098:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.611103:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611106:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611109:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611116:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ccb00 00000400:00000200:0.0:1773674141.611120:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611123:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5711 [1] + 224 00000800:00000001:0.0:1773674141.611128:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611131:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611134:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.611137:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.611140:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.611148:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.611158:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.611170:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.611174:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611177:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.611180:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611183:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611186:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611194:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.611199:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611211:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611215:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611219:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ccc00 00000400:00000200:0.0:1773674141.611222:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611226:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5719 [1] + 224 00000800:00000001:0.0:1773674141.611229:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611234:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611236:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.611240:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.611422:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.611428:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.611435:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.611441:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.611447:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611451:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.611453:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611456:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611459:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611463:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.611468:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611471:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611474:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611477:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ccc80 00000400:00000200:0.0:1773674141.611480:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.611484:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5701 [1] + 224 00000800:00000001:0.0:1773674141.611488:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.611492:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.611494:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.611498:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.611501:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.611506:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.611516:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.611732:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.611737:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.612866:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674141.612871:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.612876:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.612881:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.612886:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674141.612892:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.612895:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.612898:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.612901:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ccb80 00000400:00000200:0.0:1773674141.612905:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674141.612910:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c56f9 [1] + 224 00000800:00000001:0.0:1773674141.612914:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.612924:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674141.612926:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674141.612930:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674141.612934:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674141.612939:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674141.614890:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674141.614910:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674141.614927:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674141.614936:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615069:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674141.615075:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674141.615082:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615085:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615089:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000400:00000200:3.0:1773674141.615094:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:3.0:1773674141.615097:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:3.0:1773674141.615101:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615110:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615121:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615129:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615131:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615134:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615138:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615141:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615143:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615146:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615153:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674141.615157:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674141.615160:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615162:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615166:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615168:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615171:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615176:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615184:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615188:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615190:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615194:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615215:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953458688:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615223:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615224:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615226:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674141.615229:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674141.615231:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674141.615234:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615238:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615249:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615256:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615258:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615260:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615262:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615263:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615265:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615267:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615284:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=74 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674141.615288:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674141.615291:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615293:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615295:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615298:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615302:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.615304:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674141.615306:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.615308:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615313:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615321:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615324:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615325:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615330:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615339:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458944:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615344:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615346:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615348:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674141.615350:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:3.0:1773674141.615352:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:3.0:1773674141.615355:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615359:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615369:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615380:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615382:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615383:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615385:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615386:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615388:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615390:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615394:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=62 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674141.615397:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674141.615399:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615400:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615402:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615404:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615406:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.615407:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674141.615409:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.615411:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615415:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615422:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615424:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615425:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615429:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615437:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459200:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615442:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615443:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615446:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f268. 00000400:00000200:3.0:1773674141.615448:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:3.0:1773674141.615450:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:3.0:1773674141.615452:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615456:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615465:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615471:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615473:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615474:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615476:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615477:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615479:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615480:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615485:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674141.615488:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674141.615490:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615492:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615494:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615496:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615498:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.615500:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674141.615502:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.615503:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615507:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615514:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615516:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615518:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615522:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615530:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459456:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615535:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615537:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615539:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f580. 00000400:00000200:3.0:1773674141.615542:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:3.0:1773674141.615543:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:3.0:1773674141.615546:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615549:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615557:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615563:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615565:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615566:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615568:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615569:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615570:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615572:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615575:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=74 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674141.615578:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674141.615581:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615582:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615584:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615586:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615588:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.615589:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674141.615591:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.615592:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615598:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615607:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615610:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615611:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615616:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615625:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953458816:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615633:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615634:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615636:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:3.0:1773674141.615638:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:3.0:1773674141.615640:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:3.0:1773674141.615641:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.615645:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.615654:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615671:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.615673:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.615675:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.615676:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.615677:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.615679:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.615680:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.615684:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674141.615687:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=27 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674141.615689:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.615691:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.615692:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.615694:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.615696:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.615698:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:3.0:1773674141.615700:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.615701:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.615705:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.615713:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.615715:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.615716:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.615720:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.615728:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953459072:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674141.615734:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674141.615735:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674141.615737:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:3.0:1773674141.615740:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:3.0:1773674141.615742:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:3.0:1773674141.617374:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674141.617391:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674141.617402:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617409:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674141.617412:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617415:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674141.617418:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674141.617420:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674141.617422:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674141.617424:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674141.617433:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=62 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674141.617438:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674141.617440:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674141.617442:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674141.617445:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674141.617448:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.617452:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674141.617454:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674141.617456:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674141.617457:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674141.617462:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617468:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674141.617471:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674141.617473:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674141.617476:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674141.617483:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953459328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674141.617487:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617490:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617495:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5880 x1859825953458688/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617501:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617504:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617508:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674141.617513:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617515:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617518:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674141.617520:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617523:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81300. 02000000:00000001:3.0:1773674141.617527:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617529:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617531:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5880. 00000100:00000001:3.0:1773674141.617535:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617537:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617538:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617543:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953458944/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617550:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617551:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617552:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674141.617555:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617556:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617557:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674141.617559:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617561:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81600. 02000000:00000001:3.0:1773674141.617563:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617564:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617565:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:3.0:1773674141.617568:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617569:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617570:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617574:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953459200/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617580:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617582:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617583:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674141.617585:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617586:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617587:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674141.617589:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617590:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81400. 02000000:00000001:3.0:1773674141.617592:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617593:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617594:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:3.0:1773674141.617596:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617598:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617599:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617604:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953459456/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617612:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617613:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617615:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674141.617617:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617618:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617620:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674141.617622:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617624:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81f00. 02000000:00000001:3.0:1773674141.617626:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617627:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617628:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:3.0:1773674141.617631:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617632:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617634:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617639:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4a80 x1859825953458816/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617645:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617647:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617648:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674141.617650:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617652:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617653:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674141.617655:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617656:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81c00. 02000000:00000001:3.0:1773674141.617658:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617659:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617661:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4a80. 00000100:00000001:3.0:1773674141.617663:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617665:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617667:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617672:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953459072/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617679:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617681:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617683:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30600. 02000000:00000001:3.0:1773674141.617685:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617687:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617688:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674141.617690:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617691:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81700. 02000000:00000001:3.0:1773674141.617694:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617695:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617696:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674141.617699:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617700:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617701:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674141.617705:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953459328/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674141.617716:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674141.617717:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674141.617719:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674141.617721:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674141.617722:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674141.617723:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674141.617725:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674141.617726:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:3.0:1773674141.617728:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674141.617729:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674141.617730:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:3.0:1773674141.617732:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674141.617734:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617736:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674141.617747:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674141.617750:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674141.617753:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674141.617756:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.208975:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674142.208984:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.208991:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674142.208995:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674142.209008:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674142.209016:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674142.209019:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674142.209021:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209026:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674142.209028:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209030:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209033:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209040:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674142.209042:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674142.209043:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674142.209046:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674142.209047:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674142.209049:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209051:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674142.209052:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209053:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209056:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209061:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674142.209063:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674142.209069:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674142.209071:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674142.209129:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674142.209138:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674142.209144:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674143.233127:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674143.233137:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233146:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674143.233147:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233152:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674143.233154:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233168:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674143.233174:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674143.233177:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674143.233185:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674143.233188:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674143.233190:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233194:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674143.233197:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233199:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233203:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674143.233207:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674143.233208:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674143.235804:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674143.235812:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674143.235817:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674144.262385:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674144.262396:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674144.262404:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674144.262405:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674144.262410:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674144.262411:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674144.262414:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674144.262416:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674144.262419:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674144.262420:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674144.264559:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674144.264568:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674144.264575:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674145.280979:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674145.280991:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674145.281001:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674145.281003:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674145.281007:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674145.281008:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674145.281012:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674145.281014:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674145.281018:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674145.281019:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674145.281797:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674145.281801:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674145.281805:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674145.537066:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300702534, at 4300702592 00000100:00000010:0.0:1773674145.537090:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119168a0. 00000100:00000040:1.0:1773674145.537315:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300702534, at 4300702592 00000100:00000010:1.0:1773674145.537322:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916240. 00010000:00000001:0.0:1773674146.304936:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674146.304958:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674146.304966:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674146.304968:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674146.304972:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674146.304975:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674146.304979:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674146.304981:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674146.304985:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674146.304987:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674146.306401:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674146.306410:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674146.306415:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674146.689461:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689472:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689484:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674146.689491:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674146.689495:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689499:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689504:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689512:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674146.689519:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689531:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689542:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689547:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689554:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df634c3a] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689603:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689606:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689610:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689613:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674146.689616:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674146.689618:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689620:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689622:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689626:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81700. 00000100:00000001:3.0:1773674146.689629:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689633:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689641:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689643:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689647:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689656:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689658:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689661:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689664:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773674146.689666:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674146.689668:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689670:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689671:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689674:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81c00. 00000100:00000001:3.0:1773674146.689677:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689694:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689703:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689705:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689709:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689717:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689719:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689723:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689727:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674146.689729:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674146.689731:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689732:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689734:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689737:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81f00. 00000100:00000001:3.0:1773674146.689740:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689744:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689751:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689753:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689756:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689782:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689785:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674146.689789:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674146.689792:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689796:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689799:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773674146.689801:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674146.689803:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689805:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689806:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689810:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81400. 00000100:00000001:3.0:1773674146.689813:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689818:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689825:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689827:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689831:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f62475d] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689838:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689840:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689843:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689845:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674146.689848:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674146.689850:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689852:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689853:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689857:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81600. 00000100:00000001:3.0:1773674146.689859:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689863:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689870:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689872:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689876:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000475be870] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689883:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689886:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674146.689889:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674146.689892:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773674146.689894:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674146.689896:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674146.689898:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674146.689900:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674146.689903:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81300. 00000100:00000001:3.0:1773674146.689905:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689910:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674146.689916:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674146.689918:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689922:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674146.689928:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674146.689930:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674146.689934:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674146.689941:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6041) 00000100:00000001:2.0:1773674146.690035:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.690039:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.690042:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.690049:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.690057:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.690059:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.690063:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.690066:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.690069:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.690072:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.690077:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.690083:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.690086:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.690089:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.690094:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674146.690113:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.690122:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.690127:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674146.690133:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674146.690142:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459712, portal 10 00000100:00000001:2.0:1773674146.690378:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.690379:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:2.0:1773674146.690388:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.690396:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.690400:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.690403:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674146.690407:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953459712, offset 0 00000400:00000200:2.0:1773674146.690414:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.690423:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.690430:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.690434:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.690439:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.690443:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.690446:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.690450:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252718:252718:256:4294967295] 192.168.201.103@tcp LPNI seq info [252686:252686:8:4294967295] 00000400:00000200:2.0:1773674146.690455:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.690467:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.690474:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.690478:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674146.690485:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.690494:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.690498:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.690519:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.690525:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 334775 usecs (335 jiffies) 00000400:00000200:2.0:1773674146.690528:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.690532:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300704080 00000100:00000010:2.0:1773674146.690537:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cd20. 00000100:00000001:2.0:1773674146.690544:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674146.690549:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300704080 00000100:00000010:2.0:1773674146.690553:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c360. 00000100:00000001:2.0:1773674146.690556:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674146.690564:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.690568:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.690571:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.690576:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.690583:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.690585:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.690588:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.690590:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.690592:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.690857:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.690861:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.690864:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.690866:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.690867:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.690871:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674146.690873:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.690877:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.690880:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674146.690884:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674146.690888:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459968, portal 4 00000100:00000001:2.0:1773674146.690890:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.690891:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:2.0:1773674146.690898:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.690905:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.690907:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.690910:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064b28. 00000100:00000200:2.0:1773674146.690912:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953459968, offset 0 00000400:00000200:2.0:1773674146.690917:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.690921:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.690925:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.690928:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.690931:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.690933:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.690936:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.690940:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252719:252719:255:4294967295] 192.168.201.103@tcp LPNI seq info [252687:252687:7:4294967295] 00000400:00000200:2.0:1773674146.690944:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.690951:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.690956:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.690960:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558a00. 00000800:00000200:2.0:1773674146.690963:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.690974:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.690977:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.690980:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.690983:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 454875 usecs (455 jiffies) 00000400:00000200:2.0:1773674146.690986:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.690988:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300704201 00000100:00000001:2.0:1773674146.690993:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300704080 00000100:00000001:2.0:1773674146.690996:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300704201 00000100:00000001:2.0:1773674146.690999:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300704080 00000100:00000001:2.0:1773674146.691001:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.691003:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.691006:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.691012:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691019:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.691020:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691022:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.691024:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.691026:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.691029:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.691032:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.691034:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.691036:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691037:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.691041:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674146.691042:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.691045:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.691048:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674146.691051:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674146.691055:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460224, portal 10 00000100:00000001:2.0:1773674146.691057:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.691058:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:2.0:1773674146.691063:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691255:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.691258:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.691261:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064ee0. 00000100:00000200:2.0:1773674146.691265:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953460224, offset 0 00000400:00000200:2.0:1773674146.691269:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691273:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691277:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.691279:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.691282:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.691285:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.691287:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691291:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252720:252720:254:4294967295] 192.168.201.103@tcp LPNI seq info [252688:252688:6:4294967295] 00000400:00000200:2.0:1773674146.691295:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691302:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.691306:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.691311:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558b00. 00000800:00000200:2.0:1773674146.691315:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.691320:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.691323:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.691325:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.691329:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 53188 usecs (54 jiffies) 00000400:00000200:2.0:1773674146.691333:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.691335:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300703800 00000100:00000001:2.0:1773674146.691337:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300704201 00000100:00000001:2.0:1773674146.691340:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300703800 00000100:00000001:2.0:1773674146.691342:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300704201 00000100:00000001:2.0:1773674146.691344:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.691346:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.691349:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.691352:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.691360:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674146.691362:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674146.691365:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.691366:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.691368:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.691371:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:2.0:1773674146.691372:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.691374:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674146.691376:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.691377:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.691378:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.691380:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.691385:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691393:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.691394:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691396:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.691398:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.691401:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.691404:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953459584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.691407:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.691410:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.691411:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691414:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.691417:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674146.691419:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.691422:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.691426:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674146.691430:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674146.691434:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459584, portal 25 00000100:00000001:2.0:1773674146.691435:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.691437:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:2.0:1773674146.691442:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691449:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.691451:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.691453:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090647f8. 00000100:00000200:2.0:1773674146.691456:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953459584, offset 0 00000400:00000200:2.0:1773674146.691460:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691465:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691468:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.691471:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.691473:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.691476:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.691478:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691480:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252721:252721:253:4294967295] 192.168.201.103@tcp LPNI seq info [252689:252689:5:4294967295] 00000400:00000200:2.0:1773674146.691485:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691491:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.691496:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.691499:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558200. 00000800:00000200:2.0:1773674146.691503:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.691507:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.691510:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.691513:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.691516:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.691518:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300707654 00000100:00000001:2.0:1773674146.691522:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300704201 00000100:00000001:2.0:1773674146.691525:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300707654 00000100:00000001:2.0:1773674146.691528:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300704201 00000100:00000001:2.0:1773674146.691530:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.691533:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.691535:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.691538:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691744:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.691746:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691749:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.691751:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.691753:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.691756:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.691759:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.691761:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.691763:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691785:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.691790:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674146.691792:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.691796:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.691799:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674146.691802:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674146.691805:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953459840, portal 10 00000100:00000001:2.0:1773674146.691807:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.691808:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527239296 : -113404182312320 : ffff98dc07ff4a80) 00000100:00000040:2.0:1773674146.691816:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691823:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.691825:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.691828:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674146.691830:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953459840, offset 0 00000400:00000200:2.0:1773674146.691834:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691839:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691842:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.691845:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.691847:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.691849:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.691851:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691854:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252722:252722:252:4294967295] 192.168.201.103@tcp LPNI seq info [252690:252690:4:4294967295] 00000400:00000200:2.0:1773674146.691858:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691865:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.691870:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.691873:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558f00. 00000800:00000200:2.0:1773674146.691877:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.691882:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.691885:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.691888:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.691891:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 94390 usecs (95 jiffies) 00000400:00000200:2.0:1773674146.691895:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.691897:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300703842 00000100:00000001:2.0:1773674146.691899:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.691901:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300703842 00000100:00000001:2.0:1773674146.691903:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.691905:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.691907:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.691909:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.691913:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691926:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.691927:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691929:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.691931:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.691933:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.691935:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.691939:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.691941:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.691942:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.691945:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.691948:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674146.691950:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.691953:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.691955:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674146.691959:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674146.691962:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460096, portal 10 00000100:00000001:2.0:1773674146.691964:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.691965:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:2.0:1773674146.691971:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.691977:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.691979:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.691981:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064660. 00000100:00000200:2.0:1773674146.691983:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953460096, offset 0 00000400:00000200:2.0:1773674146.691988:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.691991:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.691994:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.691997:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.691999:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.692002:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.692004:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.692007:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252723:252723:251:4294967295] 192.168.201.103@tcp LPNI seq info [252691:252691:3:4294967295] 00000400:00000200:2.0:1773674146.692011:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.692018:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.692022:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.692025:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558500. 00000800:00000200:2.0:1773674146.692029:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.692033:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.692036:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.692039:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.692042:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 38220 usecs (39 jiffies) 00000400:00000200:2.0:1773674146.692045:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.692048:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300703786 00000100:00000001:2.0:1773674146.692050:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.692052:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300703786 00000100:00000001:2.0:1773674146.692054:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.692056:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.692058:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.692060:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674146.692064:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.692072:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674146.692074:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.692076:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674146.692078:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674146.692080:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674146.692083:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.692086:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674146.692089:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674146.692091:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.692093:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674146.692096:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674146.692098:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674146.692101:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674146.692104:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674146.692106:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674146.692109:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460352, portal 4 00000100:00000001:2.0:1773674146.692111:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674146.692112:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000040:2.0:1773674146.692118:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.692124:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674146.692126:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674146.692128:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674146.692130:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953460352, offset 0 00000400:00000200:2.0:1773674146.692134:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674146.692138:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.692141:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674146.692144:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674146.692146:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674146.692149:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674146.692152:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674146.692155:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252724:252724:250:4294967295] 192.168.201.103@tcp LPNI seq info [252692:252692:2:4294967295] 00000400:00000200:2.0:1773674146.692159:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674146.692165:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674146.692170:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674146.692173:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674146.692177:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674146.692181:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674146.692184:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674146.692187:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.692202:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 48188 usecs (49 jiffies) 00000400:00000200:2.0:1773674146.692206:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674146.692208:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300703796 00000100:00000001:2.0:1773674146.692210:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.692212:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300703796 00000100:00000001:2.0:1773674146.692214:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300707654 00000100:00000001:2.0:1773674146.692216:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.692218:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.692221:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.692225:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.692243:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.692245:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674146.692441:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692452:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674146.692464:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692475:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692483:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:1.0:1773674146.692486:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:1.0:1773674146.692492:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692502:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692517:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692521:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692529:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692531:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692546:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692548:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558a00. 00000400:00000200:1.0:1773674146.692552:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692556:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692559:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:1.0:1773674146.692563:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:1.0:1773674146.692566:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692571:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692581:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692585:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692591:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692592:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692601:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692603:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558b00. 00000400:00000200:1.0:1773674146.692605:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692608:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692611:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:1.0:1773674146.692613:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:1.0:1773674146.692615:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692619:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692625:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692628:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692633:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692634:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692641:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692643:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558200. 00000400:00000200:1.0:1773674146.692646:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692649:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692651:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090647f8 00000400:00000010:1.0:1773674146.692652:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090647f8. 00000100:00000001:1.0:1773674146.692654:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692659:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692665:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692669:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692674:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692675:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692683:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692684:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558f00. 00000400:00000200:1.0:1773674146.692687:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692689:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692692:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:1.0:1773674146.692693:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:1.0:1773674146.692695:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692699:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692705:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692708:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692713:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692714:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692722:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692723:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558500. 00000400:00000200:1.0:1773674146.692726:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692729:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692731:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:1.0:1773674146.692733:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:1.0:1773674146.692735:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692738:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692745:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692747:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692753:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692754:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674146.692876:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674146.692879:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674146.692883:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.692886:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674146.692889:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:1.0:1773674146.692891:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:1.0:1773674146.692894:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674146.692898:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692906:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674146.692909:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.692915:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674146.692916:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674146.702217:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.702234:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674146.702239:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.702242:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.702253:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.702261:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674146.702271:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.702278:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.702285:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.702290:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ccf00 00000400:00000200:0.0:1773674146.702296:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.702303:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5731 [1] + 224 00000800:00000001:0.0:1773674146.702311:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.702320:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.702323:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674146.702328:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674146.702335:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674146.702345:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674146.702358:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674146.702384:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674146.702393:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.702396:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.703337:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.703342:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674146.703352:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.703354:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.703358:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674146.703365:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674146.703367:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674146.703371:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.703379:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.703389:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.703395:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.703397:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.703399:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.703402:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.703405:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.703407:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.703410:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.703419:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674146.703423:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674146.703426:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.703428:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.703431:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.703435:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.703440:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.703442:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674146.703444:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.703446:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.703451:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.703458:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.703461:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.703463:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.703466:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.703474:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.703480:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.703482:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.703486:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953459968/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.703493:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.703495:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.703499:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674146.703504:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.703507:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.703508:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674146.703511:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.703514:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81f00. 02000000:00000001:2.0:1773674146.703517:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.703519:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.703521:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:2.0:1773674146.703525:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.703527:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.703531:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.703533:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.703535:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.703537:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.703539:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674146.710377:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.710399:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674146.710404:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.710407:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674146.710416:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.710423:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674146.710433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.710438:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.710444:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.710449:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ccd80 00000400:00000200:1.0:1773674146.710454:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.710461:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5741 [1] + 224 00000800:00000001:1.0:1773674146.710472:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.710483:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674146.710486:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.710491:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674146.710498:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674146.710509:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674146.710529:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.710560:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674146.710571:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.710576:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.712066:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.712074:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674146.712083:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.712085:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.712088:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674146.712095:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:2.0:1773674146.712097:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:2.0:1773674146.712101:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.712111:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.712123:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.712139:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.712141:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.712144:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.712147:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.712150:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.712152:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.712155:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.712162:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674146.712166:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=146 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674146.712169:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.712171:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.712174:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.712177:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.712179:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.712185:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.712203:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.712206:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.712208:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.712213:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.712221:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953459584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.712228:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.712231:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.712234:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953459584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.712241:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.712243:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.712247:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674146.712251:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.712253:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.712255:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674146.712257:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.712260:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:2.0:1773674146.712263:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.712265:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.712267:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:2.0:1773674146.712270:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.712271:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.712275:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.712277:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.712278:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.712280:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.712282:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674146.712991:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.713006:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674146.713010:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.713013:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.713021:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.713028:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674146.713037:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.713043:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.713048:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.713052:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cce00 00000400:00000200:0.0:1773674146.713056:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.713062:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5729 [1] + 224 00000800:00000001:0.0:1773674146.713069:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.713080:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.713082:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674146.713087:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674146.713092:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674146.713099:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674146.713109:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674146.713132:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674146.713141:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.713144:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.713806:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.713810:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674146.713817:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.713819:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.713823:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674146.713827:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:2.0:1773674146.713829:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:2.0:1773674146.713832:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.713839:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.713849:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.713856:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.713858:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.713860:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.713863:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.713865:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.713867:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.713870:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.713878:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=79 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674146.713882:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674146.713884:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.713886:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.713888:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.713892:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.713895:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.713897:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674146.713899:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.713901:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.713906:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.713912:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.713915:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.713917:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.713921:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.713935:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.713941:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.713946:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.713949:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953459712/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.713955:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.713958:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.713961:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674146.713964:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.713966:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.713968:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674146.713970:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.713973:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81700. 02000000:00000001:2.0:1773674146.713976:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.713977:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.713979:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:2.0:1773674146.713983:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.713984:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.713987:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.713989:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.713990:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.713992:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.713994:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674146.714231:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.714240:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674146.714242:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.714244:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674146.714250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.714254:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674146.714260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.714264:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.714268:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.714272:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd000 00000400:00000200:1.0:1773674146.714276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674146.714281:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5739 [1] + 224 00000800:00000001:1.0:1773674146.714288:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.714294:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674146.714297:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674146.714302:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674146.714310:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674146.714315:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674146.714325:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674146.714348:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674146.714354:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674146.714358:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.714409:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.714411:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674146.714416:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.714417:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.714419:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674146.714422:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:2.0:1773674146.714424:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:2.0:1773674146.714427:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.714432:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.714441:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.714448:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.714449:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.714451:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.714453:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.714454:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.714456:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.714458:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.714463:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=67 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674146.714467:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674146.714469:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.714471:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.714473:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.714475:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.714478:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.714479:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674146.714481:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.714483:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.714487:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.714494:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.714496:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.714498:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.714502:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.714510:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.714515:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.714517:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.714519:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953460224/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.714524:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.714525:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.714526:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674146.714529:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.714530:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.714531:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674146.714532:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.714533:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81600. 02000000:00000001:2.0:1773674146.714535:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.714536:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.714537:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:2.0:1773674146.714539:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.714540:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.714542:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.714543:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.714544:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.714545:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.714546:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674146.723445:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723464:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674146.723469:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723473:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723484:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723492:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674146.723501:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723506:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723512:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723516:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd080 00000400:00000200:0.0:1773674146.723521:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723527:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5759 [1] + 224 00000800:00000001:0.0:1773674146.723536:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723542:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723545:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674146.723548:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674146.723553:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674146.723560:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674146.723569:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674146.723589:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674146.723596:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723598:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674146.723600:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723601:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723603:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723606:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674146.723609:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723610:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723612:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723614:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cce80 00000400:00000200:0.0:1773674146.723617:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723620:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5749 [1] + 224 00000800:00000001:0.0:1773674146.723622:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723625:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723626:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674146.723628:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674146.723630:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674146.723633:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674146.723639:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674146.723643:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674146.723645:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723647:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674146.723648:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723650:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723651:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723653:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674146.723655:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723657:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723658:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723665:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ccf80 00000400:00000200:0.0:1773674146.723667:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674146.723670:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5751 [1] + 224 00000800:00000001:0.0:1773674146.723672:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723678:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674146.723680:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674146.723683:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674146.723686:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674146.723690:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674146.723698:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674146.723705:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674146.723709:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674146.723711:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724070:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.724076:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674146.724083:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.724085:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.724088:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674146.724093:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674146.724096:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674146.724099:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.724104:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.724125:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724134:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.724136:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724138:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.724141:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.724144:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.724146:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.724149:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.724159:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=79 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674146.724163:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674146.724169:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.724170:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.724173:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.724177:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724181:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.724183:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674146.724185:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.724187:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.724203:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724211:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.724214:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.724216:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.724220:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.724228:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953459840:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674146.724235:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.724236:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.724238:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674146.724240:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:2.0:1773674146.724242:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:2.0:1773674146.724244:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.724247:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.724255:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724261:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.724263:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724264:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.724265:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.724267:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.724268:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.724269:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.724274:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=67 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674146.724276:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674146.724278:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.724279:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.724281:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.724283:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724285:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.724287:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674146.724288:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.724290:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.724294:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724299:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.724301:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.724302:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.724306:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.724312:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460096:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674146.724317:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674146.724318:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674146.724320:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674146.724322:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674146.724324:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674146.724325:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674146.724328:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674146.724336:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724342:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674146.724343:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724345:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674146.724346:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674146.724348:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674146.724349:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674146.724351:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674146.724354:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674146.724357:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674146.724359:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674146.724361:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674146.724363:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674146.724364:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724367:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674146.724368:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674146.724369:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674146.724371:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674146.724375:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724381:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674146.724383:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674146.724384:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674146.724387:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674146.724395:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953460352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674146.724399:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724402:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.724405:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4a80 x1859825953459840/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724412:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.724415:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.724418:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674146.724422:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.724424:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.724427:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674146.724429:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.724432:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81c00. 02000000:00000001:2.0:1773674146.724435:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.724437:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.724439:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4a80. 00000100:00000001:2.0:1773674146.724442:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.724444:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724446:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.724450:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953460096/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724458:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.724459:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.724461:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674146.724463:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.724464:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.724465:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674146.724467:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.724469:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81400. 02000000:00000001:2.0:1773674146.724471:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.724472:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.724473:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:2.0:1773674146.724476:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.724477:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724479:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674146.724482:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5880 x1859825953460352/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674146.724489:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674146.724490:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674146.724492:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674146.724494:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674146.724496:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674146.724497:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674146.724499:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674146.724500:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81300. 02000000:00000001:2.0:1773674146.724502:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674146.724503:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674146.724504:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5880. 00000100:00000001:2.0:1773674146.724507:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674146.724508:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674146.724512:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724514:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674146.724515:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674146.724517:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674146.724519:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674147.329619:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674147.329627:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674147.329634:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674147.329635:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674147.329639:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674147.329640:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674147.329644:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674147.329645:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674147.329648:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674147.329650:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674147.329750:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674147.329753:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674147.329756:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773674147.714728:0:2413:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773674147.714743:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674147.714746:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=13 : 13 : d) 00000100:00000001:2.0:1773674147.714751:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674147.714753:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674147.714757:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674147.714761:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674148.358262:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674148.358270:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674148.358278:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674148.358279:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674148.358283:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674148.358284:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674148.358288:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674148.358289:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674148.358292:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674148.358294:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674148.358403:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674148.358407:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674148.358410:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674149.376963:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674149.376977:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674149.376981:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674149.376986:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.376993:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674149.376997:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.376999:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377002:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377822:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674149.377828:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377837:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674149.377838:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377843:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674149.377844:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377849:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674149.377851:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674149.377854:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674149.377856:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377859:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674149.377860:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377862:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674149.377865:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674149.382863:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674149.382874:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674149.382881:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674150.400975:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674150.400986:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674150.400995:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674150.400997:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674150.401002:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674150.401003:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674150.401007:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674150.401008:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674150.401013:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674150.401014:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674150.404458:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674150.404468:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674150.404474:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674150.657019:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300707654, at 4300707712 00000100:00000010:0.0:1773674150.657043:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cd20. 00000100:00000040:1.0:1773674150.658039:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300707654, at 4300707713 00000100:00000010:1.0:1773674150.658050:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c360. 00010000:00000001:0.0:1773674151.425052:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674151.425064:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425074:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674151.425079:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674151.425082:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674151.425093:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674151.425096:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674151.425098:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425301:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674151.425305:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425308:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425311:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425317:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674151.425319:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674151.425320:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674151.425323:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674151.425324:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674151.425325:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425327:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674151.425329:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425330:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425332:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425337:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674151.425338:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674151.425343:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674151.425344:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674151.427517:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674151.427526:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674151.427532:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674151.812477:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674151.812494:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674151.812512:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674151.812522:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674151.812528:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.812532:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674151.812540:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.812552:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558d00. 00000100:00000001:2.0:1773674151.812562:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.812580:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674151.812596:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.812601:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.812612:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_00+0] req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.812706:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.812712:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.812716:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.812725:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.812737:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.812739:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.812744:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.812748:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.812752:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.812756:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953460480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.812762:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674151.812806:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674151.812809:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.812813:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674151.812820:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674151.812823:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.812835:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.812841:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f210. 00000400:00000010:3.0:1773674151.812850:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674151.812860:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460480, portal 25 00000100:00000001:3.0:1773674151.812864:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674151.812866:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674151.812874:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.812884:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674151.812887:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674151.812891:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674151.812895:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953460480, offset 0 00000400:00000200:3.0:1773674151.812904:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773674151.812915:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.812918:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:2.0:1773674151.812920:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674151.812925:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1773674151.812928:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000010:2.0:1773674151.812929:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674151.812932:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000400:00000200:3.0:1773674151.812935:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773674151.812935:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.812937:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1773674151.812940:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 02000000:00000001:2.0:1773674151.812940:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.812944:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558c00. 00000400:00000200:3.0:1773674151.812946:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.812949:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:2.0:1773674151.812949:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.812954:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773674151.812956:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252725:252725:256:4294967295] 192.168.201.103@tcp LPNI seq info [252693:252693:8:4294967295] 00000400:00000200:3.0:1773674151.812962:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674151.812965:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.812968:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.812972:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_01+1] req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674151.812976:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.812984:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773674151.812984:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.812987:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674151.812991:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000010:3.0:1773674151.812993:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000100:00000010:2.0:1773674151.812994:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674151.812997:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674151.812999:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.813001:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674151.813002:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773674151.813004:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 02000000:00000010:2.0:1773674151.813006:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674151.813009:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773674151.813014:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000040:2.0:1773674151.813014:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1773674151.813020:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674151.813022:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.813024:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.813028:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.813046:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813049:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.813049:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674151.813053:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1773674151.813055:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000010:2.0:1773674151.813057:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000100:00000001:3.0:1773674151.813058:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300712776 00000020:00000040:2.0:1773674151.813059:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674151.813062:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.813063:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1773674151.813064:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916840. 02000000:00000001:2.0:1773674151.813065:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.813069:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558000. 00000100:00000001:2.0:1773674151.813072:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813074:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1773674151.813076:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674151.813084:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300712776 00000100:00000001:2.0:1773674151.813084:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.813087:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674151.813088:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119166c0. 00000100:00000040:2.0:1773674151.813091:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_01+1] req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813092:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674151.813096:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.813100:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.813100:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.813102:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674151.813104:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813121:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.813133:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.813333:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9) 00000100:00000001:3.0:1773674151.813337:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.813339:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.813341:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.813346:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813355:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.813357:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813360:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.813362:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.813365:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.813368:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.813372:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674151.813375:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674151.813377:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813379:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674151.813383:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674151.813385:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.813391:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.813394:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f8f0. 00000400:00000010:3.0:1773674151.813399:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674151.813403:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460736, portal 10 00000100:00000001:3.0:1773674151.813406:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674151.813407:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:3.0:1773674151.813417:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813424:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674151.813426:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674151.813430:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674151.813433:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953460736, offset 0 00000400:00000200:3.0:1773674151.813438:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813443:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813447:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674151.813451:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674151.813454:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674151.813457:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.813460:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813464:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252726:252726:255:4294967295] 192.168.201.103@tcp LPNI seq info [252694:252694:7:4294967295] 00000400:00000200:3.0:1773674151.813468:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813476:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.813482:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674151.813488:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674151.813492:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674151.813498:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674151.813501:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674151.813505:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.813510:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 94062 usecs (95 jiffies) 00000400:00000200:3.0:1773674151.813514:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674151.813516:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300708963 00000100:00000001:3.0:1773674151.813519:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813521:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300708963 00000100:00000001:3.0:1773674151.813524:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813526:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.813529:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813532:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813534:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.813538:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.813540:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9) 00000100:00000001:3.0:1773674151.813542:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.813543:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.813545:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.813548:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773674151.813550:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.813553:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.813555:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.813557:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.813558:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.813559:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.813564:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813582:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.813584:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813587:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.813588:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.813591:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.813594:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.813598:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674151.813601:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674151.813602:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813604:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674151.813608:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674151.813610:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.813614:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.813618:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f580. 00000400:00000010:3.0:1773674151.813622:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674151.813625:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460608, portal 10 00000100:00000001:3.0:1773674151.813628:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674151.813629:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674151.813637:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813643:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674151.813646:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674151.813648:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674151.813651:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953460608, offset 0 00000400:00000200:3.0:1773674151.813656:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813660:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813664:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674151.813667:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674151.813670:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674151.813672:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.813675:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813679:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252727:252727:254:4294967295] 192.168.201.103@tcp LPNI seq info [252695:252695:6:4294967295] 00000400:00000200:3.0:1773674151.813684:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813691:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.813696:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674151.813700:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81c00. 00000800:00000200:3.0:1773674151.813705:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674151.813709:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674151.813712:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674151.813716:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.813720:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 334105 usecs (335 jiffies) 00000400:00000200:3.0:1773674151.813724:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674151.813726:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300709203 00000100:00000001:3.0:1773674151.813729:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813732:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300709203 00000100:00000001:3.0:1773674151.813735:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813738:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.813741:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813744:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.813748:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813757:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.813758:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813761:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.813763:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.813799:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.813804:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.813808:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674151.813811:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674151.813812:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.813815:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674151.813819:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674151.813821:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.813824:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.813827:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f268. 00000400:00000010:3.0:1773674151.813832:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674151.813835:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460864, portal 4 00000100:00000001:3.0:1773674151.813837:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674151.813839:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674151.813846:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.813853:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674151.813856:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674151.813858:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565110. 00000100:00000200:3.0:1773674151.813861:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953460864, offset 0 00000400:00000200:3.0:1773674151.813866:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813870:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813875:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674151.813878:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674151.813882:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674151.813885:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.813888:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674151.813891:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252728:252728:253:4294967295] 192.168.201.103@tcp LPNI seq info [252696:252696:5:4294967295] 00000400:00000200:3.0:1773674151.813897:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.813905:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.813910:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674151.813914:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674151.813919:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674151.813923:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674151.813926:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674151.813929:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.813933:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 452172 usecs (453 jiffies) 00000400:00000200:3.0:1773674151.813937:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674151.813939:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300709322 00000100:00000001:3.0:1773674151.813942:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813944:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300709322 00000100:00000001:3.0:1773674151.813947:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.813949:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.813952:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813955:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813958:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.813994:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.813998:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674151.814625:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674151.814632:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:1.0:1773674151.814642:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.814650:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.814658:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:1.0:1773674151.814661:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:1.0:1773674151.814668:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674151.814676:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814690:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674151.814694:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814703:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.814705:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674151.814720:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674151.814723:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:1.0:1773674151.814743:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.814748:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.814752:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:1.0:1773674151.814754:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:1.0:1773674151.814758:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674151.814763:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814825:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674151.814829:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814838:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.814839:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674151.814854:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674151.814857:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81c00. 00000400:00000200:1.0:1773674151.814861:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.814865:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.814868:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:1.0:1773674151.814870:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:1.0:1773674151.814872:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674151.814877:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814885:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674151.814888:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.814896:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.814898:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674151.814988:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674151.814991:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:1.0:1773674151.814995:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.814999:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.815002:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565110 00000400:00000010:1.0:1773674151.815004:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565110. 00000100:00000001:1.0:1773674151.815006:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674151.815012:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.815021:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.815022:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674151.815024:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674151.815029:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674151.815032:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.815034:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674151.815035:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674151.815042:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288a80. 00000020:00000040:2.0:1773674151.815048:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674151.815053:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.815057:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674151.815062:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.815069:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674151.815076:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.815083:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674151.815094:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.815099:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.815117:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008797fe91] to pc [ptlrpcd_01_00+0] req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.820000:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.820007:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674151.820014:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674151.820031:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674151.820040:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674151.820045:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.820050:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674151.820057:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.820067:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674151.820077:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.820093:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674151.820122:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.820128:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.820137:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.820152:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.820155:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674151.820463:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.820475:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.820480:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.820497:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773674151.820511:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674151.820512:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.820519:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.820529:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.820532:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.820536:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.820540:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953461120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.820545:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1773674151.820550:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773674151.820553:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1773674151.820557:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1773674151.820558:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.820565:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1773674151.820566:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773674151.820574:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31a00. 02000000:00000001:3.0:1773674151.820578:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674151.820582:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.820600:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:3.0:1773674151.820605:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.820615:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:0.0:1773674151.820622:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.820634:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.820635:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000400:00000200:0.0:1773674151.820648:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:3.0:1773674151.820649:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461120, portal 10 00000100:00000001:3.0:1773674151.820655:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1773674151.820657:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cd100 00000100:00000001:3.0:1773674151.820660:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000400:00000200:0.0:1773674151.820668:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773674151.820680:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773674151.820681:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5761 [1] + 224 00000100:00000001:3.0:1773674151.820703:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1773674151.820705:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1773674151.820711:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000800:00000001:0.0:1773674151.820716:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773674151.820717:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000400:00000200:0.0:1773674151.820725:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1773674151.820728:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953461120, offset 0 00000400:00000200:3.0:1773674151.820737:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674151.820751:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.820753:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773674151.820809:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:0.0:1773674151.820811:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1773674151.820819:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1773674151.820826:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674151.820832:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674151.820846:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.820857:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:0.0:1773674151.820865:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773674151.820868:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252729:252729:256:4294967295] 192.168.201.103@tcp LPNI seq info [252697:252697:8:4294967295] 00000400:00000200:3.0:1773674151.820895:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674151.820900:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773674151.820911:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.820920:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674151.820925:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81700. 00000800:00000200:3.0:1773674151.820932:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674151.820940:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674151.820946:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674151.820973:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.820980:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 51783 usecs (52 jiffies) 00000400:00000200:3.0:1773674151.820986:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674151.820990:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300708928 00000100:00000001:3.0:1773674151.820994:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.820996:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300708928 00000100:00000001:3.0:1773674151.820999:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.821002:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.821005:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.821009:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.821012:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.821023:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.821025:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:3.0:1773674151.821028:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.821030:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.821032:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.821037:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674151.821039:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.821042:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.821043:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.821045:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.821046:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.821047:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674151.821054:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.821062:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674151.821064:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.821068:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674151.821070:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674151.821073:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674151.821077:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953460992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.821081:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674151.821084:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674151.821086:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.821088:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674151.821092:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674151.821095:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674151.821098:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674151.821101:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674151.821304:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674151.821309:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953460992, portal 10 00000100:00000001:3.0:1773674151.821312:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674151.821313:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000040:3.0:1773674151.821321:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773674151.821328:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773674151.821329:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674151.821338:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674151.821339:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81700. 00000400:00000010:3.0:1773674151.821343:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674151.821349:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953460992, offset 0 00000400:00000200:1.0:1773674151.821349:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.821367:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773674151.821368:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674151.821381:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674151.821387:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674151.821390:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674151.821393:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674151.821395:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674151.821398:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674151.821401:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252730:252730:255:4294967295] 192.168.201.103@tcp LPNI seq info [252698:252698:7:4294967295] 00000400:00000200:3.0:1773674151.821405:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000001:0.0:1773674151.822318:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822332:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674151.822336:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822339:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.822347:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822353:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674151.822360:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822365:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822370:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822374:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd200 00000400:00000200:0.0:1773674151.822380:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822387:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5769 [1] + 224 00000800:00000001:0.0:1773674151.822394:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822400:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.822404:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674151.822409:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674151.822416:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674151.822424:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674151.822437:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674151.822448:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674151.822453:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822457:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674151.822460:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822462:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.822465:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822469:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674151.822474:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822477:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822481:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822485:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd180 00000400:00000200:0.0:1773674151.822489:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.822493:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5771 [1] + 224 00000800:00000001:0.0:1773674151.822498:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.822507:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.822510:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674151.822513:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674151.822517:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773674151.823025:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674151.823035:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674151.823287:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674151.823294:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674151.823299:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674151.823304:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674151.823314:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674151.823323:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.823331:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674151.823344:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674151.823349:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674151.823353:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000100:00000040:2.0:1773674151.823355:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_00+0] req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773674151.823359:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:1.0:1773674151.823364:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773674151.823370:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773674151.823371:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674151.823374:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674151.823379:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1773674151.823382:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674151.823387:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674151.823389:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6046) 00000100:00000001:1.0:1773674151.823395:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.823397:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674151.823443:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.823448:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674151.823451:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674151.823458:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.823467:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674151.823470:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.823475:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674151.823479:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674151.823482:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674151.823485:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953461248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674151.823491:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674151.823498:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674151.823501:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.823504:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674151.823511:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674151.823514:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674151.823520:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674151.823525:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674151.823533:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674151.823540:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461248, portal 4 00000100:00000001:2.0:1773674151.823543:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674151.823545:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674151.823553:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.823562:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674151.823566:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674151.823570:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674151.823574:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953461248, offset 0 00000400:00000200:2.0:1773674151.823581:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674151.823589:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674151.823596:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674151.823602:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674151.823607:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674151.823612:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674151.823615:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000200:0.0:1773674151.823616:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773674151.823621:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252731:252731:256:4294967295] 192.168.201.103@tcp LPNI seq info [252699:252699:8:4294967295] 00000400:00000200:2.0:1773674151.823627:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:0.0:1773674151.823629:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674151.823638:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773674151.823639:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674151.823645:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000001:0.0:1773674151.823647:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1773674151.823649:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558400. 00000800:00000001:0.0:1773674151.823652:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773674151.823657:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674151.823665:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674151.823671:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674151.823701:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.823707:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 47843 usecs (48 jiffies) 00000400:00000200:2.0:1773674151.823712:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674151.823715:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300708926 00000100:00000001:2.0:1773674151.823720:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:2.0:1773674151.823723:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300708926 00000100:00000001:2.0:1773674151.823727:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:2.0:1773674151.823730:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674151.823733:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773674151.823741:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674151.823743:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674151.823746:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f580. 00000400:00000200:2.0:1773674151.823752:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:2.0:1773674151.823754:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:2.0:1773674151.823757:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674151.823762:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674151.823808:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.823816:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674151.823818:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.823822:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674151.823825:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674151.823829:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674151.823832:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.823836:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674151.823849:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=84 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674151.823855:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674151.823859:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674151.823862:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674151.823866:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674151.823871:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.823876:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674151.823879:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674151.823882:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674151.823885:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.823890:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.823907:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674151.823910:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674151.823913:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674151.823919:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674151.823928:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460608:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674151.823937:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674151.823938:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674151.823941:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f8f0. 00000400:00000200:2.0:1773674151.823944:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:2.0:1773674151.823947:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:2.0:1773674151.823949:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674151.823953:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674151.823964:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.823971:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674151.823972:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.823974:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674151.823976:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674151.823977:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674151.823979:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.823981:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674151.823987:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=84 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674151.823990:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674151.823992:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674151.823994:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674151.823996:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000200:1.0:1773674151.823996:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1773674151.823998:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.824001:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000010:1.0:1773674151.824001:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558400. 00000100:00000040:2.0:1773674151.824002:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674151.824005:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674151.824007:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674151.824007:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1773674151.824011:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674151.824012:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.824017:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000100:00000001:2.0:1773674151.824020:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1773674151.824020:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:2.0:1773674151.824022:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674151.824023:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773674151.824024:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773674151.824028:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773674151.824029:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.824038:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773674151.824039:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460736:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674151.824045:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674151.824047:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674151.824050:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f210. 00000400:00000200:2.0:1773674151.824053:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:2.0:1773674151.824057:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:2.0:1773674151.824060:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674151.824066:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674151.824078:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.824087:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674151.824089:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.824090:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674151.824092:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674151.824094:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674151.824095:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.824098:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674151.824328:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.824337:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.824339:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674151.825407:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1773674151.830173:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674151.830184:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=151 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674151.830189:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674151.830191:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674151.830195:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674151.830200:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.830204:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.830220:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.830232:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674151.830237:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674151.830239:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674151.830246:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674151.830257:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953460480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674151.830269:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.830273:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.830279:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953460608/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.830290:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674151.830294:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674151.830300:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31400. 02000000:00000001:2.0:1773674151.830309:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674151.830313:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674151.830316:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674151.830320:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674151.830324:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558c00. 02000000:00000001:2.0:1773674151.830331:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674151.830334:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674151.830337:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:2.0:1773674151.830343:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674151.830345:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.830347:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.830353:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953460736/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.830361:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674151.830363:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674151.830366:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31000. 02000000:00000001:2.0:1773674151.830368:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674151.830370:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674151.830372:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674151.830374:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674151.830375:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:2.0:1773674151.830378:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674151.830379:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674151.830381:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:2.0:1773674151.830383:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674151.830385:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.830387:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.830391:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953460480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.830399:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674151.830401:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674151.830403:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31800. 02000000:00000001:2.0:1773674151.830406:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674151.830407:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674151.830409:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674151.830412:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674151.830413:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558d00. 02000000:00000001:2.0:1773674151.830415:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674151.830417:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674151.830418:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:2.0:1773674151.830421:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674151.830422:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.830426:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.830438:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674151.830441:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9) 00000100:00000001:2.0:1773674151.830445:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.830448:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674151.830451:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.830456:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674151.835230:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674151.835243:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.835252:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.835266:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.835277:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674151.835292:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.835298:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.835306:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.835311:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd280 00000400:00000200:0.0:1773674151.835317:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674151.835326:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5779 [1] + 224 00000800:00000001:0.0:1773674151.835338:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.835354:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674151.835358:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674151.835364:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674151.835374:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674151.835386:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674151.835402:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674151.835431:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674151.835443:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674151.835447:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773674151.837826:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674151.837840:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674151.837851:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674151.837860:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674151.837868:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674151.837873:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674151.837969:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.837979:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674151.837992:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674151.837995:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674151.838001:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f268. 00000400:00000200:2.0:1773674151.838010:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:2.0:1773674151.838013:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:2.0:1773674151.838018:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674151.838030:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674151.838047:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.838056:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674151.838059:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.838063:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674151.838068:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674151.838073:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674151.838076:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.838080:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674151.838095:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=84 v=5 (5 5 5 5) 00000100:00000001:3.0:1773674151.838100:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674151.838101:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=37 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674151.838329:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674151.838332:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674151.838336:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674151.838341:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.838346:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674151.838349:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674151.838352:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674151.838354:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.838362:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.838371:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674151.838375:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674151.838378:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674151.838382:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674151.838392:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953460864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674151.838400:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.838403:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.838407:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953460864/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.838416:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674151.838420:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674151.838425:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:2.0:1773674151.838432:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674151.838435:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674151.838437:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674151.838440:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674151.838443:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558000. 02000000:00000001:2.0:1773674151.838449:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674151.838451:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674151.838454:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:2.0:1773674151.838460:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674151.838461:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.838465:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.838467:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.838469:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674151.838471:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.838473:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.838512:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 38438 usecs (39 jiffies) 00000400:00000200:3.0:1773674151.838523:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674151.838528:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300708932 00000100:00000001:3.0:1773674151.838532:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.838535:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300708932 00000100:00000001:3.0:1773674151.838537:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300712776 00000100:00000001:3.0:1773674151.838540:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.838544:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.838549:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.838554:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.838556:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.838558:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.838560:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.838562:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674151.838673:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.838687:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674151.838690:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.838693:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.838698:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.838704:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674151.838712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.838716:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.838720:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.838725:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd400 00000400:00000200:1.0:1773674151.838729:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.838735:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5791 [1] + 224 00000800:00000001:1.0:1773674151.838742:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.838747:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.838750:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.838754:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674151.838760:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674151.838811:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674151.838823:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.838832:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674151.838908:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674151.838912:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:1.0:1773674151.838916:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.838920:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674151.838924:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773674151.838926:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773674151.838929:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674151.838933:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.838944:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674151.839083:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.839088:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674151.839094:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674151.839097:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674151.839100:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674151.839104:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674151.839115:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674151.839118:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674151.839124:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674151.839133:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.839139:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674151.839141:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.839144:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674151.839147:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674151.839150:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674151.839152:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674151.839155:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674151.839425:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674151.839431:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674151.839433:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674151.839435:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674151.839438:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674151.839442:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.839446:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674151.839448:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674151.839450:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674151.839452:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674151.839457:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.839465:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674151.839468:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674151.839469:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674151.839474:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674151.839483:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953461248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674151.839488:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.839490:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674151.839493:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953461248/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674151.839501:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674151.839503:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674151.839507:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674151.839511:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674151.839513:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674151.839515:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674151.839517:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674151.839520:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 02000000:00000001:2.0:1773674151.839523:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674151.839525:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674151.839527:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674151.839531:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674151.839532:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674151.839535:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.839537:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674151.839539:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674151.839540:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674151.839542:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674151.839578:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.839589:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674151.839591:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674151.839599:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.839606:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674151.839608:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.839610:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.839614:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.839618:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674151.839623:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.839626:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.839629:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.839632:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd380 00000400:00000200:1.0:1773674151.839635:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.839640:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5781 [1] + 224 00000800:00000001:1.0:1773674151.839644:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.839650:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.839653:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.839657:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674151.839661:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674151.839666:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674151.839674:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.839696:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674151.839701:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.839705:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.840082:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.840085:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674151.840090:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674151.840092:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674151.840094:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674151.840098:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565550 00000400:00000010:3.0:1773674151.840100:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565550. 00000100:00000001:3.0:1773674151.840103:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674151.840117:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674151.840126:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.840138:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674151.840140:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.840142:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674151.840144:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674151.840145:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674151.840147:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.840149:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674151.840155:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=72 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674151.840158:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674151.843470:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674151.843478:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674151.843483:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674151.843487:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.843491:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674151.843494:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674151.843496:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674151.843498:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.843510:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.843520:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.843524:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674151.843525:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674151.843530:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674151.843538:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953461120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.843543:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.843546:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674151.843549:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953461120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.843555:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674151.843559:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674151.843564:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31a00. 02000000:00000001:3.0:1773674151.843567:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674151.843571:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674151.843573:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674151.843575:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674151.843579:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:3.0:1773674151.843583:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674151.843585:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674151.843587:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:3.0:1773674151.843591:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674151.843593:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.843597:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.843600:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.843603:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674151.843606:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.843607:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674151.848726:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.848745:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674151.848750:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.848752:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.848761:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.850238:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674151.850258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.850265:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.850272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.850288:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd300 00000400:00000200:1.0:1773674151.850294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674151.850301:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5789 [1] + 224 00000800:00000001:1.0:1773674151.850312:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.850332:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674151.850336:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674151.850341:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674151.850349:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674151.850358:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674151.850370:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674151.850395:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674151.850404:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674151.850408:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.851345:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.851352:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674151.851361:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674151.851363:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674151.851367:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674151.851373:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773674151.851375:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773674151.851379:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674151.851387:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674151.851397:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.851404:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674151.851406:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.851409:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674151.851412:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674151.851414:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674151.851417:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674151.851420:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674151.851432:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=72 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674151.851438:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674151.851442:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674151.851444:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674151.851447:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674151.851451:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.851455:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674151.851457:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674151.851460:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674151.851461:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674151.851467:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.851474:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674151.851477:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674151.851479:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674151.851483:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674151.851490:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953460992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674151.851496:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.851498:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674151.851502:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288a80 x1859825953460992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674151.851749:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674151.851752:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674151.851755:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674151.851761:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674151.851797:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674151.851800:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674151.851802:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674151.851805:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:3.0:1773674151.851811:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674151.851813:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674151.851815:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288a80. 00000100:00000001:3.0:1773674151.851818:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674151.851820:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.851822:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674151.851831:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674151.851833:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674151.851835:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674151.851838:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448900:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674152.448908:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448915:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674152.448917:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448921:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674152.448922:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448926:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674152.448929:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674152.448932:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674152.448939:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674152.448941:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674152.448943:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448946:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674152.448948:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448950:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448952:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674152.448957:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674152.448958:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674152.453439:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674152.453448:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674152.453454:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674153.473039:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674153.473047:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674153.473053:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674153.473055:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674153.473058:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674153.473060:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674153.473063:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674153.473064:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674153.473067:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674153.473069:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674153.473199:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674153.473202:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674153.473204:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674154.496909:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674154.496917:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674154.496924:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674154.496925:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674154.496928:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674154.496930:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674154.496934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674154.496935:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674154.496938:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674154.496940:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674154.497088:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674154.497092:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674154.497096:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773674155.206321:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674155.206346:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674155.206353:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674155.206356:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674155.206371:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674155.206382:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674155.206394:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674155.206401:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674155.206410:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674155.206414:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c9e00 00000400:00000200:0.0:1773674155.206421:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674155.206430:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5301 [1] + 0 00000800:00000001:0.0:1773674155.206442:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674155.206453:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674155.206458:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674155.206464:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674155.206473:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674155.206484:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773674165 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773674155.206499:0:2403:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773674165 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674155.206529:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674155.206541:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674155.206545:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674155.206630:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674155.206636:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674155.206640:0:2413:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773674155.206643:0:2413:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773674155.206651:0:2413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 02000000:00000010:2.0:1773674155.206658:0:2413:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff98dc09558900. 02000000:00000001:2.0:1773674155.206662:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674155.206665:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674155.206667:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674155.206676:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674155.206679:0:2413:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674155.206686:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=41 v=5 (1 1 1 0) 02000000:00000010:2.0:1773674155.206691:0:2413:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff98dc09558900. 00000100:00000010:2.0:1773674155.206697:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00001000:2.0:1773674155.206705:0:2413:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 35s (25s) req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773674190 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674155.206714:0:2413:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674155.206717:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674155.206721:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674155.522133:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674155.522141:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674155.522147:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674155.522149:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674155.522152:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674155.522154:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674155.522157:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674155.522158:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674155.522162:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674155.522163:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674155.522310:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674155.522314:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674155.522317:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674155.776976:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300712776, at 4300712832 00000100:00000010:0.0:1773674155.776996:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916840. 00000100:00000040:1.0:1773674155.777276:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300712776, at 4300712832 00000100:00000010:1.0:1773674155.777285:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119166c0. 00010000:00000001:0.0:1773674156.544913:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674156.544921:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674156.544928:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674156.544930:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674156.544933:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674156.544935:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674156.544939:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674156.544940:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674156.544945:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674156.544946:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674156.545081:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674156.545089:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674156.545096:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674156.929292:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.929304:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.929316:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773674156.929323:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674156.929327:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.929331:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.929347:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.929356:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81f00. 00000100:00000001:3.0:1773674156.929363:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929376:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.929387:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.929392:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929398:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009933a8ef] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.929423:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929427:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.929430:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.929433:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674156.929436:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674156.929438:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.929440:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.929442:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.929445:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81500. 00000100:00000001:3.0:1773674156.929448:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929453:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.929468:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.929470:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929475:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e7d5102] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.929484:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929487:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.929491:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.929505:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773674156.929508:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674156.929510:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.929512:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.929513:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.929516:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81200. 00000100:00000001:3.0:1773674156.929519:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929524:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.929530:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.929532:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929536:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c241721] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.929542:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929544:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.929547:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.929549:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773674156.929551:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674156.929554:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.929555:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.929556:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.929559:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81100. 00000100:00000001:3.0:1773674156.929562:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929566:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.929573:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.929575:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.929579:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.929587:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.929741:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.929746:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.929749:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.929756:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.929793:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.929795:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.929799:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.929802:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.929805:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.929809:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.929813:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.929819:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.929822:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.929824:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.929830:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674156.929832:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.929840:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.929845:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674156.929852:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674156.929860:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461504, portal 10 00000100:00000001:2.0:1773674156.929863:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.929865:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000100:00000040:2.0:1773674156.929873:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.929880:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.929884:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.929886:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674156.929890:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953461504, offset 0 00000400:00000200:2.0:1773674156.929899:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.929908:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.929916:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.929920:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.929924:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.929928:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.929931:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.929935:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252732:252732:256:4294967295] 192.168.201.103@tcp LPNI seq info [252700:252700:8:4294967295] 00000400:00000200:2.0:1773674156.929940:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.929950:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.929956:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.929961:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558900. 00000800:00000200:2.0:1773674156.929968:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.929976:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.929980:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.930000:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.930004:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 333400 usecs (334 jiffies) 00000400:00000200:2.0:1773674156.930007:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.930010:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300714318 00000100:00000010:2.0:1773674156.930015:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cf00. 00000100:00000001:2.0:1773674156.930031:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674156.930041:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300714318 00000100:00000010:2.0:1773674156.930045:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c540. 00000100:00000001:2.0:1773674156.930049:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674156.930052:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.930055:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930058:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.930062:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930069:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.930071:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930073:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.930075:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.930077:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.930081:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.930085:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.930087:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.930089:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930090:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.930094:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674156.930096:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.930099:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.930102:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674156.930106:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674156.930109:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461760, portal 4 00000100:00000001:2.0:1773674156.930111:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.930112:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000040:2.0:1773674156.930119:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930125:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.930306:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.930309:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674156.930312:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953461760, offset 0 00000400:00000200:2.0:1773674156.930317:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930322:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930325:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.930328:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.930330:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.930333:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.930336:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930339:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252733:252733:255:4294967295] 192.168.201.103@tcp LPNI seq info [252701:252701:7:4294967295] 00000400:00000200:2.0:1773674156.930343:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930350:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.930355:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.930359:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674156.930364:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.930368:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.930371:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.930374:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.930377:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 449588 usecs (450 jiffies) 00000400:00000200:2.0:1773674156.930381:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.930383:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300714434 00000100:00000001:2.0:1773674156.930388:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300714318 00000100:00000001:2.0:1773674156.930392:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300714434 00000100:00000001:2.0:1773674156.930394:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300714318 00000100:00000001:2.0:1773674156.930397:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.930399:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930402:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930405:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.930412:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674156.930415:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674156.930417:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.930419:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.930420:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.930423:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1773674156.930425:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.930427:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674156.930429:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.930430:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.930432:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.930433:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.930437:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930444:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.930446:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930448:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.930450:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.930452:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.930455:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953461376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.930459:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.930462:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.930463:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930465:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.930469:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674156.930471:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.930475:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.930478:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674156.930482:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674156.930485:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461376, portal 25 00000100:00000001:2.0:1773674156.930488:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.930489:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000040:2.0:1773674156.930494:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930500:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.930503:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.930505:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674156.930507:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953461376, offset 0 00000400:00000200:2.0:1773674156.930511:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930516:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930519:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.930522:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.930525:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.930527:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.930530:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930533:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252734:252734:254:4294967295] 192.168.201.103@tcp LPNI seq info [252702:252702:6:4294967295] 00000400:00000200:2.0:1773674156.930537:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930544:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.930549:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.930552:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674156.930556:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.930560:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.930563:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.930566:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.930569:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.930572:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300717892 00000100:00000001:2.0:1773674156.930575:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300714434 00000100:00000001:2.0:1773674156.930578:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300717892 00000100:00000001:2.0:1773674156.930581:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300714434 00000100:00000001:2.0:1773674156.930584:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.930586:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930608:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.930612:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930619:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.930621:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930623:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.930625:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.930627:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.930629:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.930633:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.930635:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.930637:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.930638:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.930642:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674156.930645:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.930648:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.930650:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674156.930654:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674156.930657:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461632, portal 10 00000100:00000001:2.0:1773674156.930659:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.930660:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:2.0:1773674156.930666:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.930673:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.930675:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.930678:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064990. 00000100:00000200:2.0:1773674156.930680:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953461632, offset 0 00000400:00000200:2.0:1773674156.930684:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930688:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930692:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.930694:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.930697:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.930700:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.930703:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.930706:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252735:252735:253:4294967295] 192.168.201.103@tcp LPNI seq info [252703:252703:5:4294967295] 00000400:00000200:2.0:1773674156.930710:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.930716:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.930720:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.930724:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558700. 00000800:00000200:2.0:1773674156.930728:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.930732:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.930734:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.930738:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.930740:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 93553 usecs (94 jiffies) 00000400:00000200:2.0:1773674156.930743:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.930745:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300714078 00000100:00000001:2.0:1773674156.930748:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.930751:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300714078 00000100:00000001:2.0:1773674156.930753:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.930755:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.930757:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930759:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930762:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.930814:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.930817:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674156.931121:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674156.931126:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558900. 00000400:00000200:1.0:1773674156.931133:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.931139:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674156.931146:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:1.0:1773674156.931148:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:1.0:1773674156.931153:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674156.931159:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931169:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674156.931173:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931180:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674156.931183:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674156.931196:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674156.931198:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674156.931201:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.931204:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674156.931207:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:1.0:1773674156.931208:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:1.0:1773674156.931211:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674156.931216:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931223:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674156.931226:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931233:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674156.931234:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674156.931243:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674156.931245:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674156.931248:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.931251:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674156.931254:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:1.0:1773674156.931256:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:1.0:1773674156.931258:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674156.931262:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931270:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674156.931272:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931279:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674156.931281:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674156.931345:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674156.931348:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558700. 00000400:00000200:1.0:1773674156.931351:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.931355:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674156.931358:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:1.0:1773674156.931360:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:1.0:1773674156.931362:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674156.931367:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931374:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674156.931377:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.931384:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674156.931385:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773674156.932400:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674156.932405:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674156.932408:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.932412:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.932420:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5500. 00000020:00000040:3.0:1773674156.932425:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674156.932429:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.932431:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.932436:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.932444:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81a00. 00000100:00000001:3.0:1773674156.932451:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932461:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.932472:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.932475:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932481:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006275ab07] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.932513:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932516:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.932520:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.932523:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6a00. 00000020:00000040:3.0:1773674156.932540:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674156.932543:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.932544:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.932546:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.932549:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81e00. 00000100:00000001:3.0:1773674156.932552:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932557:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.932566:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.932568:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932572:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a352de2d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.932580:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.932582:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674156.932586:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674156.933649:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773674156.933658:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674156.933662:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674156.933664:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674156.933667:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674156.933674:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81b00. 00000100:00000001:3.0:1773674156.933678:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.933686:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674156.933696:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674156.933699:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.933704:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f7097d] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674156.933713:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674156.933716:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674156.933720:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674156.933726:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6051) 00000100:00000001:2.0:1773674156.934036:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.934041:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.934044:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.934051:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934060:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.934062:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934065:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.934068:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.934071:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.934074:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953461888:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.934079:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.934084:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.934087:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934089:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.934097:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674156.934099:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.934106:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.934112:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674156.934118:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674156.934125:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953461888, portal 10 00000100:00000001:2.0:1773674156.934127:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.934129:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241984 : -113404182309632 : ffff98dc07ff5500) 00000100:00000040:2.0:1773674156.934136:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934149:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.934152:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.934155:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674156.934158:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953461888, offset 0 00000400:00000200:2.0:1773674156.934164:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934174:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934182:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.934188:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.934192:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.934197:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.934200:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934204:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252736:252736:256:4294967295] 192.168.201.103@tcp LPNI seq info [252704:252704:8:4294967295] 00000400:00000200:2.0:1773674156.934209:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934220:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.934226:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.934231:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000800:00000200:2.0:1773674156.934239:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.934245:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.934250:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.934328:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.934333:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 38476 usecs (39 jiffies) 00000400:00000200:2.0:1773674156.934337:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.934341:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300714028 00000100:00000001:2.0:1773674156.934344:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934347:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300714028 00000100:00000001:2.0:1773674156.934349:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934351:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.934354:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934358:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.934363:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934370:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.934371:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934374:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.934376:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.934378:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.934381:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.934385:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.934387:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.934389:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934391:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.934395:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674156.934397:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.934401:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.934403:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674156.934407:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674156.934411:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462144, portal 4 00000100:00000001:2.0:1773674156.934413:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.934414:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000040:2.0:1773674156.934420:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934426:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.934429:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.934431:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064110. 00000100:00000200:2.0:1773674156.934434:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953462144, offset 0 00000400:00000200:2.0:1773674156.934438:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934442:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934445:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.934448:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.934451:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.934453:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.934456:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934460:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252737:252737:255:4294967295] 192.168.201.103@tcp LPNI seq info [252705:252705:7:4294967295] 00000400:00000200:2.0:1773674156.934464:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934470:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.934475:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.934479:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674156.934483:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.934488:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.934490:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.934494:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.934510:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 46086 usecs (47 jiffies) 00000400:00000200:2.0:1773674156.934514:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.934516:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300714036 00000100:00000001:2.0:1773674156.934518:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934521:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300714036 00000100:00000001:2.0:1773674156.934523:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934526:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.934528:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934742:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934745:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.934753:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674156.934755:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674156.934757:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.934759:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.934761:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.934804:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773674156.934807:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.934809:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674156.934811:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.934813:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.934814:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.934816:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674156.934823:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934830:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674156.934832:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934834:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674156.934836:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674156.934838:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674156.934841:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.934845:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674156.934848:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674156.934850:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.934852:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674156.934855:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674156.934858:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674156.934861:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674156.934865:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674156.934868:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674156.934871:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462016, portal 10 00000100:00000001:2.0:1773674156.934873:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674156.934874:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527247360 : -113404182304256 : ffff98dc07ff6a00) 00000100:00000040:2.0:1773674156.934880:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.934887:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674156.934889:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674156.934892:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674156.934894:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953462016, offset 0 00000400:00000200:2.0:1773674156.934900:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934904:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934907:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674156.934910:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674156.934913:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674156.934915:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674156.934918:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674156.934921:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252738:252738:254:4294967295] 192.168.201.103@tcp LPNI seq info [252706:252706:6:4294967295] 00000400:00000200:2.0:1773674156.934926:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674156.934932:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674156.934937:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674156.934941:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558700. 00000800:00000200:2.0:1773674156.934945:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674156.934950:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674156.934953:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674156.934956:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.934959:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 50207 usecs (51 jiffies) 00000400:00000200:2.0:1773674156.934962:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674156.934964:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300714041 00000100:00000001:2.0:1773674156.934967:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934969:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300714041 00000100:00000001:2.0:1773674156.934971:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300717892 00000100:00000001:2.0:1773674156.934973:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.934975:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934978:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934980:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.934997:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.934999:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.935004:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.935006:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674156.945004:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945215:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.945220:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945224:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.945236:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945245:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.945255:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945267:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945272:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cd480 00000400:00000200:1.0:1773674156.945277:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945284:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57a9 [1] + 224 00000800:00000001:1.0:1773674156.945294:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945301:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.945304:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.945310:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.945318:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.945340:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.945354:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.945378:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.945388:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945393:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.945395:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945397:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.945401:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945405:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.945409:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945412:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945416:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945419:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd580 00000400:00000200:1.0:1773674156.945423:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.945427:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57b1 [1] + 224 00000800:00000001:1.0:1773674156.945431:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.945438:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.945440:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.945443:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.945446:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.946072:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.946087:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.946096:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.946102:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.946107:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.946280:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.946286:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674156.946293:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.946295:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.946298:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674156.946303:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:2.0:1773674156.946306:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:2.0:1773674156.946309:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.946315:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.946325:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.946344:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.946346:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.946349:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.946352:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.946354:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.946356:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.946359:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.946367:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674156.946371:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674156.946374:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.946376:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.946378:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.946381:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.946383:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.946388:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.946395:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.946398:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.946400:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.946404:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.946411:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953461376:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674156.946417:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.946418:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.946420:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674156.946423:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:2.0:1773674156.946425:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:2.0:1773674156.946428:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.946432:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.946441:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.946448:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.946450:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.946451:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.946453:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.946454:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.946456:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.946458:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.946464:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=89 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674156.946468:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674156.946470:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.946471:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.946473:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.946477:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.946480:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.946574:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674156.946578:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.946580:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.946586:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.947231:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.947234:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.947236:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.947242:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.947251:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.947259:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.947262:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.947273:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7100 x1859825953461376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.947281:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.947284:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.947287:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674156.947293:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.947295:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.947298:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674156.947300:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.947303:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81f00. 02000000:00000001:2.0:1773674156.947307:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.947309:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.947311:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7100. 00000100:00000001:2.0:1773674156.947315:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.947316:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.947318:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.947322:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953461632/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.947328:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.947330:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.947331:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674156.947333:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.947334:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.947335:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674156.947337:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.947339:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81200. 02000000:00000001:2.0:1773674156.947341:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.947342:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.947343:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:2.0:1773674156.947346:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.947347:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.947350:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.947353:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.947354:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.947356:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.947358:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674156.948896:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.948913:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.948918:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.948921:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.948930:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.948937:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.948946:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949049:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949056:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949061:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd600 00000400:00000200:1.0:1773674156.949066:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949073:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57a1 [1] + 224 00000800:00000001:1.0:1773674156.949081:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.949087:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.949091:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.949096:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.949103:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.949112:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.949122:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.949144:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.949154:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.949158:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.949159:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.949162:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.949165:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949169:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.949174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949176:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949180:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949182:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd500 00000400:00000200:1.0:1773674156.949186:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.949189:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5799 [1] + 224 00000800:00000001:1.0:1773674156.949193:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.949200:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.949202:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.949205:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.949208:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.949213:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.949226:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.949234:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.949238:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.949240:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.949433:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.949437:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674156.949444:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.949446:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.949449:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674156.949454:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674156.949457:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674156.949460:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.949466:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.949475:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949481:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.949483:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.949485:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.949488:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.949491:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.949503:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.949507:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.949515:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=89 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674156.949520:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674156.949523:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.949524:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.949528:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.949531:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.949535:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.949537:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674156.949539:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.949540:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.949545:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949553:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.949556:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.949557:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.949561:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.949570:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461504:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674156.949576:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.949577:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.949579:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674156.949582:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:2.0:1773674156.949584:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:2.0:1773674156.949586:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.949674:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.949683:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949690:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.949691:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.949693:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.949695:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.949696:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.949698:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.949700:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.949705:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674156.949708:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674156.949710:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.949711:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.949713:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.949715:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.949718:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.949719:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674156.949721:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.949722:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.949726:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949734:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.949737:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.949738:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.949742:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.949749:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953461760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.949754:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.949757:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.949760:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953461504/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949807:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.949810:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.949813:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674156.949817:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.949820:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.949821:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674156.949824:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.949826:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81500. 02000000:00000001:2.0:1773674156.949829:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.949831:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.949833:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:2.0:1773674156.949836:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.949838:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.949839:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.949843:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953461760/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.949851:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.949852:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.949853:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674156.949856:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.949857:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.949858:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674156.949860:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.949862:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81100. 02000000:00000001:2.0:1773674156.949864:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.949866:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.949867:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:2.0:1773674156.949870:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.949871:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.949874:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.949876:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.949878:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674156.949879:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.949881:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674156.950473:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674156.950478:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:0.0:1773674156.950483:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674156.950489:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674156.950570:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:0.0:1773674156.950574:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:0.0:1773674156.950578:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674156.950584:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.950858:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674156.950864:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.950871:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674156.950873:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674156.950890:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674156.950893:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:0.0:1773674156.950897:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674156.950901:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674156.950904:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:0.0:1773674156.950906:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:0.0:1773674156.950909:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674156.950914:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.950921:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674156.950925:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.950931:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674156.950933:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674156.955164:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674156.955176:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558700. 00000400:00000200:0.0:1773674156.955186:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674156.955196:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674156.955203:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:0.0:1773674156.955206:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:0.0:1773674156.955212:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674156.955220:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.955232:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674156.955236:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674156.955242:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674156.955244:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674156.957825:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.957843:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.957847:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.957850:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.957860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.957869:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.957879:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.957884:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.957889:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.957894:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd680 00000400:00000200:1.0:1773674156.957899:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.957905:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57b9 [1] + 224 00000800:00000001:1.0:1773674156.957913:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.957918:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.957921:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.957925:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.957932:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.957942:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.958059:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.958082:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.958092:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958096:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.958098:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958313:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.958317:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958320:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.958325:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958331:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958334:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd700 00000400:00000200:1.0:1773674156.958337:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958340:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57c9 [1] + 224 00000800:00000001:1.0:1773674156.958344:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958348:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.958350:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.958353:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.958357:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.958362:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.958371:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.958379:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.958383:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958385:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674156.958387:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958390:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.958393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958396:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674156.958401:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958403:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958406:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958408:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd780 00000400:00000200:1.0:1773674156.958412:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674156.958416:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57c1 [1] + 224 00000800:00000001:1.0:1773674156.958420:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958485:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674156.958488:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674156.958491:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674156.958495:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674156.958499:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674156.958507:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674156.958513:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674156.958517:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674156.958521:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961067:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.961077:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674156.961087:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.961089:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.961094:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674156.961102:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674156.961104:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674156.961109:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.961120:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.961132:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961141:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.961143:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961145:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.961148:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.961152:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.961154:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.961158:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.961356:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=77 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674156.961361:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674156.961364:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.961365:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.961368:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.961372:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.961376:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.961378:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674156.961381:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.961382:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.961388:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961396:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.961399:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.961401:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.961406:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.961414:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462016:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674156.961421:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.961422:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.961424:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674156.961427:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:2.0:1773674156.961429:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:2.0:1773674156.961431:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.961436:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.961444:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961450:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.961451:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961453:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.961455:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.961456:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.961458:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.961460:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.961465:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=77 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674156.961467:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674156.961469:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.961471:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.961473:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.961475:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.961477:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.961479:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674156.961481:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.961482:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.961486:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961566:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.961569:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.961571:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.961575:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.961583:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953461888:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674156.961589:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674156.961590:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674156.961592:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674156.961595:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674156.961597:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674156.961599:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674156.961603:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674156.961611:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961616:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674156.961618:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961619:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674156.961621:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674156.961622:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674156.961624:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674156.961626:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674156.961631:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674156.961634:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674156.961637:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674156.961639:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674156.961640:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674156.961642:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.961645:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674156.961646:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674156.961648:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674156.961649:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674156.961653:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961659:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674156.961661:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674156.961662:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674156.961666:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674156.961673:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674156.961678:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961680:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.961684:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6a00 x1859825953462016/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961690:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.961693:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.961696:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674156.961701:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.961704:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.961706:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674156.961709:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.961712:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81e00. 02000000:00000001:2.0:1773674156.961716:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.961717:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.961719:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6a00. 00000100:00000001:2.0:1773674156.961724:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.961726:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961728:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.961731:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5500 x1859825953461888/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961737:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.961738:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.961739:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674156.961742:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.961743:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.961744:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674156.961746:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.961748:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81a00. 02000000:00000001:2.0:1773674156.961750:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.961751:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.961753:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5500. 00000100:00000001:2.0:1773674156.961755:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.961756:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961758:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674156.961761:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953462144/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674156.961805:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674156.961806:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674156.961807:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674156.961810:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674156.961811:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674156.961812:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674156.961814:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674156.961815:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81b00. 02000000:00000001:2.0:1773674156.961818:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674156.961819:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674156.961820:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:2.0:1773674156.961823:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674156.961824:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961827:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674156.961834:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674156.961836:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674156.961839:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674156.961841:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674157.568964:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674157.568972:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674157.568978:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674157.568979:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674157.568982:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674157.568983:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674157.568987:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674157.568988:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674157.568991:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674157.568992:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674157.569176:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674157.569180:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674157.569183:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773674157.952886:0:2413:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773674157.952900:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674157.952902:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=28 : 28 : 1c) 00000100:00000001:2.0:1773674157.952907:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674157.954585:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674157.954684:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674157.954691:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674158.594127:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674158.594136:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674158.594143:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674158.594145:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674158.594148:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674158.594149:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674158.594152:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674158.594154:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674158.594157:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674158.594159:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674158.594937:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674158.594941:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674158.594944:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674159.616947:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674159.616957:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674159.616960:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674159.616963:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.616968:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674159.616971:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.616998:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617001:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617005:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674159.617007:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617011:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674159.617013:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617016:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674159.617018:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617021:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674159.617023:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674159.617025:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674159.617026:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617028:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674159.617030:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617031:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674159.617033:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674159.617120:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674159.617124:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674159.617127:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674160.641004:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674160.641011:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674160.641017:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674160.641018:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674160.641022:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674160.641023:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674160.641026:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674160.641027:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674160.641030:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674160.641031:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674160.641134:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674160.641138:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674160.641141:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674160.896883:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300717892, at 4300717952 00000100:00000010:1.0:1773674160.896902:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c540. 00000100:00000040:0.0:1773674160.897169:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300717892, at 4300717952 00000100:00000010:0.0:1773674160.897177:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cf00. 00010000:00000001:0.0:1773674161.667416:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674161.667425:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667434:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674161.667438:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674161.667441:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674161.667449:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674161.667451:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674161.667453:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667456:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674161.667458:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667460:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667463:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667468:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674161.667471:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674161.667472:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674161.667474:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674161.667475:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674161.667477:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667479:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674161.667480:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667481:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667483:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667487:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674161.667488:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674161.667492:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674161.667493:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674161.668182:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674161.668187:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674161.668191:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674162.049074:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.049090:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.049107:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674162.049116:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674162.049122:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.049126:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.049133:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.049145:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81d00. 00000100:00000001:3.0:1773674162.049154:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049170:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.049195:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.049201:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049209:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.049248:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049252:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.049256:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.049260:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4380. 00000020:00000040:3.0:1773674162.049262:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674162.049265:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.049267:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.049269:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.049273:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81800. 00000100:00000001:3.0:1773674162.049276:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049281:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.049296:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.049298:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049302:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081de81e2] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.049312:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.049314:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.049318:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.050307:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773674162.050318:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674162.050332:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.050335:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.050339:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.050346:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81000. 00000100:00000001:3.0:1773674162.050351:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050361:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.050371:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.050374:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050380:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.050391:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050394:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.050399:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.050403:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6300. 00000020:00000040:3.0:1773674162.050406:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674162.050408:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.050410:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.050412:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.050419:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81b00. 00000100:00000001:3.0:1773674162.050425:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050429:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.050437:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.050439:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050443:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5d72d1] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.050451:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050453:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674162.050457:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674162.050461:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.050464:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.050467:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773674162.050470:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674162.050471:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.050473:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.050474:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.050478:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81a00. 00000100:00000001:3.0:1773674162.050481:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050485:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.050493:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.050495:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050499:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f7097d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.050507:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050509:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.050513:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.050517:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5500. 00000020:00000040:3.0:1773674162.050519:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674162.050521:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.050522:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.050524:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.050527:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81e00. 00000100:00000001:3.0:1773674162.050530:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050534:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.050542:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.050544:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050547:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006275ab07] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.050555:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050557:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674162.050561:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674162.050564:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6a00. 00000020:00000040:3.0:1773674162.050567:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674162.050569:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674162.050570:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674162.050572:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674162.050575:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81100. 00000100:00000001:3.0:1773674162.050578:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050582:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674162.050589:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674162.050591:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050595:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a352de2d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.050603:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.050606:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674162.050609:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674162.050616:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6056) 00000100:00000001:2.0:1773674162.053970:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.053984:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674162.053988:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674162.054008:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.054024:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674162.054027:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.054033:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674162.054038:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674162.054042:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674162.054046:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953462400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.054051:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674162.054061:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674162.054064:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.054067:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674162.054080:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674162.054083:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674162.054095:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674162.054100:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674162.054109:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674162.054119:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462400, portal 10 00000100:00000001:2.0:1773674162.054122:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674162.054124:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527237504 : -113404182314112 : ffff98dc07ff4380) 00000100:00000040:2.0:1773674162.054135:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.054145:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674162.054149:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674162.054152:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674162.054157:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953462400, offset 0 00000400:00000200:2.0:1773674162.054166:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674162.054269:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.054282:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674162.054289:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674162.054295:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674162.054301:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674162.054305:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674162.054309:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252739:252739:256:4294967295] 192.168.201.103@tcp LPNI seq info [252707:252707:8:4294967295] 00000400:00000200:2.0:1773674162.054315:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.054419:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674162.054427:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674162.054434:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674162.054444:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674162.054665:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674162.054672:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674162.056578:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.056592:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 332723 usecs (333 jiffies) 00000400:00000200:2.0:1773674162.056601:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674162.056606:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300719442 00000100:00000010:2.0:1773674162.056619:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cc60. 00000100:00000001:2.0:1773674162.056628:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674162.056638:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300719442 00000100:00000010:2.0:1773674162.056641:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c7e0. 00000100:00000001:2.0:1773674162.056644:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674162.056651:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.056656:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.056661:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674162.056672:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.056683:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674162.056685:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.056690:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674162.056695:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674162.056698:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674162.056701:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953462656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.056705:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674162.056711:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674162.056714:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.056717:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674162.056723:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674162.056725:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674162.056730:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674162.056735:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674162.056743:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674162.056750:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462656, portal 4 00000100:00000001:2.0:1773674162.056752:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674162.056754:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527245568 : -113404182306048 : ffff98dc07ff6300) 00000100:00000040:2.0:1773674162.056787:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.056796:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674162.056801:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674162.056803:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674162.056807:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953462656, offset 0 00000400:00000200:2.0:1773674162.056814:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674162.056822:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.056830:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674162.056835:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674162.056839:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674162.056844:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674162.056846:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674162.056851:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252740:252740:255:4294967295] 192.168.201.103@tcp LPNI seq info [252708:252708:7:4294967295] 00000400:00000200:2.0:1773674162.056856:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.056866:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674162.056871:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674162.056876:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674162.056882:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674162.056890:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674162.056895:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674162.056899:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.056902:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 447001 usecs (448 jiffies) 00000400:00000200:2.0:1773674162.056905:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674162.056907:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300719557 00000100:00000001:2.0:1773674162.056915:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300719442 00000100:00000001:2.0:1773674162.056918:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300719557 00000100:00000001:2.0:1773674162.056921:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300719442 00000100:00000001:2.0:1773674162.056924:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.056926:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.056929:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674162.056934:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.056960:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674162.056962:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.056965:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674162.056967:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674162.056969:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674162.056972:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.056976:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674162.056979:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674162.056981:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.056982:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674162.056986:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674162.056988:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674162.056991:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674162.056994:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674162.056998:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674162.057001:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462912, portal 10 00000100:00000001:2.0:1773674162.057003:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674162.057005:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241984 : -113404182309632 : ffff98dc07ff5500) 00000100:00000040:2.0:1773674162.057011:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.057019:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674162.057022:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674162.057024:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674162.057026:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953462912, offset 0 00000400:00000200:2.0:1773674162.057030:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674162.057034:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.057037:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674162.057039:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674162.057042:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674162.057044:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674162.057046:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674162.057051:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252741:252741:254:4294967295] 192.168.201.103@tcp LPNI seq info [252709:252709:6:4294967295] 00000400:00000200:2.0:1773674162.057055:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674162.057257:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674162.057263:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674162.057267:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558900. 00000800:00000200:2.0:1773674162.057271:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674162.057276:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674162.057279:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674162.057289:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.057293:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 49402 usecs (50 jiffies) 00000400:00000200:2.0:1773674162.057296:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674162.057299:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300719159 00000100:00000001:2.0:1773674162.057301:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300719557 00000100:00000001:2.0:1773674162.057304:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300719159 00000100:00000001:2.0:1773674162.057306:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300719557 00000100:00000001:2.0:1773674162.057308:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.057310:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.057313:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.057317:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.058347:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.058355:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674162.058358:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674162.058371:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.058384:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674162.058386:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.058389:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674162.058392:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674162.058395:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674162.058398:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953462272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.058402:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674162.058406:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674162.058408:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.058410:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674162.058418:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674162.058420:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674162.058426:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674162.058429:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674162.058435:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674162.058441:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462272, portal 25 00000100:00000001:3.0:1773674162.058443:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674162.058445:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674162.058450:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.058459:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674162.058461:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674162.058464:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565550. 00000100:00000200:3.0:1773674162.058467:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953462272, offset 0 00000400:00000200:3.0:1773674162.058475:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674162.058481:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.058487:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674162.058491:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674162.058496:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674162.058499:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674162.058502:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674162.058506:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252742:252742:253:4294967295] 192.168.201.103@tcp LPNI seq info [252710:252710:5:4294967295] 00000400:00000200:3.0:1773674162.058511:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.058520:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674162.058524:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674162.058528:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81500. 00000800:00000200:3.0:1773674162.058533:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674162.058540:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674162.058544:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674162.058548:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674162.058552:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674162.058554:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300723021 00000100:00000001:3.0:1773674162.058795:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300719557 00000100:00000001:3.0:1773674162.058802:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300723022 00000100:00000001:3.0:1773674162.058805:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300719557 00000100:00000001:3.0:1773674162.058809:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.058811:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.058814:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674162.058820:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.058828:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674162.058829:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.058832:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674162.058834:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674162.058837:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674162.058840:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953462528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.058844:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674162.058847:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674162.058849:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.058851:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674162.058854:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31c00. 02000000:00000001:3.0:1773674162.058856:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674162.058860:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674162.058862:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674162.058866:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674162.058869:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462528, portal 10 00000100:00000001:3.0:1773674162.058871:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674162.058873:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527243776 : -113404182307840 : ffff98dc07ff5c00) 00000100:00000040:3.0:1773674162.058879:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.058886:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674162.058889:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674162.058891:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085654c8. 00000100:00000200:3.0:1773674162.058893:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953462528, offset 0 00000400:00000200:3.0:1773674162.058898:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674162.058902:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.058905:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674162.058908:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674162.058911:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674162.058913:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674162.058916:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674162.058919:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252743:252743:252:4294967295] 192.168.201.103@tcp LPNI seq info [252711:252711:4:4294967295] 00000400:00000200:3.0:1773674162.058923:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.058930:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674162.058934:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674162.058938:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674162.058954:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674162.058958:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674162.058961:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674162.058964:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.058967:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 93098 usecs (94 jiffies) 00000400:00000200:3.0:1773674162.058970:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674162.058972:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300719208 00000100:00000001:3.0:1773674162.058975:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300723021 00000100:00000001:3.0:1773674162.058976:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300719208 00000100:00000001:3.0:1773674162.058978:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300723022 00000100:00000001:3.0:1773674162.058980:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.058982:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.058985:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674162.058989:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.058996:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674162.058998:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.059000:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674162.059001:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674162.059003:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674162.059006:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953462784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.059009:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674162.059012:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674162.059014:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.059015:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674162.059018:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674162.059020:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674162.059023:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674162.059026:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674162.059030:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674162.059035:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953462784, portal 10 00000100:00000001:3.0:1773674162.059037:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674162.059039:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000040:3.0:1773674162.059047:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.059055:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674162.059057:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674162.059059:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565bb0. 00000100:00000200:3.0:1773674162.059062:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953462784, offset 0 00000400:00000200:3.0:1773674162.059066:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674162.059070:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.059073:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674162.059075:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674162.059078:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674162.059080:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674162.059083:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674162.059086:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252744:252744:251:4294967295] 192.168.201.103@tcp LPNI seq info [252712:252712:3:4294967295] 00000400:00000200:3.0:1773674162.059089:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.059095:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674162.059099:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674162.059102:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81f00. 00000800:00000200:3.0:1773674162.059106:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674162.059110:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674162.059113:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674162.059116:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.059119:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 38381 usecs (39 jiffies) 00000400:00000200:3.0:1773674162.059122:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674162.059125:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300719153 00000100:00000001:3.0:1773674162.059127:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300723021 00000100:00000001:3.0:1773674162.059130:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300719153 00000100:00000001:3.0:1773674162.059133:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300723022 00000100:00000001:3.0:1773674162.059135:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.059137:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.059140:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674162.059145:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.059154:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674162.059155:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.059157:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674162.059159:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674162.059162:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674162.059165:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953463040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.059168:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674162.059172:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674162.059173:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.059189:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674162.059193:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31a00. 02000000:00000001:3.0:1773674162.059195:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674162.059198:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674162.059201:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fc08. 00000400:00000010:3.0:1773674162.059204:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565aa0. 00000100:00000200:3.0:1773674162.059208:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463040, portal 4 00000100:00000001:3.0:1773674162.059210:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674162.059211:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527247360 : -113404182304256 : ffff98dc07ff6a00) 00000100:00000040:3.0:1773674162.059219:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.059226:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674162.059228:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674162.059231:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565cc0. 00000100:00000200:3.0:1773674162.059234:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953463040, offset 0 00000400:00000200:3.0:1773674162.059239:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674162.059242:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.059247:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674162.059250:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674162.059253:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674162.059255:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674162.059257:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674162.059261:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252745:252745:250:4294967295] 192.168.201.103@tcp LPNI seq info [252713:252713:2:4294967295] 00000400:00000200:3.0:1773674162.059264:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674162.059270:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674162.059274:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674162.059277:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674162.059281:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674162.059285:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674162.059287:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674162.059290:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.059294:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 45427 usecs (46 jiffies) 00000400:00000200:3.0:1773674162.059297:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674162.059299:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300719160 00000100:00000001:3.0:1773674162.059302:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300723021 00000100:00000001:3.0:1773674162.059304:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300719160 00000100:00000001:3.0:1773674162.059306:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300723022 00000100:00000001:3.0:1773674162.059309:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.059310:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.059313:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.059317:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.059327:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674162.059329:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674162.059333:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.059334:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674162.059336:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.059340:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.059924:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674162.059929:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674162.059932:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.059934:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674162.059937:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.059951:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674162.060722:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.060729:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:0.0:1773674162.060740:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.060749:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.060756:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:0.0:1773674162.060759:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:0.0:1773674162.060856:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.060867:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.060881:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.060885:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.060893:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.060894:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.060914:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.060917:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:0.0:1773674162.060921:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.060925:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.060928:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:0.0:1773674162.060930:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:0.0:1773674162.060933:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.060938:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.060960:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.060963:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.060970:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.060972:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.060983:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.060985:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558900. 00000400:00000200:0.0:1773674162.060989:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.060992:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.060996:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:0.0:1773674162.060998:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:0.0:1773674162.061001:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.061005:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061013:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.061016:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061023:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.061024:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.061033:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.061035:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81500. 00000400:00000200:0.0:1773674162.061038:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.061042:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.061044:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565550 00000400:00000010:0.0:1773674162.061046:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565550. 00000100:00000001:0.0:1773674162.061050:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.061055:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061063:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.061066:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061073:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.061074:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.061082:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.061085:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:0.0:1773674162.061087:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.061091:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.061094:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085654c8 00000400:00000010:0.0:1773674162.061095:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085654c8. 00000100:00000001:0.0:1773674162.061098:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.061103:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061111:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.061114:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061121:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.061123:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.061130:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.061133:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81f00. 00000400:00000200:0.0:1773674162.061135:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.061139:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.061142:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565bb0 00000400:00000010:0.0:1773674162.061143:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565bb0. 00000100:00000001:0.0:1773674162.061146:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.061149:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061156:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.061160:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061166:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.061167:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674162.061672:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674162.061676:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:0.0:1773674162.061680:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.061685:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674162.061688:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565cc0 00000400:00000010:0.0:1773674162.061690:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565cc0. 00000100:00000001:0.0:1773674162.061693:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674162.061699:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061709:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674162.061713:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.061720:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674162.061721:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674162.066265:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.066294:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674162.066301:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.066304:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.066317:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.066327:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674162.066342:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.066349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.066356:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.066362:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cd980 00000400:00000200:1.0:1773674162.066368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.066377:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57d9 [1] + 224 00000800:00000001:1.0:1773674162.066390:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.066401:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.066405:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674162.066411:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674162.066420:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674162.066432:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674162.066446:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674162.066475:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674162.066490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.066497:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.066587:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.066594:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674162.066604:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674162.066606:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674162.066611:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674162.066617:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674162.066619:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674162.066625:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674162.066632:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674162.066641:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.066647:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674162.066650:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.066653:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674162.066658:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674162.066661:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674162.066664:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.066667:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674162.066680:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674162.066685:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674162.066688:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674162.066690:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674162.066695:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674162.066699:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.066703:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674162.066706:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674162.066708:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674162.066710:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.066716:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.066724:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.066728:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674162.066730:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674162.066749:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674162.066758:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953462656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.066964:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.066969:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674162.066974:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6300 x1859825953462656/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.066981:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674162.066984:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674162.066988:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674162.066993:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674162.066996:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674162.066998:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674162.067001:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674162.067004:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81b00. 02000000:00000001:2.0:1773674162.067009:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674162.067011:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674162.067013:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6300. 00000100:00000001:2.0:1773674162.067018:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674162.067019:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.067024:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.067026:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.067028:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674162.067030:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.067032:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674162.070634:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.070661:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674162.070665:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.070669:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.070820:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070830:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674162.070842:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070847:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070855:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070859:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cd800 00000400:00000200:0.0:1773674162.070866:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070874:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57e9 [1] + 224 00000800:00000001:0.0:1773674162.070885:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.070892:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.070896:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.070902:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674162.070911:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674162.070922:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674162.070935:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.070971:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674162.070982:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.070987:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674162.070989:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.070991:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.070995:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.070999:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674162.071003:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.071005:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.071008:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.071011:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cda80 00000400:00000200:0.0:1773674162.071015:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.071020:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57e1 [1] + 224 00000800:00000001:0.0:1773674162.071025:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.071099:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.071103:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.071107:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674162.071110:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674162.071115:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674162.071126:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674162.071149:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674162.071159:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.071163:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.071406:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.071414:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674162.071423:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674162.071426:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674162.071430:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674162.071435:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773674162.071438:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773674162.071442:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674162.071449:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674162.071461:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.071470:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674162.071472:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.071476:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674162.071480:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674162.071483:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674162.071486:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.071490:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674162.071500:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674162.071505:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674162.071508:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674162.071510:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674162.071514:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674162.071517:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.071521:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.071527:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.071536:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.071540:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674162.071542:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674162.071548:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674162.071558:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953462272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.071569:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.071572:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674162.071577:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953462272/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.071585:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674162.071589:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674162.071593:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674162.071598:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674162.071601:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674162.071604:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674162.071607:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674162.071610:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81d00. 02000000:00000001:3.0:1773674162.071615:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674162.071617:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674162.071619:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674162.071624:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674162.071625:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.071629:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.071632:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.071633:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674162.071635:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.071637:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.071713:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.071717:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674162.071723:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674162.071725:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674162.071728:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674162.071748:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674162.071751:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674162.071755:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674162.071760:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674162.071809:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.071817:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674162.071819:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.071820:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674162.071823:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674162.071825:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674162.071827:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.071829:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674162.071836:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=83 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674162.071840:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674162.071842:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674162.071844:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674162.071846:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674162.071850:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.071854:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674162.071856:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674162.071859:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674162.071861:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.071865:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.071874:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.071876:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674162.071878:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674162.071881:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674162.071890:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953462912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.071895:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.071897:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674162.071901:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5500 x1859825953462912/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.071908:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674162.071909:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674162.071912:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674162.071916:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674162.071917:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674162.071918:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674162.071921:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674162.071923:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81e00. 02000000:00000001:2.0:1773674162.071926:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674162.071927:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674162.071928:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5500. 00000100:00000001:2.0:1773674162.071932:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674162.071933:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.071936:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.071938:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.071949:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674162.071951:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.071953:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674162.075692:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.075718:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674162.075725:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.075729:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.076013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076025:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674162.076038:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076051:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076056:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd880 00000400:00000200:1.0:1773674162.076062:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076069:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57d1 [1] + 224 00000800:00000001:1.0:1773674162.076080:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.076087:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.076091:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674162.076096:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674162.076106:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674162.076118:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674162.076132:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674162.076164:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674162.076399:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.076404:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674162.076406:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.076409:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.076413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076417:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674162.076422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076425:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076429:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076432:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cd900 00000400:00000200:1.0:1773674162.076436:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.076440:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57f1 [1] + 224 00000800:00000001:1.0:1773674162.076446:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.076457:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.076459:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674162.076462:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674162.076465:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674162.076471:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674162.076480:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674162.076501:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674162.076506:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.076510:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.076716:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.076722:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674162.077924:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674162.077931:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674162.077937:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674162.077957:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:3.0:1773674162.077961:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:3.0:1773674162.077967:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674162.077980:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674162.077993:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.078003:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674162.078008:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.078012:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674162.078017:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674162.078022:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674162.078025:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.078029:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674162.078045:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=95 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674162.078052:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674162.078056:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674162.078058:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674162.078062:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674162.078068:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.078073:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674162.078077:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674162.078080:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674162.078083:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.078090:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.078100:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.078105:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674162.078107:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674162.078112:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674162.078124:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953462528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.078135:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.078139:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674162.078144:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5c00 x1859825953462528/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.078152:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674162.078156:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674162.078161:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31c00. 02000000:00000001:3.0:1773674162.078167:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674162.078172:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674162.078175:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674162.078179:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674162.078183:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81000. 02000000:00000001:3.0:1773674162.078189:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674162.078191:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674162.078194:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5c00. 00000100:00000001:3.0:1773674162.078199:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674162.078201:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.078206:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.078210:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.078212:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674162.078215:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.078217:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.078977:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.078985:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674162.078997:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674162.079001:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674162.079005:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674162.079016:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674162.079019:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674162.079024:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674162.079039:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674162.079051:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.079058:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674162.079060:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.079063:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674162.079067:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674162.079069:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674162.079072:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.079076:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674162.079086:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=95 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674162.079304:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674162.079308:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674162.079309:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674162.079313:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674162.079317:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.079320:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674162.079324:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674162.079326:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674162.079327:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.079333:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.079340:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.079343:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674162.079345:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674162.079349:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674162.079357:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953462400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.079362:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.079365:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674162.079368:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4380 x1859825953462400/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.079375:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674162.079378:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674162.079382:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674162.079386:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674162.079389:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674162.079391:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674162.079393:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674162.079396:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81800. 02000000:00000001:2.0:1773674162.079400:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674162.079402:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674162.079404:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4380. 00000100:00000001:2.0:1773674162.079408:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674162.079409:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.079412:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.079423:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674162.079425:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.079428:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.079432:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674162.090575:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.090604:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674162.090611:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.090614:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.090627:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.090638:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674162.090651:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.090658:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.090665:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.090670:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cda00 00000400:00000200:0.0:1773674162.090676:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674162.090685:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c57f9 [1] + 224 00000800:00000001:0.0:1773674162.090697:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.091240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674162.091247:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674162.091254:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674162.091265:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674162.091278:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674162.091293:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.091373:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.091379:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674162.091401:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674162.091415:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674162.091420:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674162.097223:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674162.097234:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674162.097240:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000400:00000200:3.0:1773674162.097250:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:3.0:1773674162.097253:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:3.0:1773674162.097259:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674162.097275:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674162.097291:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.097301:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674162.097304:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.097307:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674162.097313:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674162.097316:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674162.097319:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674162.097322:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674162.097336:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=83 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674162.097340:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674162.097343:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674162.097346:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674162.097349:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674162.097356:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.097362:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674162.097365:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674162.097367:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674162.097369:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674162.097375:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.097383:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674162.097388:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674162.097390:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674162.097395:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674162.097404:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953462784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674162.097413:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.097417:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674162.097421:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953462784/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674162.097429:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674162.097432:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674162.097436:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674162.097441:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674162.097444:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674162.097447:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674162.097449:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674162.097453:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81a00. 02000000:00000001:3.0:1773674162.097458:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674162.097460:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674162.097462:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:3.0:1773674162.097466:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674162.097468:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674162.097473:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.097476:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674162.097681:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674162.097684:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674162.097685:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674162.101088:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.101119:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674162.101126:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.101130:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.101143:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.101154:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674162.101168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.101175:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.101183:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.101188:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cdb00 00000400:00000200:1.0:1773674162.101194:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674162.101202:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5801 [1] + 224 00000800:00000001:1.0:1773674162.101214:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.101233:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674162.101238:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674162.101244:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674162.101265:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674162.101277:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674162.101291:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674162.101318:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674162.101331:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674162.101336:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.101705:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.101711:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674162.101721:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674162.101724:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674162.101728:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fc08. 00000400:00000200:2.0:1773674162.101735:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565aa0 00000400:00000010:2.0:1773674162.101738:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565aa0. 00000100:00000001:2.0:1773674162.101742:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674162.101747:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674162.101758:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.101809:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674162.101812:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.101816:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674162.101820:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674162.101824:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674162.101826:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674162.101831:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674162.101844:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674162.101850:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674162.101853:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674162.101855:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674162.101859:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674162.101864:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.101869:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674162.101872:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674162.101874:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674162.101876:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674162.101882:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.101890:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674162.101894:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674162.101896:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674162.101901:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674162.101912:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953463040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674162.101919:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.101922:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674162.101926:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6a00 x1859825953463040/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674162.101934:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674162.101937:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674162.101957:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31a00. 02000000:00000001:2.0:1773674162.101963:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674162.101966:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674162.101968:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674162.101971:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674162.101974:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81100. 02000000:00000001:2.0:1773674162.101979:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674162.101981:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674162.101984:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6a00. 00000100:00000001:2.0:1773674162.101988:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674162.101990:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674162.101995:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.101997:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674162.101998:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674162.102000:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674162.102002:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689019:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674162.689032:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689041:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674162.689043:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689056:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674162.689058:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689062:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674162.689066:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674162.689069:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674162.689078:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674162.689081:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674162.689083:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689087:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674162.689090:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689093:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689096:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674162.689101:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674162.689102:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674162.689319:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674162.689323:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674162.689326:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674163.714315:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674163.714326:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674163.714335:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674163.714336:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674163.714340:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674163.714342:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674163.714346:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674163.714347:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674163.714351:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674163.714352:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674163.716685:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674163.716694:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674163.716700:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674164.737119:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674164.737131:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674164.737139:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674164.737140:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674164.737145:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674164.737146:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674164.737150:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674164.737151:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674164.737156:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674164.737157:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674164.740826:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674164.740837:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674164.740844:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674165.761169:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674165.761192:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674165.761200:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674165.761201:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674165.761206:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674165.761208:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674165.761213:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674165.761214:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674165.761219:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674165.761221:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674165.771215:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674165.771228:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674165.771234:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674166.017482:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300723021, at 4300723072 00000100:00000010:0.0:1773674166.017507:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cc60. 00000100:00000040:1.0:1773674166.032443:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300723022, at 4300723087 00000100:00000010:1.0:1773674166.032467:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c7e0. 00010000:00000001:0.0:1773674166.785000:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674166.785013:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674166.785023:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674166.785024:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674166.785028:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674166.785030:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674166.785034:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674166.785035:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674166.785040:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674166.785041:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674166.785294:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674166.785299:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674166.785303:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674167.169355:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.169371:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.169386:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674167.169395:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674167.169401:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.169405:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.169412:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.169422:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674167.169431:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.169447:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.169461:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.169466:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.169474:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_01+1] req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.169551:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.169557:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.169560:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674167.169815:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.169824:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674167.169826:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.169831:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674167.169834:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674167.169838:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.169842:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953463168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.169847:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674167.169854:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674167.169869:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.169872:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674167.169879:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674167.169882:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.169892:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674167.169897:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f688. 00000400:00000010:3.0:1773674167.169911:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674167.169921:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463168, portal 25 00000100:00000001:3.0:1773674167.169934:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674167.169937:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:3.0:1773674167.169943:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.169951:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674167.169954:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674167.169958:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674167.169962:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953463168, offset 0 00000400:00000200:3.0:1773674167.169970:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674167.169981:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.169993:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674167.169999:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674167.170005:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674167.170010:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674167.170014:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674167.170023:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252746:252746:256:4294967295] 192.168.201.103@tcp LPNI seq info [252714:252714:8:4294967295] 00000400:00000200:3.0:1773674167.170029:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.170041:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674167.170049:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674167.170056:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674167.170063:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674167.170074:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674167.170079:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674167.170104:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.170109:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674167.170112:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300728133 00000100:00000010:3.0:1773674167.170119:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916960. 00000100:00000001:3.0:1773674167.170127:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674167.170137:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300728133 00000100:00000010:3.0:1773674167.170140:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916300. 00000100:00000001:3.0:1773674167.170144:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674167.170147:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.170150:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.170154:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.170157:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674167.170332:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674167.170338:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:1.0:1773674167.170345:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.170352:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674167.170358:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:1.0:1773674167.170362:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:1.0:1773674167.170367:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674167.170372:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.170391:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674167.170395:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.170410:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674167.170411:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674167.174206:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.174223:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.174229:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.174245:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000020:00000040:2.0:1773674167.174255:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674167.174260:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.174264:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.174272:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.174283:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674167.174292:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.174308:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.174322:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.174327:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.174336:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_00+0] req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.178370:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674167.178381:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674167.178389:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.178393:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.178397:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.178401:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674167.178404:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.178406:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674167.178408:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.178409:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.178411:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.178413:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674167.178431:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.178444:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674167.178446:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.178453:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674167.178458:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674167.178461:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.178465:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953463296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.178471:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674167.178479:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674167.178483:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.178486:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674167.178495:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31c00. 02000000:00000001:3.0:1773674167.178498:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.178576:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674167.178584:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674167.178593:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674167.178601:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463296, portal 10 00000100:00000001:3.0:1773674167.178604:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674167.178606:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674167.178616:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.178624:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674167.178627:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674167.178630:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674167.178634:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953463296, offset 0 00000400:00000200:3.0:1773674167.178641:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674167.178652:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.178663:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674167.178670:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674167.178676:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674167.178804:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674167.178809:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674167.178814:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252747:252747:256:4294967295] 192.168.201.103@tcp LPNI seq info [252715:252715:8:4294967295] 00000400:00000200:3.0:1773674167.178820:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.178833:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674167.178840:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674167.178847:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81000. 00000800:00000200:3.0:1773674167.178865:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674167.178874:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674167.178879:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674167.179128:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179134:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.179139:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.179147:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674167.179153:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674167.179158:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.179162:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.179168:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.179175:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674167.179184:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179191:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.179203:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.179208:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179214:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_01+1] req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.179228:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179231:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.179235:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.179238:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674167.179241:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674167.179243:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.179244:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.179246:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.179250:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558e00. 00000100:00000001:2.0:1773674167.179254:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179258:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.179272:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.179274:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179277:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.179285:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179288:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674167.179291:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674167.179294:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.179298:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.179301:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674167.179303:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674167.179306:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.179307:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.179309:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.179312:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674167.179315:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179319:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.179327:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.179329:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179333:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_01+1] req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.179341:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179344:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.179347:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.179350:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288380. 00000020:00000040:2.0:1773674167.179353:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674167.179356:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.179358:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.179360:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.179363:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558f00. 00000100:00000001:2.0:1773674167.179366:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179371:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.179379:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.179380:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179384:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db6ca30e] to pc [ptlrpcd_01_00+0] req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.179393:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179395:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674167.179400:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674167.179403:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674167.179406:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674167.179408:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674167.179409:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674167.179411:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674167.179414:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674167.179417:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179422:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674167.179429:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674167.179431:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179435:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.179443:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.179445:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674167.179449:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674167.179458:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6061) 00000100:00000001:2.0:1773674167.179491:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.179495:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674167.179497:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674167.179503:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.183193:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674167.183197:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.183205:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674167.183210:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674167.183214:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674167.183223:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953463552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674167.183228:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674167.183236:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674167.183240:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.183243:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674167.183258:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674167.183260:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674167.183271:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674167.183278:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674167.183287:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674167.183296:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463552, portal 4 00000100:00000001:2.0:1773674167.183299:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674167.183301:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:2.0:1773674167.183313:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.183322:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674167.183325:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674167.183328:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674167.183331:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953463552, offset 0 00000400:00000200:2.0:1773674167.183339:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674167.183351:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674167.183361:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674167.183368:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674167.183374:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674167.183379:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674167.183381:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674167.183386:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252748:252748:255:4294967295] 192.168.201.103@tcp LPNI seq info [252716:252716:7:4294967295] 00000400:00000200:2.0:1773674167.183391:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674167.183403:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674167.183411:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674167.183416:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558b00. 00000800:00000200:2.0:1773674167.183425:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674167.183434:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674167.183440:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674167.185105:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.185117:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 332077 usecs (333 jiffies) 00000400:00000200:3.0:1773674167.185127:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674167.185132:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300724573 00000100:00000001:3.0:1773674167.185137:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.185140:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300724573 00000100:00000001:3.0:1773674167.185143:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.185145:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.185149:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.185157:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.185161:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.185173:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674167.185175:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674167.185179:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.185182:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.185184:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674167.185197:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.185213:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674167.185216:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.185220:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674167.185224:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674167.185227:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.185231:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953463424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.185235:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674167.185240:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674167.185243:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.185245:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674167.185256:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674167.185259:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.185263:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674167.185268:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674167.185275:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674167.185282:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463424, portal 10 00000100:00000001:3.0:1773674167.185285:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674167.185286:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674167.185294:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.185301:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674167.185304:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674167.185306:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565110. 00000100:00000200:3.0:1773674167.185310:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953463424, offset 0 00000400:00000200:3.0:1773674167.185316:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674167.185326:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.186022:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674167.186030:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674167.186035:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674167.186040:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674167.186043:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674167.186048:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252749:252749:254:4294967295] 192.168.201.103@tcp LPNI seq info [252717:252717:6:4294967295] 00000400:00000200:3.0:1773674167.186054:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.186064:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674167.186071:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674167.186080:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674167.186088:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674167.186097:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674167.186103:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674167.186171:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.186178:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 444415 usecs (445 jiffies) 00000400:00000200:2.0:1773674167.186182:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674167.186185:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300724686 00000100:00000001:2.0:1773674167.186188:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:2.0:1773674167.186190:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300724686 00000100:00000001:2.0:1773674167.186192:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:2.0:1773674167.186194:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674167.186196:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.186200:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674167.186208:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.186216:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674167.186218:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.186221:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674167.186224:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674167.186226:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674167.186230:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953463808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674167.186234:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674167.186238:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674167.186240:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.186243:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674167.186249:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674167.186250:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674167.186255:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674167.186258:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674167.186263:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674167.186268:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463808, portal 10 00000100:00000001:2.0:1773674167.186270:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674167.186272:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832000 : -113404246719616 : ffff98dc04288380) 00000100:00000040:2.0:1773674167.186279:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.186285:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674167.186288:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674167.186290:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674167.186293:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953463808, offset 0 00000400:00000200:2.0:1773674167.186298:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674167.186303:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674167.186306:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674167.186309:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674167.186311:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674167.186314:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674167.186316:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674167.186320:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252750:252750:253:4294967295] 192.168.201.103@tcp LPNI seq info [252718:252718:5:4294967295] 00000400:00000200:2.0:1773674167.186323:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674167.186341:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674167.186346:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674167.186350:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558a00. 00000800:00000200:2.0:1773674167.186355:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674167.186359:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674167.186362:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674167.186365:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.186368:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 48201 usecs (49 jiffies) 00000400:00000200:2.0:1773674167.186371:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674167.186373:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300724290 00000100:00000001:2.0:1773674167.186375:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:2.0:1773674167.186377:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300724290 00000100:00000001:2.0:1773674167.186379:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:2.0:1773674167.186381:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674167.186383:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.186386:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.186391:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.186399:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674167.186402:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674167.186405:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.186406:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674167.186408:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.186411:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674167.191473:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.191523:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674167.191528:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.191532:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.191544:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.191553:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674167.191568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.191573:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.191581:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.191586:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cdb80 00000400:00000200:1.0:1773674167.191591:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.191599:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5809 [1] + 224 00000800:00000001:1.0:1773674167.191610:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.191626:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.191630:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.191635:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674167.191645:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674167.191656:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674167.191669:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.191691:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674167.191753:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674167.191758:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81000. 00000400:00000200:1.0:1773674167.191782:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.191786:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674167.191792:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:1.0:1773674167.191795:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:1.0:1773674167.191799:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674167.191804:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.191815:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674167.191820:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.191828:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674167.191830:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674167.191836:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.191841:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674167.191850:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674167.191852:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558b00. 00000400:00000200:1.0:1773674167.191868:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.191872:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674167.191875:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:1.0:1773674167.191877:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:1.0:1773674167.191880:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674167.191885:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.191894:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674167.191897:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.191904:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674167.191906:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674167.192972:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674167.192982:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558a00. 00000400:00000200:1.0:1773674167.192987:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.192995:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674167.193001:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:1.0:1773674167.193004:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:1.0:1773674167.193009:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674167.193017:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.193028:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674167.193032:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.193039:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674167.193041:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674167.193803:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.193814:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 92732 usecs (93 jiffies) 00000400:00000200:3.0:1773674167.193823:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674167.193828:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300724342 00000100:00000001:3.0:1773674167.193833:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.193835:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300724342 00000100:00000001:3.0:1773674167.193838:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.193840:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.193844:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.193850:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674167.193872:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.193881:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674167.193884:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.193890:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674167.193894:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674167.193898:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.193902:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953463680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.193907:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674167.193916:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674167.193919:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.194160:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674167.194172:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674167.194175:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.194181:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674167.194186:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f4d0. 00000400:00000010:3.0:1773674167.194195:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674167.194204:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463680, portal 10 00000100:00000001:3.0:1773674167.194207:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674167.194209:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674167.194219:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.194227:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674167.194230:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674167.194233:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674167.194236:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953463680, offset 0 00000400:00000200:3.0:1773674167.194243:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674167.194252:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.194262:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674167.194268:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674167.194274:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674167.194279:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674167.194282:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674167.194287:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252751:252751:255:4294967295] 192.168.201.103@tcp LPNI seq info [252719:252719:7:4294967295] 00000400:00000200:3.0:1773674167.194292:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.194302:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674167.194309:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674167.194315:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81700. 00000800:00000200:3.0:1773674167.194323:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674167.194411:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674167.194417:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674167.194420:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.194425:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 39186 usecs (40 jiffies) 00000400:00000200:3.0:1773674167.194428:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674167.194430:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300724289 00000100:00000001:3.0:1773674167.194434:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.194436:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300724289 00000100:00000001:3.0:1773674167.194438:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.194440:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.194442:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.194444:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674167.194450:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.194457:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674167.194459:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.194462:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674167.194465:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674167.194467:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674167.194471:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953463936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.194474:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674167.194478:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674167.194480:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.194483:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674167.194486:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674167.194488:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674167.194491:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674167.194494:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674167.194498:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674167.194502:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953463936, portal 4 00000100:00000001:3.0:1773674167.194504:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674167.194676:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:3.0:1773674167.194821:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.194835:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674167.194838:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674167.194842:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674167.194846:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953463936, offset 0 00000400:00000200:3.0:1773674167.194851:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674167.194869:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.194874:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674167.194878:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674167.194881:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674167.194884:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674167.194887:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674167.194890:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252752:252752:254:4294967295] 192.168.201.103@tcp LPNI seq info [252720:252720:6:4294967295] 00000400:00000200:3.0:1773674167.194894:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674167.194901:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674167.194906:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674167.194912:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674167.194918:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674167.195184:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674167.195190:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:0.0:1773674167.195197:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.195204:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674167.195211:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565110 00000400:00000010:0.0:1773674167.195214:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565110. 00000100:00000001:0.0:1773674167.195220:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674167.195226:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.195237:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674167.195241:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.195248:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674167.195249:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674167.195343:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674167.195346:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81700. 00000400:00000200:0.0:1773674167.195349:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.195353:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674167.195356:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:0.0:1773674167.195358:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:0.0:1773674167.195360:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674167.195365:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.195374:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674167.195377:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.195384:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674167.195385:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773674167.195912:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674167.195922:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674167.196428:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.196434:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 46460 usecs (47 jiffies) 00000400:00000200:3.0:1773674167.196442:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674167.196445:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300724298 00000100:00000001:3.0:1773674167.196449:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.196452:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300724298 00000100:00000001:3.0:1773674167.196455:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300728133 00000100:00000001:3.0:1773674167.196457:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.196461:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674167.196472:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674167.196474:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674167.196478:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f688. 00000400:00000200:3.0:1773674167.196482:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:3.0:1773674167.196484:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:3.0:1773674167.196487:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674167.196496:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773674167.197228:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674167.197235:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:1.0:1773674167.197239:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.197245:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674167.197251:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000400:00000010:1.0:1773674167.197253:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:1.0:1773674167.197257:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674167.197262:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.197272:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674167.197275:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.197282:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674167.197284:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1773674167.197879:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.197889:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674167.197893:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.197897:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674167.197901:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674167.197903:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674167.197906:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.197909:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674167.197918:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674167.198214:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674167.198218:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674167.198221:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674167.198224:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674167.198227:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.198230:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.198236:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.198245:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.198248:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674167.198251:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674167.198256:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674167.198265:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953463168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.198270:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.198274:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674167.198277:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953463168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.198284:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674167.198287:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674167.198291:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674167.198296:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674167.198299:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674167.198302:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674167.198304:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674167.198307:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:3.0:1773674167.198312:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674167.198315:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674167.198317:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:3.0:1773674167.198322:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674167.198323:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.198326:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.198630:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674167.198634:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674167.198638:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.198640:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.198644:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.198648:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674167.201658:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.201807:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674167.201813:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.201817:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.201831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.201841:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674167.201854:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.201875:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.201882:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.201887:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cdd00 00000400:00000200:0.0:1773674167.201893:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.201901:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5819 [1] + 224 00000800:00000001:0.0:1773674167.201912:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.202160:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.202165:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.202171:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674167.202181:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674167.202194:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674167.202208:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.202237:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674167.202249:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.202254:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.202372:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.202378:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674167.202387:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674167.202390:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674167.202394:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:2.0:1773674167.202400:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674167.202403:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674167.202407:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674167.202412:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674167.202423:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.202431:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674167.202434:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.202437:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674167.202442:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674167.202445:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674167.202448:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.202451:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674167.202463:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674167.202469:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=53 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674167.202472:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674167.202474:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674167.202477:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674167.202482:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.202488:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674167.202491:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674167.202493:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674167.202495:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.202501:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.202901:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674167.202905:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674167.202908:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674167.202914:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674167.204130:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953463552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674167.204149:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.204170:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674167.204181:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953463552/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.204190:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674167.204194:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674167.204200:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674167.204207:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674167.204210:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674167.204214:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674167.204216:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674167.204220:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558e00. 02000000:00000001:2.0:1773674167.204225:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674167.204227:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674167.204229:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:2.0:1773674167.204234:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674167.204235:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.204240:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.204243:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.204245:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674167.204247:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.204249:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674167.213180:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213213:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674167.213219:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213222:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.213236:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213247:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674167.213279:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213286:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213298:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cdc00 00000400:00000200:1.0:1773674167.213303:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213314:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5811 [1] + 224 00000800:00000001:1.0:1773674167.213325:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213332:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.213336:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.213342:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674167.213352:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674167.213363:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674167.213377:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.213412:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674167.213427:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213431:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674167.213434:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213436:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.213439:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213443:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674167.213447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213450:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213453:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213456:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cde00 00000400:00000200:1.0:1773674167.213459:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674167.213464:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5829 [1] + 224 00000800:00000001:1.0:1773674167.213468:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.213648:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674167.213652:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674167.213657:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674167.213661:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674167.213668:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674167.213679:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674167.216444:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674167.216472:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674167.216487:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.216851:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.216866:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674167.216876:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674167.216879:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674167.216884:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674167.216889:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674167.216893:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674167.216897:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674167.216910:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674167.216921:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.216938:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674167.216940:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.216943:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674167.216948:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674167.216950:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674167.216953:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674167.216957:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674167.216970:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=88 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674167.216976:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674167.216979:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674167.216981:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674167.216984:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674167.216990:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.216995:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674167.216997:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674167.216999:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674167.217001:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674167.217007:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.217015:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674167.217019:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674167.217021:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674167.217026:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674167.217034:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953463808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674167.217040:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.217043:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674167.217047:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288380 x1859825953463808/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674167.217055:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674167.217058:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674167.217064:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674167.217069:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674167.217073:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674167.217075:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674167.217077:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674167.217081:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558f00. 02000000:00000001:2.0:1773674167.217085:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674167.217087:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674167.217090:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288380. 00000100:00000001:2.0:1773674167.217094:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674167.217095:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674167.217098:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.217100:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674167.217101:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674167.217103:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674167.217105:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.217470:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.217474:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674167.217482:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674167.217485:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674167.217488:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674167.217493:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:3.0:1773674167.217495:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:3.0:1773674167.217499:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674167.217904:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674167.217918:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.217937:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674167.217941:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.217944:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674167.217946:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674167.217948:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674167.217950:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.217953:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674167.217962:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=100 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674167.217967:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=144 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674167.217969:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674167.217972:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674167.217974:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674167.217977:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.217980:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674167.217982:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674167.217985:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674167.217986:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.217991:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.217999:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.218002:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674167.218003:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674167.218007:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674167.218014:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953463296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.218019:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.218022:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674167.218025:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953463296/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.218032:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674167.218034:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674167.218037:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31c00. 02000000:00000001:3.0:1773674167.218041:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674167.218043:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674167.218045:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674167.218047:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674167.218050:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:3.0:1773674167.218053:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674167.218055:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674167.218057:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:3.0:1773674167.218060:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674167.218062:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.218065:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.218067:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.218069:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.218071:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.218073:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674167.234162:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.234188:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674167.234193:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.234196:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.234209:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234218:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674167.234231:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234237:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234243:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234249:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cdd80 00000400:00000200:0.0:1773674167.234372:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234382:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5831 [1] + 224 00000800:00000001:0.0:1773674167.234394:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.234401:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.234405:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.234411:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674167.234420:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674167.234432:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674167.234446:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.234470:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674167.234484:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.234489:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674167.234491:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.234494:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.234497:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.234501:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000001:3.0:1773674167.234822:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.234828:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674167.234839:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674167.234842:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674167.234846:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f4d0. 00000400:00000200:3.0:1773674167.234852:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674167.234866:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674167.234871:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674167.234877:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674167.234888:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.234895:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674167.234897:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.234900:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674167.234905:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674167.234908:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674167.234911:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.234915:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674167.235848:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.235872:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.235879:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.235885:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cde80 00000400:00000200:0.0:1773674167.235890:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.235898:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5839 [1] + 224 00000800:00000001:0.0:1773674167.235907:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.235920:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1773674167.236112:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=88 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674167.236120:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674167.236123:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674167.236126:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674167.236131:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674167.236136:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.236142:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674167.236145:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674167.236148:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674167.236151:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.236160:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.236170:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.236173:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674167.236175:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674167.236181:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674167.236190:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953463680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.236198:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.236202:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674167.236206:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953463680/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.236214:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674167.236218:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674167.236224:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674167.236230:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674167.236234:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674167.236236:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674167.236239:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674167.236242:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:3.0:1773674167.236249:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674167.236251:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674167.236263:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:3.0:1773674167.236269:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674167.236270:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.236275:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.236278:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.236280:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674167.236282:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.236284:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674167.236442:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.236450:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674167.236459:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674167.236466:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674167.236480:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.236502:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674167.236514:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.236520:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674167.236523:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.236526:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.236531:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.236535:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674167.236544:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.236547:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.236551:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.236554:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cdc80 00000400:00000200:0.0:1773674167.236558:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674167.236563:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5821 [1] + 224 00000800:00000001:0.0:1773674167.236569:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.236579:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674167.236582:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674167.236585:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674167.236589:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674167.236593:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674167.236603:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674167.236611:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674167.236616:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674167.236619:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237076:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.237079:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674167.237086:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674167.237088:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674167.237091:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674167.237096:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:3.0:1773674167.237098:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:3.0:1773674167.237102:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674167.237106:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674167.237116:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237123:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674167.237125:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237127:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674167.237131:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674167.237133:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674167.237135:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.237138:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674167.237147:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=100 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674167.237151:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674167.237154:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674167.237155:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674167.237157:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674167.237160:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.237163:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674167.237165:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674167.237167:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674167.237169:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.237173:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237180:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.237183:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674167.237185:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674167.237189:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674167.237197:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953463424:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674167.237202:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674167.237203:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674167.237205:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674167.237207:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:3.0:1773674167.237209:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:3.0:1773674167.237211:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674167.237215:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674167.237223:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237228:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674167.237230:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237231:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674167.237233:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674167.237234:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674167.237236:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674167.237237:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674167.237242:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674167.237244:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674167.237247:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674167.237248:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674167.237249:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674167.237251:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.237267:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674167.237269:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674167.237271:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674167.237273:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674167.237277:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237283:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674167.237285:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674167.237286:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674167.237290:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674167.237297:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953463936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674167.237301:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237303:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674167.237307:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953463424/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237314:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674167.237316:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674167.237319:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674167.237324:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674167.237326:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674167.237328:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674167.237330:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674167.237333:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:3.0:1773674167.237337:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674167.237339:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674167.237341:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:3.0:1773674167.237344:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674167.237345:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237347:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674167.237351:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953463936/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674167.237357:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674167.237359:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674167.237360:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674167.237363:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674167.237364:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674167.237366:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674167.237368:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674167.237370:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:3.0:1773674167.237372:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674167.237373:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674167.237374:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:3.0:1773674167.237377:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674167.237378:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237381:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674167.237391:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674167.237394:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674167.237396:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674167.237399:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674167.812431:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674167.812442:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674167.812450:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674167.812452:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674167.812457:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674167.812459:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674167.812463:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674167.812465:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674167.812469:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674167.812471:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674167.812583:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674167.812588:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674167.812592:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674168.833139:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674168.833151:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674168.833159:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674168.833161:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674168.833166:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674168.833167:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674168.833171:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674168.833172:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674168.833176:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674168.833178:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674168.833390:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674168.833395:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674168.833399:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674169.857008:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674169.857021:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674169.857024:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674169.857028:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857034:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674169.857036:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857039:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857042:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857048:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674169.857050:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857055:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674169.857056:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857061:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674169.857063:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857068:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674169.857070:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674169.857071:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674169.857073:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857075:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674169.857077:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857079:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674169.857081:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674169.857546:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674169.857552:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674169.857556:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674170.880970:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674170.880980:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674170.880988:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674170.880989:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674170.880993:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674170.880995:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674170.880999:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674170.881001:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674170.881005:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674170.881006:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674170.881386:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674170.881391:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674170.881395:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674171.137031:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300728133, at 4300728192 00000100:00000010:1.0:1773674171.137054:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916300. 00000100:00000040:0.0:1773674171.137354:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300728133, at 4300728192 00000100:00000010:0.0:1773674171.137362:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916960. 00010000:00000001:0.0:1773674171.906023:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674171.906033:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906041:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674171.906045:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674171.906047:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674171.906056:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674171.906059:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674171.906061:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906065:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674171.906068:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906071:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906074:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906078:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674171.906080:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674171.906082:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674171.906084:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674171.906085:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674171.906088:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906090:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674171.906091:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906092:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906094:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906099:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674171.906100:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674171.906105:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674171.906106:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674171.923843:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674171.923863:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674171.923870:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674172.290124:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290137:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290151:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7480. 00000020:00000040:3.0:1773674172.290159:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674172.290395:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290399:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290406:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290416:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81c00. 00000100:00000001:3.0:1773674172.290425:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290439:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290453:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290458:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290465:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f7097d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290500:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290503:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290507:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290510:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773674172.290512:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674172.290516:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290517:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290519:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290522:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81400. 00000100:00000001:3.0:1773674172.290525:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290530:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290537:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290538:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290542:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290549:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290552:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290555:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290558:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674172.290561:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674172.290563:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290564:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290565:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290568:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81300. 00000100:00000001:3.0:1773674172.290570:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290574:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290581:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290583:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290586:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290594:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290597:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290600:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290604:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773674172.290607:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674172.290609:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290610:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290612:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290618:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81600. 00000100:00000001:3.0:1773674172.290621:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290625:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290631:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290634:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290637:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290644:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290646:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674172.290650:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674172.290653:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290656:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290658:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7b80. 00000020:00000040:3.0:1773674172.290661:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674172.290663:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290664:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290666:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290669:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81700. 00000100:00000001:3.0:1773674172.290671:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290675:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290694:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290697:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290701:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e7d5102] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290708:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290711:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290714:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290717:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773674172.290719:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674172.290722:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290723:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290725:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290728:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81d00. 00000100:00000001:3.0:1773674172.290731:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290735:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290741:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290743:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290746:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c241721] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290752:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290755:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674172.290758:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674172.290761:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7100. 00000020:00000040:3.0:1773674172.290827:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674172.290831:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674172.290832:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674172.290834:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.290838:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81000. 00000100:00000001:3.0:1773674172.290841:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290845:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674172.290852:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674172.290855:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290858:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009933a8ef] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290866:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.290868:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674172.290871:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674172.290877:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6067) 00000100:00000001:3.0:1773674172.290901:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.290906:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674172.290910:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674172.290916:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.290926:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674172.290929:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.290934:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674172.290937:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674172.290940:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674172.290944:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953464192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.290949:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674172.290956:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674172.290960:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.290963:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674172.290969:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674172.290971:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.291383:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.291388:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674172.291390:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674172.291399:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.291407:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674172.291408:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.291411:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674172.291413:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674172.291415:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674172.291418:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953464064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.291422:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674172.291425:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674172.291427:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.291429:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674172.291434:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674172.291436:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.291445:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674172.291450:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674172.291460:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674172.291469:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464064, portal 25 00000100:00000001:2.0:1773674172.291473:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674172.291475:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250048 : -113404182301568 : ffff98dc07ff7480) 00000100:00000040:2.0:1773674172.291481:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.291488:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674172.291491:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674172.291494:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674172.291499:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953464064, offset 0 00000400:00000200:2.0:1773674172.291507:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674172.291517:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.291526:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674172.291532:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674172.291537:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674172.291542:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674172.291546:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674172.291550:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252753:252753:256:4294967295] 192.168.201.103@tcp LPNI seq info [252721:252721:8:4294967295] 00000400:00000200:2.0:1773674172.291555:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.291566:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674172.291573:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674172.291578:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558f00. 00000800:00000200:2.0:1773674172.291587:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674172.291597:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674172.291602:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674172.291749:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.291755:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674172.291759:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300733254 00000100:00000010:2.0:1773674172.291794:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c840. 00000100:00000001:2.0:1773674172.291804:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674172.291812:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300733254 00000100:00000010:2.0:1773674172.291815:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cde0. 00000100:00000001:2.0:1773674172.291819:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674172.291823:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.291826:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.291829:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674172.291833:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.291840:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674172.291841:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.291844:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674172.291845:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674172.291848:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674172.291851:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953464320:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.291854:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674172.291857:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674172.291858:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.291860:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674172.291863:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674172.291864:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.291868:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674172.291871:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b268. 00000400:00000010:2.0:1773674172.291875:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674172.291878:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464320, portal 10 00000100:00000001:2.0:1773674172.291880:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674172.291881:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:2.0:1773674172.291887:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.291894:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674172.291896:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674172.291898:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064d48. 00000100:00000200:2.0:1773674172.291900:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953464320, offset 0 00000400:00000200:2.0:1773674172.291905:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674172.291908:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.291913:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674172.291916:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674172.291918:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674172.291921:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674172.291924:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674172.291927:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252754:252754:255:4294967295] 192.168.201.103@tcp LPNI seq info [252722:252722:7:4294967295] 00000400:00000200:2.0:1773674172.291931:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.291937:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674172.291941:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674172.291945:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674172.291948:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674172.291953:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674172.291956:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674172.291959:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.291993:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 92606 usecs (93 jiffies) 00000400:00000200:2.0:1773674172.291997:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674172.291999:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300729439 00000100:00000001:2.0:1773674172.292002:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.292004:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300729439 00000100:00000001:2.0:1773674172.292006:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.292008:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.292010:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.292012:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674172.292017:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.292024:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674172.292025:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.292028:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674172.292029:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674172.292032:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674172.292037:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953464576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.292041:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674172.292043:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674172.292044:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.292046:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674172.292049:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674172.292051:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.292053:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674172.292056:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674172.292059:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674172.292062:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464576, portal 10 00000100:00000001:2.0:1773674172.292064:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674172.292065:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527251840 : -113404182299776 : ffff98dc07ff7b80) 00000400:00000200:3.0:1773674172.292803:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674172.292811:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674172.292817:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674172.292820:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464192, portal 10 00000100:00000001:3.0:1773674172.292823:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674172.292824:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527243776 : -113404182307840 : ffff98dc07ff5c00) 00000100:00000040:3.0:1773674172.292834:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.292847:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674172.292850:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674172.292853:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674172.292855:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953464192, offset 0 00000400:00000200:3.0:1773674172.292861:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674172.292867:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.292871:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674172.292875:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674172.292878:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674172.292882:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674172.292884:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674172.292888:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252755:252755:254:4294967295] 192.168.201.103@tcp LPNI seq info [252723:252723:6:4294967295] 00000400:00000200:3.0:1773674172.292892:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.292899:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674172.292905:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674172.292910:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674172.292915:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674172.292921:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674172.292924:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674172.292928:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.292931:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 331471 usecs (332 jiffies) 00000400:00000200:3.0:1773674172.292934:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674172.292936:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300729680 00000100:00000001:3.0:1773674172.292938:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.292940:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300729680 00000100:00000001:3.0:1773674172.292942:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.292945:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.292947:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.292951:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674172.292956:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.292963:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674172.292965:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.292969:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773674172.294453:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.294472:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674172.294480:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674172.294489:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064e58. 00000100:00000200:2.0:1773674172.294494:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953464576, offset 0 00000400:00000200:2.0:1773674172.294501:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674172.294512:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.294519:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674172.294524:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674172.294528:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674172.294532:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674172.294534:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674172.294538:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252756:252756:253:4294967295] 192.168.201.103@tcp LPNI seq info [252724:252724:5:4294967295] 00000400:00000200:2.0:1773674172.294543:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.294552:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674172.294558:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674172.294564:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674172.294569:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674172.294576:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674172.294580:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674172.294584:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.294589:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 40350 usecs (41 jiffies) 00000400:00000200:2.0:1773674172.294593:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674172.294595:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300729389 00000100:00000001:2.0:1773674172.294598:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.294600:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300729389 00000100:00000001:2.0:1773674172.294602:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.294605:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.294608:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.294612:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674172.294619:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773674172.294850:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674172.294855:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674172.294861:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953464448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.294865:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674172.294871:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674172.294874:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.294876:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674172.294883:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674172.294886:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674172.294891:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674172.294895:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674172.294901:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674172.294906:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464448, portal 4 00000100:00000001:3.0:1773674172.294909:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674172.294910:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000040:3.0:1773674172.294918:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.294924:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674172.294926:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674172.294928:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674172.294930:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953464448, offset 0 00000400:00000200:3.0:1773674172.294934:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674172.294938:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.294941:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674172.294944:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674172.294946:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674172.294949:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674172.294951:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674172.294954:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252757:252757:252:4294967295] 192.168.201.103@tcp LPNI seq info [252725:252725:4:4294967295] 00000400:00000200:3.0:1773674172.294958:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.294964:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674172.294969:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674172.294984:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81100. 00000800:00000200:3.0:1773674172.294989:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674172.294993:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674172.294996:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674172.294999:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.295001:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 441912 usecs (442 jiffies) 00000400:00000200:3.0:1773674172.295005:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674172.295007:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300729792 00000100:00000001:3.0:1773674172.295009:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.295011:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300729792 00000100:00000001:3.0:1773674172.295013:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.295015:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.295017:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.295019:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674172.295023:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.295030:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674172.295032:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.295036:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674172.295038:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674172.295040:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674172.295043:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953464704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.295046:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674172.295050:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674172.295051:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.295053:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674172.295056:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674172.295058:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674172.295061:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674172.295064:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f4d0. 00000400:00000010:3.0:1773674172.295067:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674172.295070:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464704, portal 10 00000100:00000001:2.0:1773674172.296060:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674172.296062:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.297432:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674172.297440:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674172.297445:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674172.297455:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953464832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.297463:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674172.297471:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674172.297473:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.297476:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674172.297488:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674172.297492:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.297503:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674172.297508:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674172.297515:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674172.297523:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464832, portal 4 00000100:00000001:2.0:1773674172.297525:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674172.297527:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527249152 : -113404182302464 : ffff98dc07ff7100) 00000100:00000040:2.0:1773674172.297539:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.298456:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674172.298462:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:3.0:1773674172.298476:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.298485:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674172.298487:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674172.298493:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674172.298499:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953464704, offset 0 00000400:00000200:3.0:1773674172.298507:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674172.298519:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.298529:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674172.298534:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674172.298539:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674172.298544:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674172.298547:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674172.298552:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252758:252758:251:4294967295] 192.168.201.103@tcp LPNI seq info [252726:252726:3:4294967295] 00000400:00000200:3.0:1773674172.298557:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674172.298568:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674172.298575:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674172.298581:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81800. 00000800:00000200:3.0:1773674172.298589:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674172.298597:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674172.298603:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674172.298610:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.298615:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 48138 usecs (49 jiffies) 00000400:00000200:3.0:1773674172.298618:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674172.300035:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300729404 00000100:00000001:3.0:1773674172.300048:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.300051:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300729404 00000100:00000001:3.0:1773674172.300054:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:3.0:1773674172.300058:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.300062:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.300834:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.300845:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.300858:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674172.300861:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674172.300866:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.300868:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674172.300872:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.300876:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.300963:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674172.300973:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674172.300995:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674172.301006:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953464832, offset 0 00000400:00000200:2.0:1773674172.301016:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674172.301032:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.301042:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674172.301048:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674172.301053:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674172.301059:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674172.301063:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674172.301068:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252759:252759:250:4294967295] 192.168.201.103@tcp LPNI seq info [252727:252727:2:4294967295] 00000400:00000200:2.0:1773674172.301612:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674172.301864:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674172.301872:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674172.301882:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558200. 00000800:00000200:2.0:1773674172.301890:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674172.301899:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674172.301904:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674172.301909:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.301915:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 47817 usecs (48 jiffies) 00000400:00000200:2.0:1773674172.301919:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674172.301923:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300729405 00000100:00000001:2.0:1773674172.301926:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.301928:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300729405 00000100:00000001:2.0:1773674172.301931:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300733254 00000100:00000001:2.0:1773674172.301934:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.301937:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.301941:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.301944:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.301950:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674172.301952:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674172.301955:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.301956:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674172.301959:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.301962:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674172.302952:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.302960:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558f00. 00000400:00000200:1.0:1773674172.302971:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.303373:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.303381:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:1.0:1773674172.303385:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:1.0:1773674172.303392:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.303403:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.303417:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.303421:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.303429:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.303430:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.303448:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.303450:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674172.303453:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.303457:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.303459:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:1.0:1773674172.303462:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:1.0:1773674172.303464:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.303469:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.304904:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.304914:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.304921:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.304923:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.304954:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.304957:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:1.0:1773674172.304961:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.304966:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.304972:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:1.0:1773674172.304974:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:1.0:1773674172.305654:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.305661:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.305670:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.305674:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.305884:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.305886:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.305913:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.305916:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674172.305920:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.305925:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.305929:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:1.0:1773674172.305932:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:1.0:1773674172.305935:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.305940:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.305948:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.305950:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.305963:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.305964:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.305973:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.305987:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81100. 00000400:00000200:1.0:1773674172.305990:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.305993:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.305996:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:1.0:1773674172.305998:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:1.0:1773674172.306000:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.306005:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306013:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.306015:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306021:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.306022:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.306031:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.306033:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81800. 00000400:00000200:1.0:1773674172.306036:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.306040:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.306042:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:1.0:1773674172.306045:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:1.0:1773674172.306047:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.306051:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306059:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.306062:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306068:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.306070:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674172.306177:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674172.306181:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558200. 00000400:00000200:1.0:1773674172.306185:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.306189:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674172.306191:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:1.0:1773674172.306193:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:1.0:1773674172.306195:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674172.306199:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306206:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674172.306209:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.306214:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674172.306216:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674172.322972:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.322997:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.323001:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323004:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.323015:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323023:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.323035:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323040:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323047:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323053:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce000 00000400:00000200:0.0:1773674172.323058:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323065:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5849 [1] + 224 00000800:00000001:0.0:1773674172.323074:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323080:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.323084:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.323089:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.323097:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.323107:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.323119:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.323145:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.323157:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323161:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.323164:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323166:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.323169:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323173:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.323177:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323180:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323183:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323186:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce080 00000400:00000200:0.0:1773674172.323190:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.323195:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5861 [1] + 224 00000800:00000001:0.0:1773674172.323199:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323202:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.323204:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.323207:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.323210:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.323214:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.323223:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.323233:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.323237:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.323240:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.323241:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674172.323383:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.323388:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674172.323395:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674172.323397:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674172.323401:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b268. 00000400:00000200:3.0:1773674172.323406:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:3.0:1773674172.323408:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:3.0:1773674172.323412:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674172.323418:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674172.323427:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323433:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674172.323435:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.323438:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674172.323442:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674172.323445:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674172.323447:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.323450:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674172.323459:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=105 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674172.323464:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674172.323467:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674172.323468:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674172.323471:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674172.323474:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323478:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674172.323480:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674172.323483:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674172.323484:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.323488:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323495:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.323497:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674172.323499:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674172.323503:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674172.323511:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953464320:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.323516:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323519:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674172.323522:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953464320/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323528:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674172.323530:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674172.323534:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:3.0:1773674172.323538:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674172.323540:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674172.323542:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674172.323544:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674172.323547:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81300. 02000000:00000001:3.0:1773674172.323551:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674172.323553:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674172.323555:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674172.323558:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674172.323560:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.323563:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323565:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.323566:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674172.323568:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323569:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323584:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.323819:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674172.323823:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674172.323825:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674172.323827:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674172.323830:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674172.323832:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674172.323835:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674172.323840:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674172.323849:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323856:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674172.323857:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.323859:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674172.323861:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674172.323862:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674172.323864:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.323865:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674172.323871:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674172.323874:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674172.323877:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674172.323878:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674172.323880:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674172.323882:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323884:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674172.323887:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:3.0:1773674172.323889:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674172.323890:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.323895:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323902:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.323904:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674172.323905:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674172.323909:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674172.323916:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953464448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.323920:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323922:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674172.323925:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953464448/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.323931:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674172.323932:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674172.323934:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674172.323937:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674172.323938:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674172.323940:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674172.323942:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674172.323944:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81600. 02000000:00000001:3.0:1773674172.323946:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674172.323947:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674172.323948:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:3.0:1773674172.323950:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674172.323952:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.323954:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323956:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.323957:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674172.323958:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.323960:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674172.324473:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324483:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324488:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.324496:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324501:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324505:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324509:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cdf80 00000400:00000200:0.0:1773674172.324513:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324518:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5859 [1] + 224 00000800:00000001:0.0:1773674172.324524:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324530:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324534:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.324538:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.324543:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.324550:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.324560:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.324581:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.324588:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324593:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.324595:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324597:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324601:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324605:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.324609:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324612:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324615:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324618:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce100 00000400:00000200:0.0:1773674172.324622:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324626:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5851 [1] + 224 00000800:00000001:0.0:1773674172.324629:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324633:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324635:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.324638:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.324641:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.324645:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.324654:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.324681:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.324685:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324688:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.324690:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324692:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324695:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324699:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.324703:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324706:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324709:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324712:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cdf00 00000400:00000200:0.0:1773674172.324716:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.324720:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5841 [1] + 224 00000800:00000001:0.0:1773674172.324723:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324731:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.324733:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.324736:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.324739:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.324743:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.324752:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.324760:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.324763:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.324794:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.324936:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.324944:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674172.324954:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674172.324957:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674172.324961:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674172.324970:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674172.324973:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674172.325070:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674172.325090:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674172.325101:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.325110:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674172.325112:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.325116:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674172.325120:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674172.325122:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674172.325125:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.325128:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674172.325137:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674172.325141:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674172.325144:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674172.325146:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674172.326923:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674172.326927:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.326934:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.326947:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.326957:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.326962:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674172.326964:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674172.326969:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.327308:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.327315:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674172.327324:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674172.327326:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674172.327340:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674172.327349:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:3.0:1773674172.327352:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:3.0:1773674172.327355:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674172.327366:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674172.327378:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.327386:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674172.327388:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.327391:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674172.327393:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674172.327396:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674172.327398:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.327401:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674172.327409:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=105 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674172.327427:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=149 v=5 (1 0 0 0) 00000100:00100000:2.0:1773674172.327432:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953464064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.327434:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674172.327438:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674172.327445:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674172.327450:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.327455:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1773674172.327456:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1773674172.327459:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000400:00000001:2.0:1773674172.327460:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1773674172.327465:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1773674172.327467:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000100:00000001:3.0:1773674172.327468:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674172.327480:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000100:00000040:3.0:1773674172.327483:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773674172.327486:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:2.0:1773674172.327496:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773674172.327499:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.327503:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674172.327506:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773674172.327507:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773674172.327518:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674172.327541:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674172.327546:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953464192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.327568:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.327571:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674172.327574:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674172.327576:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674172.327584:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5c00 x1859825953464192/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.327584:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674172.327592:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674172.327598:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674172.327601:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773674172.327603:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.327605:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773674172.327609:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674172.327611:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674172.327617:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674172.327620:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674172.327622:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674172.327625:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674172.327627:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81400. 02000000:00000001:3.0:1773674172.327632:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1773674172.327632:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=93 v=10 (16 0 0 0) 02000000:00000001:3.0:1773674172.327636:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674172.327641:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5c00. 00000100:00001000:2.0:1773674172.327641:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674172.327651:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674172.327653:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674172.327655:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.327658:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.327661:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674172.327663:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1773674172.327666:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773674172.327669:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.327670:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674172.327674:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.327679:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.329889:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674172.329898:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674172.329903:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674172.329905:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.329923:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.329934:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.329939:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674172.329941:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674172.329946:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674172.329955:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953464576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.329966:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.329970:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674172.329986:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7480 x1859825953464064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.329995:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674172.329999:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674172.330004:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674172.330011:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674172.330015:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674172.330017:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674172.330020:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674172.330024:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81c00. 02000000:00000001:2.0:1773674172.330030:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674172.330032:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674172.330034:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7480. 00000100:00000001:2.0:1773674172.330040:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674172.330042:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.330044:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674172.330048:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7b80 x1859825953464576/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.330060:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674172.330062:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674172.330063:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674172.330067:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674172.330068:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674172.330069:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674172.333135:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674172.333144:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81700. 02000000:00000001:2.0:1773674172.333154:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674172.333157:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674172.333160:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7b80. 00000100:00000001:2.0:1773674172.333167:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674172.333169:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.333176:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.333179:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.333183:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674172.333189:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.333191:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674172.339346:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674172.339374:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674172.339379:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674172.339382:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674172.339394:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674172.339403:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674172.339414:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674172.339421:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674172.339440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674172.339444:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce180 00000400:00000200:1.0:1773674172.339449:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674172.339457:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5869 [1] + 224 00000800:00000001:1.0:1773674172.339468:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674172.339482:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674172.339486:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674172.339491:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674172.339501:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674172.339513:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674172.339525:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674172.339549:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674172.339559:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674172.339562:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.340176:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.340185:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674172.340193:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674172.340196:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674172.340200:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f4d0. 00000400:00000200:3.0:1773674172.340206:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:3.0:1773674172.340209:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:3.0:1773674172.340213:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674172.340224:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674172.340841:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.340851:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674172.340854:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.340857:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674172.340860:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674172.340864:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674172.340866:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674172.340870:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674172.340880:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=93 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674172.340885:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674172.340888:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674172.340889:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674172.340893:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674172.340897:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.340900:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674172.340903:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674172.340904:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674172.340906:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674172.340911:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.340919:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674172.340922:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674172.340924:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674172.340928:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674172.340937:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953464704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674172.340945:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.340948:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674172.340951:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953464704/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674172.340964:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674172.340967:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674172.340971:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674172.340975:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674172.340978:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674172.340980:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674172.340982:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674172.340984:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81d00. 02000000:00000001:3.0:1773674172.340987:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674172.340989:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674172.340991:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:3.0:1773674172.340994:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674172.340996:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.340998:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674172.341006:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674172.341007:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674172.341009:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674172.341012:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674172.341096:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.341112:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674172.341115:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.341118:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.341127:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.341131:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674172.341141:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.341145:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.341150:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.341155:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce200 00000400:00000200:0.0:1773674172.341159:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674172.341166:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5871 [1] + 224 00000800:00000001:0.0:1773674172.341174:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.341182:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674172.341185:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674172.341190:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674172.341197:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674172.341203:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674172.341211:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674172.341232:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674172.341240:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674172.341542:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.342211:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.342220:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674172.342232:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674172.342235:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674172.342240:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674172.342250:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:2.0:1773674172.342254:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:2.0:1773674172.342258:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674172.343156:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674172.343176:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.343185:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674172.343189:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.343192:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674172.343197:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674172.343200:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674172.343205:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674172.343209:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674172.343221:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674172.343226:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674172.343229:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674172.343231:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674172.343234:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674172.343239:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.343244:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674172.343247:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674172.343249:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674172.343251:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674172.343256:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.343264:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674172.343278:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674172.343281:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674172.343286:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674172.343295:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953464832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674172.343304:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.343309:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674172.343313:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7100 x1859825953464832/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674172.343320:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674172.343323:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674172.343328:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674172.343334:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674172.343337:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674172.343339:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674172.343342:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674172.343345:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81000. 02000000:00000001:2.0:1773674172.343351:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674172.343353:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674172.343356:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7100. 00000100:00000001:2.0:1773674172.343360:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674172.343362:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674172.343366:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.343368:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674172.343370:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674172.343372:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674172.343373:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929295:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674172.929306:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929315:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674172.929317:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929321:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674172.929323:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929328:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674172.929332:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674172.929335:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674172.929345:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674172.929348:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674172.929350:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929354:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674172.929357:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929360:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929363:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674172.929368:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674172.929369:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674172.929551:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674172.929556:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674172.929560:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674173.953136:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674173.953144:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674173.953150:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674173.953151:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674173.953156:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674173.953157:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674173.953160:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674173.953161:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674173.953165:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674173.953166:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674173.953473:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674173.953477:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674173.953481:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674174.977515:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674174.977526:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674174.977546:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674174.977548:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674174.977554:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674174.977555:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674174.977560:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674174.977562:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674174.977567:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674174.977568:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674174.978131:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674174.978136:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674174.978141:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674176.001824:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674176.001835:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674176.001844:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674176.001846:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674176.001850:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674176.001852:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674176.001855:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674176.001857:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674176.001861:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674176.001863:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674176.002237:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674176.002242:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674176.002246:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674176.257125:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300733254, at 4300733312 00000100:00000010:1.0:1773674176.257148:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cde0. 00000100:00000040:0.0:1773674176.257790:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300733254, at 4300733313 00000100:00000010:0.0:1773674176.257799:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c840. 00010000:00000001:0.0:1773674177.025110:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674177.025121:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674177.025130:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674177.025132:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674177.025137:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674177.025138:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674177.025143:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674177.025144:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674177.025149:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674177.025150:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674177.029141:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674177.029153:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674177.029161:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674177.411047:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411063:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411078:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288380. 00000020:00000040:2.0:1773674177.411086:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674177.411092:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411096:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411103:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411114:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674177.411124:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411139:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411173:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411179:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411187:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db6ca30e] to pc [ptlrpcd_01_01+1] req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411234:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411238:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411242:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411245:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674177.411249:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674177.411252:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411253:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411255:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411259:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:2.0:1773674177.411263:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411267:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411275:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411277:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411281:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411290:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411293:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411297:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411300:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a300. 00000020:00000040:2.0:1773674177.411302:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674177.411305:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411306:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411308:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411311:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674177.411315:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411320:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411326:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411327:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411347:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674faa17] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411355:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411357:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411361:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411367:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674177.411369:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674177.411371:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411372:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411373:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411377:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674177.411380:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411384:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411390:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411393:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411396:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411403:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411406:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674177.411409:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674177.411412:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411415:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411419:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428bb80. 00000020:00000040:2.0:1773674177.411421:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674177.411423:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411424:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411425:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411429:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674177.411431:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411435:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411441:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411442:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411446:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072113101] to pc [ptlrpcd_01_01+1] req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411452:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411455:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411458:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411461:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674177.411465:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674177.411467:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411468:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411469:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411472:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674177.411475:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411478:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411484:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411486:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411489:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411495:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411498:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674177.411502:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674177.411504:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289500. 00000020:00000040:2.0:1773674177.411506:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674177.411508:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674177.411509:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674177.411510:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674177.411513:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674177.411516:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411520:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674177.411528:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674177.411530:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411533:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bfe260a] to pc [ptlrpcd_01_01+1] req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411540:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.411543:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674177.411547:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674177.411553:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6072) 00000100:00000001:2.0:1773674177.411580:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.411585:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674177.411587:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674177.411593:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411601:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674177.411603:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.411608:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674177.411612:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674177.411615:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674177.411618:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953465088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674177.411636:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674177.411642:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674177.411645:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.411648:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674177.411653:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674177.411656:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674177.411679:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674177.411684:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674177.411703:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674177.411712:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465088, portal 10 00000100:00000001:2.0:1773674177.411715:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674177.411717:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:2.0:1773674177.411726:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.411734:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674177.411736:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674177.411739:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674177.411743:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953465088, offset 0 00000400:00000200:2.0:1773674177.411751:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674177.411761:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674177.411896:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.411900:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674177.411902:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674177.411908:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.411917:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674177.411918:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.411920:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674177.411922:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674177.411925:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674177.411928:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953464960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.411932:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674177.411935:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674177.411937:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.411939:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674177.411944:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674177.411947:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674177.411951:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674177.411955:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f4d0. 00000400:00000010:3.0:1773674177.411960:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674177.411964:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953464960, portal 25 00000100:00000001:3.0:1773674177.411966:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674177.411967:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832000 : -113404246719616 : ffff98dc04288380) 00000100:00000040:3.0:1773674177.411972:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.411978:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674177.411980:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674177.411983:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674177.411985:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953464960, offset 0 00000400:00000200:3.0:1773674177.411990:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674177.414955:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674177.414966:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674177.414972:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674177.414977:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674177.414982:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674177.414987:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252760:252760:256:4294967295] 192.168.201.103@tcp LPNI seq info [252728:252728:8:4294967295] 00000400:00000200:2.0:1773674177.414996:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674177.415010:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674177.415019:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674177.415034:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674177.415043:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674177.415055:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674177.415061:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674177.415093:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.415102:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 330850 usecs (331 jiffies) 00000400:00000200:2.0:1773674177.415106:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674177.415110:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300734801 00000100:00000010:2.0:1773674177.415118:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c780. 00000100:00000001:2.0:1773674177.415127:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674177.415787:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300734802 00000100:00000010:2.0:1773674177.415793:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cd80. 00000100:00000001:2.0:1773674177.415798:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674177.415806:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.415811:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.415817:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674177.415827:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.415849:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674177.415853:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.415858:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674177.415861:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674177.415865:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674177.415869:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953465344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674177.415874:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674177.415882:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674177.415885:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.415888:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674177.415894:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674177.415896:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674177.415902:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674177.415908:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674177.415917:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674177.415927:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465344, portal 4 00000100:00000001:2.0:1773674177.415930:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674177.415931:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674177.415941:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.415949:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674177.415951:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674177.415954:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064dd0. 00000100:00000200:2.0:1773674177.415958:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953465344, offset 0 00000400:00000200:2.0:1773674177.415966:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000200:1.0:1773674177.416409:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674177.416416:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674177.416423:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.416430:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674177.416437:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:1.0:1773674177.416440:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:1.0:1773674177.416445:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674177.416451:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.416665:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674177.416670:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.416678:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674177.416679:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773674177.426141:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.427083:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674177.427090:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674177.427095:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674177.427100:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674177.427104:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674177.427109:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252761:252761:256:4294967295] 192.168.201.103@tcp LPNI seq info [252729:252729:8:4294967295] 00000400:00000200:3.0:1773674177.427116:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.427130:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674177.427138:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674177.427153:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674177.427174:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674177.427184:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674177.427190:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674177.427207:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674177.427215:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674177.427219:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300738381 00000800:00000200:0.0:1773674177.427453:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.427460:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:0.0:1773674177.427465:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.427471:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.427478:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:0.0:1773674177.427482:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:0.0:1773674177.427487:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.427498:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.427511:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.427515:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.427523:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.427526:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674177.428951:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734801 00000100:00000001:3.0:1773674177.428966:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300738390 00000100:00000001:3.0:1773674177.428973:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734802 00000100:00000001:3.0:1773674177.428976:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.428981:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.428989:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674177.429002:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.429013:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674177.429015:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.429022:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674177.429026:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674177.429030:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674177.429033:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953465216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.429038:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674177.429046:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674177.429050:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.429052:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674177.429063:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674177.429066:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674177.429076:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674177.429081:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674177.429089:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674177.429099:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465216, portal 10 00000100:00000001:3.0:1773674177.429101:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674177.429103:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840064 : -113404246711552 : ffff98dc0428a300) 00000100:00000040:3.0:1773674177.429113:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.429121:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674177.429123:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674177.429127:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674177.429131:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953465216, offset 0 00000400:00000200:3.0:1773674177.429138:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674177.429149:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.429177:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674177.429182:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674177.429187:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674177.429192:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674177.429194:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674177.429200:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252762:252762:256:4294967295] 192.168.201.103@tcp LPNI seq info [252730:252730:8:4294967295] 00000400:00000200:3.0:1773674177.429205:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.429215:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674177.429221:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674177.429226:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674177.429233:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674177.429242:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674177.429247:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674177.429267:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.429272:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 92287 usecs (93 jiffies) 00000400:00000200:3.0:1773674177.429276:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674177.429278:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300734575 00000100:00000001:3.0:1773674177.429281:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300738381 00000100:00000001:3.0:1773674177.429283:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300734575 00000100:00000001:3.0:1773674177.429285:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300738390 00000100:00000001:3.0:1773674177.429287:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.429290:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.429293:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674177.429298:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.429307:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674177.429309:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.429312:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674177.429314:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674177.429316:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674177.429319:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953465472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.429323:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674177.429326:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674177.429328:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.429329:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1773674177.429628:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674177.429636:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674177.429639:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674177.429641:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674177.429644:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674177.429646:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674177.429649:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252763:252763:255:4294967295] 192.168.201.103@tcp LPNI seq info [252731:252731:7:4294967295] 00000400:00000200:2.0:1773674177.429654:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674177.429672:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674177.429677:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674177.429683:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674177.429687:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674177.429701:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674177.429704:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674177.429708:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.429712:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 439515 usecs (440 jiffies) 00000400:00000200:2.0:1773674177.429716:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674177.429718:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300734924 00000100:00000001:2.0:1773674177.429721:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300738381 00000100:00000001:2.0:1773674177.429723:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300734924 00000100:00000001:2.0:1773674177.429726:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300738390 00000100:00000001:2.0:1773674177.429728:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.429731:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.429734:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674177.429739:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.429747:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674177.429749:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.429752:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674177.429754:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674177.429756:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674177.429759:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953465600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674177.429781:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674177.429785:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674177.429787:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.429789:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674177.429794:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674177.429796:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674177.429800:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674177.429803:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674177.429809:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674177.429813:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465600, portal 10 00000100:00000001:2.0:1773674177.429815:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674177.429816:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:2.0:1773674177.429824:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.429830:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674177.429833:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674177.429838:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674177.429841:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953465600, offset 0 00000400:00000200:2.0:1773674177.429846:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674177.429851:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674177.429855:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674177.429858:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674177.429860:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674177.429863:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674177.429865:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674177.429868:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252764:252764:254:4294967295] 192.168.201.103@tcp LPNI seq info [252732:252732:6:4294967295] 00000400:00000200:2.0:1773674177.429872:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674177.429879:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674177.429884:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674177.429888:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558700. 00000800:00000200:2.0:1773674177.429892:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674177.429897:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674177.429899:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674177.429903:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.429906:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 48828 usecs (49 jiffies) 00000400:00000200:2.0:1773674177.429910:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674177.429912:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300734534 00000100:00000001:2.0:1773674177.429915:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300738381 00000100:00000001:2.0:1773674177.429917:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300734534 00000100:00000001:2.0:1773674177.429919:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300738390 00000100:00000001:2.0:1773674177.429921:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.429923:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.429926:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.429931:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.429942:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674177.429945:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1773674177.429948:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.429951:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674177.429953:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.429956:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674177.435074:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674177.435091:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674177.435106:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674177.435123:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674177.435133:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674177.435144:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465472, portal 10 00000100:00000001:3.0:1773674177.435149:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674177.435151:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462846336 : -113404246705280 : ffff98dc0428bb80) 00000100:00000040:3.0:1773674177.435402:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.435414:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674177.435417:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674177.435420:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674177.435426:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953465472, offset 0 00000400:00000200:3.0:1773674177.435433:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674177.435444:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.435455:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674177.435461:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:1.0:1773674177.437318:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773674177.437711:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674177.437718:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674177.437724:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674177.437729:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252765:252765:253:4294967295] 192.168.201.103@tcp LPNI seq info [252733:252733:5:4294967295] 00000400:00000200:3.0:1773674177.437738:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.437753:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674177.437762:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674177.437798:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674177.437808:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674177.437817:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674177.437823:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674177.437830:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.437838:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 40563 usecs (41 jiffies) 00000400:00000200:3.0:1773674177.437842:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674177.437846:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300734534 00000100:00000001:3.0:1773674177.437850:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300738381 00000100:00000001:3.0:1773674177.437854:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300734534 00000100:00000001:3.0:1773674177.437856:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300738390 00000100:00000001:3.0:1773674177.437859:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.437864:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.437869:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674177.437880:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.437890:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674177.437894:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.437899:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674177.437904:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674177.437907:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674177.437911:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953465728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.437916:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674177.437925:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674177.437929:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.437932:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674177.437939:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674177.437941:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674177.437946:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674177.437951:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674177.437958:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674177.437966:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465728, portal 4 00000100:00000001:3.0:1773674177.437969:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674177.437971:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462836480 : -113404246715136 : ffff98dc04289500) 00000100:00000040:3.0:1773674177.437979:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.437987:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674177.437989:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674177.437992:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674177.437996:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953465728, offset 0 00000400:00000200:3.0:1773674177.438002:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674177.438011:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.438018:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674177.438023:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674177.438025:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674177.438028:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674177.438030:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674177.438033:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252766:252766:252:4294967295] 192.168.201.103@tcp LPNI seq info [252734:252734:4:4294967295] 00000400:00000200:3.0:1773674177.438037:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674177.438043:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674177.438048:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674177.438051:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000800:00000200:3.0:1773674177.438055:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674177.438059:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674177.438062:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674177.438066:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.438068:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 48696 usecs (49 jiffies) 00000400:00000200:3.0:1773674177.438071:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674177.438073:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300734542 00000100:00000001:3.0:1773674177.438076:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300738381 00000100:00000001:3.0:1773674177.438079:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300734542 00000100:00000001:3.0:1773674177.438082:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300738390 00000100:00000001:3.0:1773674177.438084:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.438086:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.438090:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.438095:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.438107:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674177.438870:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674177.438876:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.438879:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674177.438882:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.438886:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674177.448892:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.448906:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.448918:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.448932:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.448942:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.448956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.448962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.448969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.448974:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce300 00000400:00000200:1.0:1773674177.448980:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.448987:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5879 [1] + 224 00000800:00000001:1.0:1773674177.448998:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.449004:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.449008:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.449013:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.449023:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.449036:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.449049:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.449066:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.449079:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.449083:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.449085:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.449087:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.449091:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.449095:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.449099:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.449102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.449105:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.449108:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ce280 00000400:00000200:1.0:1773674177.449112:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.449118:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5881 [1] + 224 00000800:00000001:1.0:1773674177.449124:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.449136:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.449139:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.449142:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.449145:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.449151:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.449181:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.449211:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.449216:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.449220:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.450647:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.450669:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674177.450681:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674177.450684:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674177.450698:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f4d0. 00000400:00000200:3.0:1773674177.450707:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:3.0:1773674177.450710:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:3.0:1773674177.450716:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674177.450727:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674177.450740:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.450747:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674177.450750:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.450753:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674177.450758:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674177.450762:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674177.450800:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.450804:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674177.450814:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674177.450820:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674177.450823:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674177.450825:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674177.450830:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674177.450833:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.450836:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.450842:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.450849:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.450853:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674177.450855:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674177.450860:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674177.450867:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953464960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.450875:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.450878:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674177.450881:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288380 x1859825953464960/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.450889:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674177.450892:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674177.450897:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674177.450902:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674177.450906:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674177.450908:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674177.450911:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674177.450914:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:3.0:1773674177.450919:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674177.450921:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674177.450923:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288380. 00000100:00000001:3.0:1773674177.450927:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674177.450929:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.450933:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.450935:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.450937:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674177.450938:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.450941:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674177.451383:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.451390:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:0.0:1773674177.451396:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.451403:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.451409:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:0.0:1773674177.451412:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:0.0:1773674177.451416:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.451422:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451433:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.451437:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451443:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.451445:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674177.451465:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.451468:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:0.0:1773674177.451471:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.451475:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.451477:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:0.0:1773674177.451479:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:0.0:1773674177.451482:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.451487:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451495:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.451499:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451506:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.451508:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674177.451517:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.451520:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558700. 00000400:00000200:0.0:1773674177.451523:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.451527:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.451529:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:0.0:1773674177.451531:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:0.0:1773674177.451534:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.451539:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451547:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.451550:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451556:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.451557:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674177.451567:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.451568:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:0.0:1773674177.451571:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.451574:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.451577:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:0.0:1773674177.451579:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:0.0:1773674177.451581:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.451585:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451592:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.451595:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.451600:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.451602:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674177.452938:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674177.452946:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:0.0:1773674177.452953:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674177.452962:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674177.452969:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:0.0:1773674177.452971:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:0.0:1773674177.452976:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674177.452983:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.452994:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674177.452998:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674177.453005:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674177.453006:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674177.454974:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.454986:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674177.454998:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674177.455002:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674177.455007:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674177.455016:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:2.0:1773674177.455020:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:2.0:1773674177.455025:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674177.455037:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674177.455049:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.455057:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674177.455059:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.455063:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674177.455066:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674177.455069:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674177.455072:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.455075:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674177.455089:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=110 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674177.455094:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674177.455097:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674177.455099:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674177.455103:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674177.455108:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.455125:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674177.455128:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674177.455130:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674177.455132:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.455138:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.455146:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.455150:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674177.455166:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674177.455172:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674177.455182:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953465088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674177.455190:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.455193:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674177.455197:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953465088/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.455204:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674177.455207:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674177.455214:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674177.455218:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674177.455222:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674177.455224:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674177.455227:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674177.455229:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:2.0:1773674177.455234:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674177.455236:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674177.455239:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:2.0:1773674177.455243:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674177.455244:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.455249:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.455251:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.455253:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674177.455255:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.455257:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674177.461914:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.461944:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.461951:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.461954:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.461969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.461979:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.461993:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462012:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce400 00000400:00000200:1.0:1773674177.462018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462026:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5889 [1] + 224 00000800:00000001:1.0:1773674177.462037:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462046:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462050:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.462055:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.462066:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.462078:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.462091:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.462118:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.462131:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462136:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.462138:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462140:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462144:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462148:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.462167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462170:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462173:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462177:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce580 00000400:00000200:1.0:1773674177.462180:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462185:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58a9 [1] + 224 00000800:00000001:1.0:1773674177.462189:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462194:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462196:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.462199:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.462202:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.462207:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.462216:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.462236:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.462241:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462245:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.462247:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462249:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462253:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462257:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.462262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462264:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462268:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462270:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce380 00000400:00000200:1.0:1773674177.462275:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462280:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5891 [1] + 224 00000800:00000001:1.0:1773674177.462284:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462288:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462290:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.462294:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.462297:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.462302:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.462312:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.462320:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.462324:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462327:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.462329:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462346:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462350:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462354:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.462359:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462365:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462368:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce500 00000400:00000200:1.0:1773674177.462373:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462377:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5899 [1] + 224 00000800:00000001:1.0:1773674177.462381:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462386:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462388:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.462391:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.462394:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.462400:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.462408:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.462415:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.462419:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462423:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674177.462425:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462427:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462430:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462433:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674177.462437:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462442:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462445:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce480 00000400:00000200:1.0:1773674177.462448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674177.462452:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58a1 [1] + 224 00000800:00000001:1.0:1773674177.462455:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462551:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674177.462554:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674177.462559:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674177.462562:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674177.462568:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674177.462577:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674177.462585:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674177.462590:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674177.462594:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.464005:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.464015:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674177.464027:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674177.464029:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674177.464034:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674177.464043:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674177.464047:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674177.464050:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674177.464063:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674177.464074:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.464080:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674177.464083:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.464085:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674177.464090:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674177.464093:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674177.464095:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.464098:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674177.464473:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=110 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674177.464480:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674177.464484:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674177.464486:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674177.464489:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674177.464495:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.464500:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674177.464503:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674177.464506:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674177.464508:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.464514:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.464523:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.464528:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674177.464530:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674177.464536:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674177.464546:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953465216:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674177.464554:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674177.464555:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674177.464557:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674177.464561:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:3.0:1773674177.464563:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:3.0:1773674177.464565:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674177.464570:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674177.464580:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.464587:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674177.464589:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.464591:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674177.464593:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674177.464594:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674177.464596:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.464598:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674177.464604:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=98 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674177.464608:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674177.464610:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674177.464611:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674177.464613:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674177.464615:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.464618:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674177.464620:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674177.464622:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674177.464623:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.464627:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.464634:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.464636:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674177.464638:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674177.464642:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674177.464650:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953465472:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674177.464656:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674177.464658:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674177.465018:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674177.465023:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:3.0:1773674177.465024:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:3.0:1773674177.465028:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674177.465034:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674177.465043:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.465050:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674177.465052:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465054:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674177.465056:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674177.465057:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674177.465059:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674177.465061:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674177.465067:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674177.465070:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674177.465072:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674177.465074:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674177.465075:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674177.465077:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.465081:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674177.465082:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674177.465084:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674177.465085:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674177.465089:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.465097:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674177.465099:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674177.465100:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674177.465103:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674177.465123:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953465728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674177.465128:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465131:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674177.465136:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a300 x1859825953465216/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.465144:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674177.465147:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674177.465152:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674177.465169:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674177.465172:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674177.465388:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674177.465391:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674177.465395:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:3.0:1773674177.465400:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674177.465402:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674177.465405:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a300. 00000100:00000001:3.0:1773674177.465409:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674177.465410:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465413:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674177.465417:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428bb80 x1859825953465472/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.465424:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674177.465426:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674177.465428:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674177.465429:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674177.465431:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674177.465433:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674177.465435:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674177.465437:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:3.0:1773674177.465439:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674177.465440:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674177.465441:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428bb80. 00000100:00000001:3.0:1773674177.465444:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674177.465445:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465446:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674177.465450:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289500 x1859825953465728/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674177.465457:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674177.465458:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674177.465460:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674177.465462:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674177.465464:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674177.465465:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674177.465467:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674177.465468:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 02000000:00000001:3.0:1773674177.465470:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674177.465472:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674177.465473:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289500. 00000100:00000001:3.0:1773674177.465476:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674177.465477:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465480:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674177.465490:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674177.465493:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674177.465496:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674177.465500:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.465590:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.465594:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674177.465809:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674177.465812:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674177.465815:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674177.465820:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:2.0:1773674177.465822:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:2.0:1773674177.465825:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674177.465832:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674177.465847:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.465853:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674177.465855:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.465857:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674177.465859:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674177.465860:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674177.465862:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.465864:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674177.465870:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674177.465873:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=63 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674177.465875:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674177.465876:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674177.465878:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674177.465880:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.465882:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674177.465883:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674177.465885:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674177.465887:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.465890:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.465897:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.465899:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674177.465900:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674177.465903:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674177.465910:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953465344:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674177.465916:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674177.465918:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674177.465920:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674177.465923:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:2.0:1773674177.465925:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:2.0:1773674177.465927:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674177.465931:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674177.465939:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.465946:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674177.465947:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.465949:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674177.465950:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674177.465951:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674177.465953:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674177.465955:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674177.465959:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=98 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674177.465961:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674177.465963:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674177.465964:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674177.465966:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674177.465968:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.465971:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674177.465972:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674177.465973:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674177.465975:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674177.465979:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.465985:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674177.465987:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674177.465989:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674177.465992:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674177.466001:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953465600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674177.466006:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.466009:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674177.466012:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953465344/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.466019:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674177.466020:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674177.466023:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674177.466026:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674177.466028:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674177.466030:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674177.466032:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674177.466033:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:2.0:1773674177.466036:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674177.466037:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674177.466038:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674177.466041:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674177.466042:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.466044:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674177.466047:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953465600/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674177.466053:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674177.466054:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674177.466056:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674177.466059:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674177.466060:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674177.466061:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674177.466063:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674177.466065:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674177.466067:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674177.466068:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674177.466070:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:2.0:1773674177.466072:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674177.466073:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674177.466075:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.466077:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674177.466078:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674177.466080:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674177.466082:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674178.049815:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674178.049827:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674178.049835:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674178.049836:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674178.049841:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674178.049842:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674178.049846:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674178.049848:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674178.049852:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674178.049854:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674178.060913:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674178.061086:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674178.061093:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674179.072953:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674179.072963:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674179.072971:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674179.072972:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674179.072977:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674179.072979:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674179.072983:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674179.072984:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674179.072988:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674179.072990:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674179.073633:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674179.073639:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674179.073642:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674180.097937:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674180.097951:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674180.097954:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674180.097960:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097966:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674180.097969:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097972:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097974:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097981:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674180.097983:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097988:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674180.097989:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.097994:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674180.097995:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.098000:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674180.098002:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674180.098004:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674180.098005:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.098007:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674180.098009:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.098012:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674180.098014:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674180.098036:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674180.098043:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674180.098047:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773674180.290558:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674180.290585:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674180.290591:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674180.290594:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674180.290608:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674180.290619:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674180.290632:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674180.290638:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674180.290656:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674180.290661:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794c9e00 00000400:00000200:0.0:1773674180.290668:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674180.290677:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5301 [1] + 0 00000800:00000001:0.0:1773674180.290688:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674180.290707:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674180.290712:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674180.290717:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674180.290728:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674180.290741:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773674190 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773674180.290756:0:2403:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773674190 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674180.290836:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674180.290848:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674180.290852:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674180.291457:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674180.291463:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674180.291467:0:2413:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773674180.291470:0:2413:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773674180.291479:0:2413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 02000000:00000010:2.0:1773674180.291486:0:2413:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674180.291490:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674180.291493:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674180.291496:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674180.291506:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674180.291509:0:2413:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674180.291528:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=66 v=5 (1 1 1 0) 02000000:00000010:2.0:1773674180.291536:0:2413:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff98dc09558b00. 00000100:00000010:2.0:1773674180.291543:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00001000:2.0:1773674180.291552:0:2413:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 35s (25s) req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674180.291560:0:2413:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674180.291563:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674180.291567:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674181.122182:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674181.122193:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674181.122202:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674181.122203:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674181.122209:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674181.122210:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674181.122214:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674181.122216:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674181.122221:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674181.122222:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674181.123332:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674181.123341:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674181.123346:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674181.376962:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300738381, at 4300738432 00000100:00000010:0.0:1773674181.376984:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c780. 00000100:00000040:1.0:1773674181.379831:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300738390, at 4300738435 00000100:00000010:1.0:1773674181.379853:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cd80. 00010000:00000001:0.0:1773674182.144991:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674182.145001:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145008:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674182.145012:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674182.145015:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674182.145023:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674182.145027:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674182.145030:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145034:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674182.145037:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145040:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145042:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145047:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674182.145049:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674182.145050:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674182.145052:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674182.145053:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674182.145054:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145055:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674182.145057:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145058:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145060:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145064:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674182.145066:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674182.145070:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674182.145071:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674182.145404:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674182.145408:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674182.145412:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674182.529318:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.529333:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.529349:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289c00. 00000020:00000040:2.0:1773674182.529358:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674182.529365:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.529369:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.529376:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.529387:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674182.529395:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.529410:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.529426:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.529431:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.529439:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097484c88] to pc [ptlrpcd_01_00+0] req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.529484:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.529488:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.529493:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.529496:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674182.529499:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674182.529502:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.529503:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.529505:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.529508:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674182.529511:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.530911:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.530935:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.530940:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.530947:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.530961:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.530964:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.530969:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.530979:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b100. 00000020:00000040:2.0:1773674182.530984:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674182.531173:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.531176:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.531181:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.531191:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558500. 00000100:00000001:3.0:1773674182.531674:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674182.531682:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674182.531686:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674182.531697:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.531716:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674182.531719:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.531724:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674182.531728:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674182.531732:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674182.531736:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953465856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674182.531741:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674182.531750:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674182.531753:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.531757:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674182.531807:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674182.531811:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674182.531822:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674182.531829:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674182.531838:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674182.531850:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465856, portal 25 00000100:00000001:3.0:1773674182.531854:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674182.531856:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462838272 : -113404246713344 : ffff98dc04289c00) 00000100:00000040:3.0:1773674182.531864:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.531873:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674182.531877:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674182.531880:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674182.531885:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953465856, offset 0 00000400:00000200:3.0:1773674182.531893:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674182.531907:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.531918:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674182.531925:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674182.531932:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674182.531938:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674182.531941:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674182.531947:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252767:252767:256:4294967295] 192.168.201.103@tcp LPNI seq info [252735:252735:8:4294967295] 00000400:00000200:3.0:1773674182.531952:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.531968:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674182.531976:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674182.531983:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81e00. 00000100:00000001:2.0:1773674182.532102:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.532114:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.532127:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.532132:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.532138:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a7336c] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.532150:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.532153:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.532158:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.532164:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674182.532169:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674182.532172:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.532174:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.532177:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.532182:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558100. 00000100:00000001:2.0:1773674182.532188:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.532193:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.533113:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.533118:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773674182.533456:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674182.533468:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674182.533474:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1773674182.533582:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_01+1] req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.533602:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533605:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674182.533619:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674182.533622:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.533626:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.533635:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288a80. 00000020:00000040:2.0:1773674182.533639:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674182.533643:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.533646:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.533650:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.533657:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558c00. 00000100:00000001:2.0:1773674182.533663:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533669:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.533677:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.533679:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533684:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008797fe91] to pc [ptlrpcd_01_00+0] req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.533693:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533695:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.533699:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.533702:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674182.533705:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674182.533707:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.533709:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.533710:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.533716:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674182.533719:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533724:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.533733:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.533735:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533739:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.533747:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533750:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674182.533753:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674182.533757:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674182.533760:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674182.533762:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674182.533763:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674182.533785:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674182.533790:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674182.533793:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533798:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674182.533805:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674182.533808:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533811:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.533818:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.533820:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674182.533824:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674182.533833:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6077) 00000100:00000001:3.0:1773674182.535826:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674182.535848:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674182.535853:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300743499 00000100:00000010:3.0:1773674182.535871:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119164e0. 00000100:00000001:3.0:1773674182.535881:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674182.535892:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300743499 00000100:00000010:3.0:1773674182.535896:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119161e0. 00000100:00000001:3.0:1773674182.535901:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674182.535905:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.535911:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.535919:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.535924:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.535935:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674182.535938:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674182.535941:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674182.535944:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674182.535946:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674182.535959:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.535970:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674182.535973:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.535979:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674182.535984:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674182.535988:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674182.535993:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953466112:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674182.535998:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674182.536005:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674182.536009:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.536012:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674182.536019:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674182.536021:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674182.536027:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674182.536033:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674182.536042:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674182.536052:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466112, portal 10 00000100:00000001:3.0:1773674182.536055:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674182.536057:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462843648 : -113404246707968 : ffff98dc0428b100) 00000100:00000040:3.0:1773674182.536067:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.536075:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674182.536078:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674182.536080:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674182.536084:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953466112, offset 0 00000400:00000200:3.0:1773674182.536091:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674182.536343:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.536354:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674182.536360:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674182.536365:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674182.536370:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674182.536374:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674182.536379:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252768:252768:255:4294967295] 192.168.201.103@tcp LPNI seq info [252736:252736:7:4294967295] 00000400:00000200:3.0:1773674182.536384:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.536397:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674182.536403:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674182.536410:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81b00. 00000800:00000200:3.0:1773674182.536418:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674182.536429:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674182.536435:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674182.536439:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674182.536445:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 92126 usecs (93 jiffies) 00000400:00000200:3.0:1773674182.536448:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674182.536450:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300739684 00000100:00000001:3.0:1773674182.536453:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.536455:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300739684 00000100:00000001:3.0:1773674182.536458:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.536460:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.536463:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.536465:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674182.536471:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.536481:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674182.536483:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.536485:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674182.539584:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674182.539827:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674182.539852:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953466368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674182.539860:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674182.539867:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674182.539870:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.539874:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674182.539888:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674182.539891:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674182.539902:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674182.539909:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674182.539921:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000001:2.0:1773674182.543262:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.543279:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674182.543284:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674182.543305:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.543322:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674182.543325:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.543332:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674182.543336:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674182.543340:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674182.543345:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953465984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.543351:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674182.543359:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674182.543362:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.543366:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674182.543379:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674182.543382:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674182.543392:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674182.543399:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000100:00000200:3.0:1773674182.543441:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466368, portal 10 00000100:00000001:3.0:1773674182.543446:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674182.543448:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462833792 : -113404246717824 : ffff98dc04288a80) 00000100:00000040:3.0:1773674182.543462:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.543471:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674182.543475:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674182.543481:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674182.543486:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953466368, offset 0 00000400:00000200:3.0:1773674182.543494:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674182.543505:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.543527:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674182.543533:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674182.543538:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674182.543543:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674182.543546:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674182.543551:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252769:252769:254:4294967295] 192.168.201.103@tcp LPNI seq info [252737:252737:6:4294967295] 00000400:00000200:3.0:1773674182.543556:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.543567:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674182.543574:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674182.543581:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674182.543589:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674182.543598:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674182.543604:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674182.543620:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674182.543626:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 41487 usecs (42 jiffies) 00000400:00000200:3.0:1773674182.543629:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674182.543633:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300739640 00000100:00000001:3.0:1773674182.543637:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.543640:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300739640 00000100:00000001:3.0:1773674182.543643:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.543646:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.543649:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.543653:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674182.543659:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.543667:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674182.543669:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.543672:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674182.543674:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674182.543676:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674182.543679:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953466624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674182.543683:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674182.543687:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674182.543689:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.543690:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674182.543694:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31000. 02000000:00000001:3.0:1773674182.543697:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674182.543700:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674182.543704:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f4d0. 00000800:00000200:1.0:1773674182.546683:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.546698:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81e00. 00000400:00000200:1.0:1773674182.546710:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.546722:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.546731:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:1.0:1773674182.546735:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:1.0:1773674182.546742:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.546754:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.546787:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.546792:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.546800:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.546802:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674182.546822:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.546824:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81b00. 00000400:00000200:1.0:1773674182.546828:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.546847:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.546851:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:1.0:1773674182.546853:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:1.0:1773674182.546856:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.546861:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.546870:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.546873:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.546880:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.546882:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674182.546973:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.546976:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:1.0:1773674182.546980:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.546993:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.546996:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:1.0:1773674182.546998:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:1.0:1773674182.547001:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.547007:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.547015:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.547018:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.547025:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.547027:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674182.556498:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.556535:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674182.556541:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.556545:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.556560:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.556569:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674182.556581:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.556588:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.556595:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.556600:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce700 00000400:00000200:0.0:1773674182.556618:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674182.556688:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674182.556702:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953465984, portal 10 00000100:00000001:2.0:1773674182.556707:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674182.556709:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674182.556728:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.556740:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674182.556743:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674182.556748:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674182.556753:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953465984, offset 0 00000400:00000200:2.0:1773674182.556760:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674182.556785:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.556793:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674182.556800:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674182.556806:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674182.556811:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674182.556816:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674182.556821:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252770:252770:256:4294967295] 192.168.201.103@tcp LPNI seq info [252738:252738:8:4294967295] 00000400:00000200:2.0:1773674182.556826:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.556853:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674182.556862:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674182.556870:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558800. 00000800:00000200:2.0:1773674182.556879:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674182.556888:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674182.556895:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674182.556905:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.556911:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 330248 usecs (331 jiffies) 00000400:00000200:2.0:1773674182.556914:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674182.556918:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300739942 00000100:00000001:2.0:1773674182.556923:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.556939:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300739942 00000100:00000001:2.0:1773674182.556942:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.556945:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.556949:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.556955:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674182.556963:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.556972:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674182.556976:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.556982:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1773674182.563949:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.563962:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558800. 00000400:00000200:1.0:1773674182.563972:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.563983:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.564001:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:1.0:1773674182.564005:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:1.0:1773674182.564012:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.564023:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.564039:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.564043:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.564052:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.564055:0:2404:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773674182.564906:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674182.564914:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674182.564923:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953466240:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.564941:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674182.564952:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674182.564955:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.564959:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674182.564967:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674182.564970:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674182.564979:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674182.564995:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674182.565005:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674182.565015:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466240, portal 4 00000100:00000001:2.0:1773674182.565018:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674182.565020:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674182.565030:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.565040:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674182.565043:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674182.565047:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674182.565051:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953466240, offset 0 00000400:00000200:2.0:1773674182.565059:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674182.565070:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.565079:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674182.565085:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674182.565090:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674182.565095:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674182.565098:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674182.565103:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252771:252771:256:4294967295] 192.168.201.103@tcp LPNI seq info [252739:252739:8:4294967295] 00000400:00000200:2.0:1773674182.565108:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.565118:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674182.565125:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674182.565131:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558700. 00000800:00000200:2.0:1773674182.565139:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674182.565148:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674182.565154:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674182.565700:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.565709:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 437303 usecs (438 jiffies) 00000400:00000200:2.0:1773674182.565713:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674182.565717:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300740056 00000100:00000001:2.0:1773674182.565721:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.565725:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300740056 00000100:00000001:2.0:1773674182.565727:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.565730:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.565734:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.565739:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674182.565747:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.565757:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674182.565760:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.565789:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674182.565791:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674182.565794:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674182.565797:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953466496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.565801:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674182.565805:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674182.565807:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.565808:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674182.565813:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674182.565815:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674182.565819:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674182.565823:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674182.565828:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674182.565831:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466496, portal 10 00000100:00000001:2.0:1773674182.565834:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674182.565835:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:2.0:1773674182.565842:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.565849:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674182.565852:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674182.565855:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064e58. 00000100:00000200:2.0:1773674182.565857:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953466496, offset 0 00000400:00000200:2.0:1773674182.565862:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674182.565866:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.565870:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674182.565874:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674182.565877:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674182.565879:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674182.565881:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674182.565884:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252772:252772:255:4294967295] 192.168.201.103@tcp LPNI seq info [252740:252740:7:4294967295] 00000400:00000200:2.0:1773674182.565889:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674182.565896:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674182.565901:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674182.565905:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674182.565909:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674182.565914:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674182.565918:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674182.565921:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.566075:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 49702 usecs (50 jiffies) 00000400:00000200:2.0:1773674182.566079:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674182.566082:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300739668 00000100:00000001:2.0:1773674182.566085:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.566087:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300739668 00000100:00000001:2.0:1773674182.566090:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:2.0:1773674182.566092:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.566094:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.566098:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.566104:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.566115:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674182.566117:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674182.566121:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.566123:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674182.566125:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.566128:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674182.566830:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.566848:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558700. 00000400:00000200:1.0:1773674182.566857:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.566865:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.566873:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:1.0:1773674182.566875:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:1.0:1773674182.566881:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.566888:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.566901:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.566905:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.566915:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.566917:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674182.567040:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.567044:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674182.567048:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.567052:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.567056:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:1.0:1773674182.567058:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:1.0:1773674182.567061:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.567065:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.567073:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.567077:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.567084:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.567085:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773674182.572621:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674182.572636:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466624, portal 4 00000100:00000001:3.0:1773674182.572640:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674182.572641:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:3.0:1773674182.572659:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.572669:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674182.572672:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674182.572675:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674182.572679:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953466624, offset 0 00000400:00000200:3.0:1773674182.572687:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674182.572698:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.572706:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674182.572713:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674182.572718:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674182.572723:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674182.572726:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674182.572731:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252773:252773:256:4294967295] 192.168.201.103@tcp LPNI seq info [252741:252741:8:4294967295] 00000400:00000200:3.0:1773674182.572735:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674182.572746:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674182.572751:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674182.572757:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81f00. 00000800:00000200:3.0:1773674182.572780:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674182.572790:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674182.572796:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674182.572826:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674182.572832:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 49562 usecs (50 jiffies) 00000400:00000200:3.0:1773674182.572835:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674182.572838:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300739678 00000100:00000001:3.0:1773674182.572841:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.572843:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300739678 00000100:00000001:3.0:1773674182.572845:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300743499 00000100:00000001:3.0:1773674182.572847:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.572850:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.572856:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.572860:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.572870:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674182.572872:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674182.572876:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674182.572877:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674182.572879:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.572882:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674182.574014:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674182.574320:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81f00. 00000400:00000200:1.0:1773674182.574328:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.574337:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674182.574343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:1.0:1773674182.574346:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:1.0:1773674182.574350:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674182.574358:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.574370:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674182.574374:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.574382:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674182.574383:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773674182.574573:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58b9 [1] + 224 00000800:00000001:0.0:1773674182.574830:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575089:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.575093:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674182.575100:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674182.575109:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674182.575120:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674182.575136:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674182.575162:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674182.575176:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575193:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674182.575196:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575210:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.575219:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575225:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674182.575234:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575238:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575244:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575247:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ce600 00000400:00000200:0.0:1773674182.575252:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575257:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58b1 [1] + 224 00000800:00000001:0.0:1773674182.575261:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575265:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.575267:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674182.575270:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674182.575273:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674182.575279:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674182.575287:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674182.575300:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674182.575305:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575308:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674182.575310:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575313:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.575315:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575319:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674182.575324:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575326:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575329:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575331:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce800 00000400:00000200:0.0:1773674182.575334:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575339:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58c1 [1] + 224 00000800:00000001:0.0:1773674182.575342:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.575347:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.575349:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674182.575352:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674182.575356:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674182.575361:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575367:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1773674182.575371:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575375:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674182.575387:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1773674182.575388:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674182.575393:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674182.575397:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674182.575403:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674182.575405:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674182.575408:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1773674182.575413:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1773674182.575418:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674182.575429:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575437:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674182.575439:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575441:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674182.575445:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674182.575447:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674182.575449:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.575452:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674182.575462:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=115 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674182.575466:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674182.575469:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674182.575470:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674182.575474:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674182.575478:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575482:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674182.575484:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674182.575486:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674182.575488:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674182.575493:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575502:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.575505:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674182.575507:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674182.575512:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674182.575520:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953466112:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674182.575526:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674182.575527:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674182.575530:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674182.575533:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:3.0:1773674182.575546:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:3.0:1773674182.575549:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674182.575553:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674182.575561:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575568:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674182.575569:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575571:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674182.575572:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674182.575574:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674182.575576:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.575578:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674182.575581:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=103 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674182.575585:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674182.575587:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674182.575589:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674182.575590:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674182.575592:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575595:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674182.575597:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674182.575599:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674182.575600:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674182.575633:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575641:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.575643:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674182.575645:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674182.575649:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674182.575658:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953466368:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674182.575664:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674182.575665:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674182.575667:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674182.575670:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:3.0:1773674182.575672:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:3.0:1773674182.575674:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674182.575678:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674182.575687:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575698:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674182.575699:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575701:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674182.575705:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773674182.575707:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674182.575710:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1773674182.575712:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575713:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674182.575717:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674182.575721:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674182.575723:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00001000:3.0:1773674182.575728:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=115 v=5 (5 5 5 5) 00000400:00000200:0.0:1773674182.575734:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00001000:3.0:1773674182.575739:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=32 v=5 (1 1 1 1) 00000400:00000200:0.0:1773674182.575746:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674182.575747:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674182.575753:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674182.575758:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00010000:00000001:3.0:1773674182.575760:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1773674182.575805:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.575811:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce780 00000400:00000200:0.0:1773674182.575817:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00010000:00000001:3.0:1773674182.575819:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575824:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674182.575827:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58d1 [1] + 224 00000100:00000040:3.0:1773674182.575836:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575845:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674182.575848:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674182.575850:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674182.575854:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674182.575864:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953465856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674182.575870:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575873:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674182.575878:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b100 x1859825953466112/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575884:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674182.575887:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674182.575890:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674182.575894:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674182.575897:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674182.575899:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674182.575902:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674182.575905:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558500. 02000000:00000001:3.0:1773674182.575909:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674182.575910:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674182.575912:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b100. 00000100:00000001:3.0:1773674182.575916:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674182.575918:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575919:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674182.575923:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288a80 x1859825953466368/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575932:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674182.575933:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674182.575935:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674182.575936:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674182.575938:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674182.575939:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674182.575941:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674182.575943:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558c00. 02000000:00000001:3.0:1773674182.575946:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674182.575947:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674182.575948:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288a80. 00000100:00000001:3.0:1773674182.575951:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674182.575952:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575954:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674182.575958:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289c00 x1859825953465856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674182.575964:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674182.575966:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674182.575967:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30200. 02000000:00000001:3.0:1773674182.575969:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674182.575970:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674182.575971:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674182.575973:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674182.575975:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:3.0:1773674182.575977:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674182.575978:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674182.575979:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289c00. 00000100:00000001:3.0:1773674182.575981:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674182.575982:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674182.575985:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575987:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674182.575988:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674182.575991:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674182.575993:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674182.576111:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.576126:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.576129:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674182.576134:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674182.576139:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674182.576145:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674182.576155:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674182.576181:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674182.576189:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.576192:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.579625:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.579638:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674182.579651:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674182.579654:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674182.579661:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674182.579673:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:2.0:1773674182.579677:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:2.0:1773674182.579682:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674182.579698:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674182.579713:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.579722:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674182.579725:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.579728:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674182.579733:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674182.579737:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674182.579739:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.579743:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674182.579756:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674182.579761:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=68 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674182.580121:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674182.580125:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674182.580129:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674182.580134:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.580139:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674182.580143:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674182.580145:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674182.580148:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.580156:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.580166:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.580169:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674182.580172:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674182.580177:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674182.580186:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953466240:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.580192:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.580195:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674182.580199:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953466240/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.580206:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674182.580210:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674182.580214:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674182.580221:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674182.580224:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674182.580227:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674182.580229:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674182.580233:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558100. 02000000:00000001:2.0:1773674182.580238:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674182.580241:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674182.580243:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674182.580248:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674182.580249:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.580254:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.580257:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.580258:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674182.580261:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.580262:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674182.587885:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674182.587904:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674182.587908:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674182.587911:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674182.587921:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.587929:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674182.587942:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.587947:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.587954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.587959:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce680 00000400:00000200:1.0:1773674182.587963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.587970:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58c9 [1] + 224 00000800:00000001:1.0:1773674182.587980:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674182.587986:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674182.587989:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.587994:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674182.588003:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674182.588013:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674182.588037:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674182.588058:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674182.588068:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674182.588072:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674182.588074:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674182.588085:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674182.588089:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.588093:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674182.588098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.588100:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.588103:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.588106:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ce880 00000400:00000200:1.0:1773674182.588109:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674182.588113:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58d9 [1] + 224 00000800:00000001:1.0:1773674182.588117:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773674182.588162:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1773674182.588168:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588172:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773674182.588174:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674182.588182:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000001:2.0:1773674182.588188:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674182.588193:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674182.588198:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674182.588219:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:2.0:1773674182.588223:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:2.0:1773674182.588227:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1773674182.588229:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674182.588248:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674182.588248:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674182.588302:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674182.588309:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588330:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674182.588336:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674182.588339:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674182.588341:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674182.588347:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1773674182.588348:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773674182.588352:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1773674182.588356:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588357:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.588365:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674182.588379:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=115 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674182.588385:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674182.588388:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674182.588391:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674182.588394:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674182.588398:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.588402:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674182.588405:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674182.588407:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674182.588409:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.588428:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588437:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.588441:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674182.588444:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674182.588449:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674182.588464:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953465984:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674182.588473:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674182.588474:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674182.588476:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674182.588479:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:2.0:1773674182.588481:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:2.0:1773674182.588484:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674182.588488:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674182.588498:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588504:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674182.588506:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588508:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674182.588521:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674182.588523:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674182.588524:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.588526:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674182.588531:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=103 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674182.588534:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674182.588537:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674182.588538:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674182.588540:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674182.588542:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.588545:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674182.588546:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674182.588547:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674182.588549:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.588553:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588559:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.588562:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674182.588564:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674182.588567:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674182.588574:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953466496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.588579:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588582:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674182.588585:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953465984/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588592:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674182.588596:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674182.588600:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674182.588616:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674182.588619:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674182.588621:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674182.588624:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674182.588628:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:2.0:1773674182.588634:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674182.588637:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674182.588639:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674182.588643:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674182.588645:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588647:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674182.588651:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953466496/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.588657:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674182.588658:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674182.588660:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674182.588662:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674182.588663:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674182.588665:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674182.588667:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674182.588669:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 02000000:00000001:2.0:1773674182.588672:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674182.588673:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674182.588675:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674182.588678:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674182.588679:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588682:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.588693:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674182.588695:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.588698:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.588701:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674182.595597:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.595886:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674182.595891:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.595894:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.595907:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.595916:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674182.595932:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.595939:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.595946:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.595951:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ce900 00000400:00000200:0.0:1773674182.595957:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674182.595964:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58e1 [1] + 224 00000800:00000001:0.0:1773674182.595974:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.596003:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674182.596007:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674182.596013:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674182.596024:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674182.596036:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674182.596049:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674182.596074:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674182.596086:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674182.596091:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.597143:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.597151:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674182.597163:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674182.597165:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674182.597170:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f4d0. 00000400:00000200:2.0:1773674182.597180:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:2.0:1773674182.597184:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:2.0:1773674182.597189:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674182.597211:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674182.597223:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.597231:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674182.597234:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.597237:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674182.597241:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674182.597245:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674182.597248:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674182.597251:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674182.597264:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674182.597270:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674182.597273:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674182.597276:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674182.597279:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674182.597285:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.597290:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674182.597292:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674182.597295:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674182.597297:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674182.597303:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.597312:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674182.597315:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674182.597316:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674182.597320:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674182.597326:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953466624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674182.597330:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.597333:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674182.597335:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953466624/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674182.597340:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674182.597344:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674182.597347:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31000. 02000000:00000001:2.0:1773674182.597351:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674182.597354:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674182.597356:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674182.597358:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674182.597361:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:2.0:1773674182.597365:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674182.597367:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674182.597369:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674182.597372:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674182.597373:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674182.597376:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.597378:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674182.597379:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674182.597380:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674182.597381:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.171978:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674183.171987:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.171993:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674183.171994:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.171999:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674183.172000:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.172004:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674183.172008:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674183.172010:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674183.172017:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674183.172019:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674183.172021:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.172024:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674183.172026:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.172029:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.172031:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674183.172035:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674183.172037:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674183.172516:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674183.172525:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674183.172530:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674184.193793:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674184.193801:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674184.193808:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674184.193810:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674184.193813:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674184.193814:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674184.193818:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674184.193819:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674184.193823:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674184.193824:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674184.194181:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674184.194186:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674184.194190:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674185.217522:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674185.217530:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674185.217538:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674185.217539:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674185.217543:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674185.217544:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674185.217547:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674185.217549:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674185.217552:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674185.217554:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674185.217920:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674185.217928:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674185.217934:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674186.240934:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674186.240940:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674186.240945:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674186.240946:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674186.240949:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674186.240950:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674186.240952:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674186.240954:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674186.240956:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674186.240958:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674186.242040:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674186.242048:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674186.242054:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674186.496941:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300743499, at 4300743552 00000100:00000010:1.0:1773674186.496958:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119161e0. 00000100:00000040:0.0:1773674186.497427:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300743499, at 4300743552 00000100:00000010:0.0:1773674186.497444:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119164e0. 00010000:00000001:0.0:1773674187.266222:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674187.266230:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674187.266236:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674187.266238:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674187.266242:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674187.266243:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674187.266246:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674187.266248:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674187.266252:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674187.266253:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674187.266330:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674187.266336:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674187.266340:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674187.650130:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650142:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650152:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6d80. 00000020:00000040:3.0:1773674187.650160:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674187.650164:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650168:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650173:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650182:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81200. 00000100:00000001:3.0:1773674187.650190:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650202:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650214:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650218:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650225:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c241721] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650268:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650272:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650275:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650279:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773674187.650282:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674187.650285:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650286:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650288:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650291:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81500. 00000100:00000001:3.0:1773674187.650294:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650299:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650307:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650309:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650313:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650323:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650326:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650329:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650332:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4e00. 00000020:00000040:3.0:1773674187.650335:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674187.650337:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650338:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650340:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650345:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81f00. 00000100:00000001:3.0:1773674187.650348:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650352:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650360:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650362:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650366:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e69ef232] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650373:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650376:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650379:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650381:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674187.650384:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674187.650386:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650387:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650389:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650392:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674187.650395:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650409:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650416:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650418:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650422:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650430:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650432:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674187.650436:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674187.650438:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650442:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650445:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5880. 00000020:00000040:3.0:1773674187.650448:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674187.650450:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650451:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650453:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650457:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81b00. 00000100:00000001:3.0:1773674187.650460:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650464:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650472:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650474:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650477:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9658ea3] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650484:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650486:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650489:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650492:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773674187.650494:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674187.650495:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650497:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650498:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650501:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81e00. 00000100:00000001:3.0:1773674187.650503:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650508:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650515:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650898:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650906:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f62475d] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650916:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650918:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674187.650922:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674187.650926:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4a80. 00000020:00000040:3.0:1773674187.650929:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674187.650932:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674187.650933:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674187.650935:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674187.650939:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81300. 00000100:00000001:3.0:1773674187.650943:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650947:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674187.650955:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674187.650957:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650961:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27f5358] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.650968:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.650970:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674187.650974:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674187.650979:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6082) 00000100:00000001:2.0:1773674187.651050:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.651054:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674187.651057:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674187.651064:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.651073:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674187.651075:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.651079:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674187.651082:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674187.651085:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674187.651089:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953466752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.651093:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674187.651100:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674187.651103:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.651105:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674187.651111:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674187.651114:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674187.651124:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674187.651129:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674187.651138:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674187.651146:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466752, portal 25 00000100:00000001:2.0:1773674187.651149:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674187.651150:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527248256 : -113404182303360 : ffff98dc07ff6d80) 00000100:00000040:2.0:1773674187.651156:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.651359:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674187.651364:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674187.651368:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674187.651373:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953466752, offset 0 00000400:00000200:2.0:1773674187.651380:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674187.651388:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.651396:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674187.651401:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674187.651405:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674187.651409:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674187.651412:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674187.651416:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252774:252774:256:4294967295] 192.168.201.103@tcp LPNI seq info [252742:252742:8:4294967295] 00000400:00000200:2.0:1773674187.651421:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.651431:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674187.651437:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674187.651443:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558a00. 00000800:00000200:2.0:1773674187.651450:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674187.651457:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674187.651463:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674187.651484:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674187.651489:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674187.651491:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300748614 00000100:00000010:2.0:1773674187.651498:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cba0. 00000100:00000001:2.0:1773674187.651504:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674187.651509:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300748614 00000100:00000010:2.0:1773674187.651512:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c120. 00000100:00000001:2.0:1773674187.651515:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1773674187.651665:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674187.651671:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558a00. 00000400:00000200:1.0:1773674187.651678:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.651685:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674187.651690:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:1.0:1773674187.651693:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:1.0:1773674187.651698:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674187.651703:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.651713:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674187.651717:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.651725:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674187.651727:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773674187.651815:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.651818:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.651822:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674187.651827:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.651842:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674187.651844:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.651847:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674187.651849:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674187.651851:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674187.651854:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.651858:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674187.651861:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674187.651863:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.651865:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674187.651869:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674187.651871:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674187.651876:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674187.651879:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674187.651884:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674187.651887:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467008, portal 10 00000100:00000001:2.0:1773674187.651889:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674187.651891:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527240192 : -113404182311424 : ffff98dc07ff4e00) 00000100:00000040:2.0:1773674187.651900:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.651907:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674187.651910:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674187.651912:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064d48. 00000100:00000200:2.0:1773674187.651915:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953467008, offset 0 00000400:00000200:2.0:1773674187.651920:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674187.651925:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.651928:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674187.651931:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674187.651934:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674187.651937:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674187.651939:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674187.651943:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252775:252775:256:4294967295] 192.168.201.103@tcp LPNI seq info [252743:252743:8:4294967295] 00000400:00000200:2.0:1773674187.651948:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.651955:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674187.651960:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674187.651964:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558900. 00000800:00000200:2.0:1773674187.651968:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674187.651973:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674187.651976:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674187.652049:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.652056:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 91893 usecs (92 jiffies) 00000400:00000200:2.0:1773674187.652060:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674187.652063:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300744799 00000100:00000001:2.0:1773674187.652067:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.652070:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300744799 00000100:00000001:2.0:1773674187.652072:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.652075:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.652078:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.652080:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674187.652086:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.652095:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674187.652097:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.652100:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674187.652102:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674187.652104:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674187.652107:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953467264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.652112:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674187.652115:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674187.652117:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.652120:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674187.652125:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674187.652127:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674187.652130:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674187.652134:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674187.652139:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674187.652143:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467264, portal 10 00000100:00000001:2.0:1773674187.652146:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674187.652147:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527242880 : -113404182308736 : ffff98dc07ff5880) 00000100:00000040:2.0:1773674187.652156:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.652163:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674187.652166:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674187.652170:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674187.652172:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953467264, offset 0 00000400:00000200:2.0:1773674187.652177:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674187.652181:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.652186:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674187.652189:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674187.652192:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674187.652195:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674187.652197:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674187.652201:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252776:252776:255:4294967295] 192.168.201.103@tcp LPNI seq info [252744:252744:7:4294967295] 00000400:00000200:2.0:1773674187.652419:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.652427:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674187.652432:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674187.652436:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558300. 00000800:00000200:2.0:1773674187.652441:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674187.652445:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674187.652448:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674187.652451:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.652455:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 41861 usecs (42 jiffies) 00000400:00000200:2.0:1773674187.652458:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674187.652460:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300744749 00000100:00000001:2.0:1773674187.652463:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.652465:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300744749 00000100:00000001:2.0:1773674187.652467:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.652469:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.652471:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.652474:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674187.652478:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.652486:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674187.652487:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.652491:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674187.652492:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674187.652494:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674187.652497:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953467520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.652501:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674187.652503:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674187.652505:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.652507:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674187.652511:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674187.652513:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.655365:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674187.655383:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674187.655386:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674187.655398:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.655410:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674187.655413:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.655418:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674187.655422:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674187.655424:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674187.655428:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953466880:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674187.655432:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674187.655438:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674187.655440:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.655442:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674187.655460:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674187.655463:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674187.655469:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674187.655475:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674187.655482:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674187.655488:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953466880, portal 10 00000100:00000001:3.0:1773674187.655491:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674187.655492:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527243776 : -113404182307840 : ffff98dc07ff5c00) 00000100:00000040:3.0:1773674187.655500:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.655508:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674187.655511:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674187.655513:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674187.655516:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953466880, offset 0 00000400:00000200:3.0:1773674187.655533:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674187.655542:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.655653:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674187.655658:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674187.655663:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674187.655667:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674187.655670:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674187.655674:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252777:252777:254:4294967295] 192.168.201.103@tcp LPNI seq info [252745:252745:6:4294967295] 00000400:00000200:3.0:1773674187.655679:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.655689:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674187.655695:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674187.655700:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674187.655707:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674187.655714:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674187.655719:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674187.655723:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.655728:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 329688 usecs (330 jiffies) 00000400:00000200:3.0:1773674187.655732:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674187.655734:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300745040 00000100:00000001:3.0:1773674187.655737:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000100:00000001:3.0:1773674187.655740:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300745040 00000100:00000001:3.0:1773674187.655742:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:3.0:1773674187.655744:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674187.655746:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.655749:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674187.655753:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.655760:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674187.655762:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.655783:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674187.655785:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674187.655787:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674187.655790:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953467136:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674187.655794:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674187.655796:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674187.655798:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.655800:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674187.655803:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674187.655805:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674187.655808:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674187.655811:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674187.655815:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674187.655818:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467136, portal 4 00000100:00000001:3.0:1773674187.655820:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674187.655822:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674187.655827:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.655834:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674187.655836:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674187.655839:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674187.655842:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953467136, offset 0 00000400:00000200:3.0:1773674187.655846:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674187.655850:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.655853:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674187.655856:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674187.655858:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674187.655861:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674187.655863:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674187.655866:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252778:252778:253:4294967295] 192.168.201.103@tcp LPNI seq info [252746:252746:5:4294967295] 00000400:00000200:3.0:1773674187.655870:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.655876:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674187.655880:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674187.655884:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674187.655888:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674187.655892:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674187.655895:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674187.655898:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.655901:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 435057 usecs (436 jiffies) 00000400:00000200:3.0:1773674187.655904:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674187.655906:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300745146 00000100:00000001:3.0:1773674187.655909:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000100:00000001:3.0:1773674187.655912:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300745146 00000100:00000001:3.0:1773674187.655914:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:3.0:1773674187.655916:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674187.655918:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.655920:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674187.655925:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.655932:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674187.655934:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.655936:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674187.655938:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674187.655940:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674187.655942:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953467392:192.168.201.103@tcp:400:kworker.0 00000400:00000200:2.0:1773674187.656845:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674187.656857:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674187.656864:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674187.656870:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467520, portal 4 00000100:00000001:2.0:1773674187.656873:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674187.656874:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527239296 : -113404182312320 : ffff98dc07ff4a80) 00000100:00000040:2.0:1773674187.656887:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.656903:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674187.656906:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674187.656908:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674187.656911:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953467520, offset 0 00000400:00000200:2.0:1773674187.656917:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674187.656924:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.656931:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674187.656935:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674187.656939:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674187.656943:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674187.656946:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674187.656950:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252779:252779:252:4294967295] 192.168.201.103@tcp LPNI seq info [252747:252747:4:4294967295] 00000400:00000200:2.0:1773674187.656955:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674187.656964:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674187.656969:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674187.656974:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674187.656980:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674187.656986:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674187.656990:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674187.656995:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.657000:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 50913 usecs (51 jiffies) 00000400:00000200:2.0:1773674187.657003:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674187.657006:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300744763 00000100:00000001:2.0:1773674187.657009:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.657011:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300744763 00000100:00000001:2.0:1773674187.657014:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:2.0:1773674187.657016:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.657018:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.657022:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.657026:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.657035:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674187.657038:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674187.657041:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.657043:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674187.657046:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.657049:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.671282:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674187.671292:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674187.671295:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.671298:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674187.671309:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674187.671312:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674187.671322:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674187.671328:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674187.671335:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674187.671342:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467392, portal 10 00000100:00000001:3.0:1773674187.671345:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674187.671346:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:3.0:1773674187.671358:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.671381:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674187.671385:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674187.671388:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674187.671392:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953467392, offset 0 00000400:00000200:3.0:1773674187.671400:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674187.671409:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.671417:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674187.671422:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674187.671428:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674187.671432:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674187.671435:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674187.671439:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252780:252780:251:4294967295] 192.168.201.103@tcp LPNI seq info [252748:252748:3:4294967295] 00000400:00000200:3.0:1773674187.671444:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674187.671465:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674187.671472:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674187.671476:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674187.671484:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674187.671493:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674187.671498:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1773674187.672275:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674187.672296:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674187.672300:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674187.672304:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674187.672311:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674187.672320:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674187.672328:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674187.672333:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674187.672338:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674187.672342:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ce980 00000100:00000001:3.0:1773674187.672347:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674187.672349:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773674187.672356:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 50518 usecs (51 jiffies) 00000400:00000200:0.0:1773674187.672361:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58e9 [1] + 224 00000800:00000001:0.0:1773674187.672371:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773674187.672379:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000001:0.0:1773674187.672380:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.672384:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300744778 00000400:00000200:0.0:1773674187.672386:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773674187.672391:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300748614 00000400:00000200:0.0:1773674187.672395:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773674187.672397:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300744778 00000100:00000001:3.0:1773674187.672402:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300748614 00000100:00000001:0.0:1773674187.672404:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773674187.672405:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674187.672411:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773674187.672415:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.672418:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.672425:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674187.672435:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.672438:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674187.672442:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674187.672459:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674187.672459:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674187.672463:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674187.672468:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.672472:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674187.672503:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.672509:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558900. 00000400:00000200:0.0:1773674187.672514:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.672519:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.672535:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:0.0:1773674187.672538:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:0.0:1773674187.672542:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.672548:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672558:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674187.672561:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672569:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.672570:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674187.672587:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674187.672592:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773674187.672600:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.672603:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558300. 00000400:00000200:0.0:1773674187.672606:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.672610:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.672613:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:0.0:1773674187.672614:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:0.0:1773674187.672617:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.672621:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672628:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674187.672631:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672637:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.672639:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674187.672647:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.672649:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:0.0:1773674187.672652:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.672655:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.672657:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:0.0:1773674187.672659:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:0.0:1773674187.672661:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.672665:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672672:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674187.672675:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672682:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.672683:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674187.672692:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.672694:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:0.0:1773674187.672697:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.672701:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.672704:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:0.0:1773674187.672706:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:0.0:1773674187.672708:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.672713:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.672721:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674187.673509:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.673514:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674187.673521:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674187.673538:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674187.673542:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674187.673547:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:2.0:1773674187.673550:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:2.0:1773674187.673552:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674187.673559:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674187.673570:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.673578:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674187.673580:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.673582:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674187.673585:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674187.673588:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674187.673590:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.673593:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674187.673600:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674187.673605:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674187.673608:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674187.673609:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674187.673612:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674187.673614:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.673618:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.673623:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.673638:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.673641:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674187.673643:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674187.673648:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674187.673657:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953466752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.673663:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.673666:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674187.673669:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6d80 x1859825953466752/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.673676:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674187.673679:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674187.673682:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674187.673686:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674187.673689:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674187.673691:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674187.673693:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674187.673696:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81200. 02000000:00000001:2.0:1773674187.673699:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674187.673701:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674187.673704:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6d80. 00000100:00000001:2.0:1773674187.673708:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674187.673709:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.673712:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.673714:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.673716:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674187.673718:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.673719:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674187.674371:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.674383:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.674385:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674187.674423:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.674426:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:0.0:1773674187.674430:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.674436:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.674440:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:0.0:1773674187.674442:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:0.0:1773674187.674446:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.674451:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.674460:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674187.674463:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.674469:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.674470:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674187.674903:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674187.674907:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:0.0:1773674187.674910:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674187.674914:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674187.674918:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:0.0:1773674187.674920:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:0.0:1773674187.674923:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674187.674927:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.674937:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674187.674940:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674187.674947:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674187.674948:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674187.688812:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.688834:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.688838:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.688841:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.688853:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.688862:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.688872:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.688878:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.688885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.688890:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794ceb00 00000400:00000200:1.0:1773674187.688896:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.688904:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5909 [1] + 224 00000800:00000001:1.0:1773674187.688913:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.688918:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.688922:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.688927:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.688935:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.688946:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.688959:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.688982:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.688990:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.688993:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.688995:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.688998:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689001:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689004:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.689008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689011:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689014:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689017:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cec80 00000400:00000200:1.0:1773674187.689020:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689024:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5911 [1] + 224 00000800:00000001:1.0:1773674187.689028:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689030:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689032:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.689036:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.689038:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.689043:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.689053:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.689072:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.689075:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689078:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.689080:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689081:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689084:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689088:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.689092:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689095:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689101:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cea80 00000400:00000200:1.0:1773674187.689105:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689109:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58f1 [1] + 224 00000800:00000001:1.0:1773674187.689113:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689116:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689118:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.689121:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.689124:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.689129:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.689138:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.689146:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.689149:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689151:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.689153:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689155:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689162:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.689166:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689171:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689174:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ceb80 00000400:00000200:1.0:1773674187.689177:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689181:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c58f9 [1] + 224 00000800:00000001:1.0:1773674187.689184:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689186:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689188:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.689191:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.689193:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.689197:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.689206:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.689214:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.689216:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689218:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.689220:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689222:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689224:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689227:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.689230:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689233:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689238:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cea00 00000400:00000200:1.0:1773674187.689241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689244:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5901 [1] + 224 00000800:00000001:1.0:1773674187.689247:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689250:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689252:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.689255:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.689257:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.689261:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.689270:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.689277:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.689280:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689282:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674187.689283:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689285:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689288:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689291:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674187.689294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689297:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689299:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689302:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cec00 00000400:00000200:1.0:1773674187.689305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674187.689309:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5919 [1] + 224 00000800:00000001:1.0:1773674187.689312:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689318:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674187.689320:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674187.689323:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674187.689326:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674187.689330:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674187.689339:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674187.689345:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674187.689349:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674187.689352:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.689547:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.689553:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674187.689561:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674187.689563:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674187.689567:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674187.689573:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:2.0:1773674187.689576:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:2.0:1773674187.689579:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674187.689585:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674187.689597:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689604:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674187.689606:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.689609:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674187.689612:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674187.689615:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674187.689617:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.689621:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674187.689632:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=120 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674187.689637:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674187.689640:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674187.689643:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674187.689647:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674187.689652:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.689656:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674187.689659:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674187.689662:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674187.689664:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.689671:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689680:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.689689:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674187.689692:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674187.689697:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674187.689706:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467008:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674187.689715:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674187.689717:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674187.689719:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674187.689721:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:2.0:1773674187.689723:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:2.0:1773674187.689725:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674187.689728:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674187.689737:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689743:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674187.689744:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.689746:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674187.689747:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674187.689749:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674187.689750:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.689753:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674187.689757:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=108 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674187.689760:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674187.689763:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674187.689808:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674187.689811:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674187.689813:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.689815:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674187.689817:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674187.689819:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674187.689821:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.689826:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689834:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.689836:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674187.689838:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674187.689842:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674187.689852:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953467264:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674187.689858:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674187.689859:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674187.689861:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674187.689864:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674187.689866:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674187.689869:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674187.689872:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674187.689881:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689888:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674187.689890:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.689892:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674187.689894:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674187.689895:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674187.689897:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.689899:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674187.689903:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=107 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674187.689907:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=107 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674187.689909:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674187.689911:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674187.689913:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674187.689915:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.689917:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674187.689918:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674187.689920:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674187.689922:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674187.689943:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.689963:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.689966:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674187.689968:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674187.689972:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674187.689981:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953467520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674187.689986:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.689989:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674187.689992:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4e00 x1859825953467008/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.690001:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674187.690004:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674187.690008:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674187.690012:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674187.690014:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674187.690017:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674187.690020:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674187.690024:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81f00. 02000000:00000001:2.0:1773674187.690029:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674187.690032:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674187.690034:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4e00. 00000100:00000001:3.0:1773674187.690039:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674187.690039:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674187.690042:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690043:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674187.690046:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1773674187.690049:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674187.690053:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1773674187.690053:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5880 x1859825953467264/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773674187.690057:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674187.690064:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000100:00000001:2.0:1773674187.690068:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1773674187.690069:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 02000000:00000001:2.0:1773674187.690071:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773674187.690074:0:2413:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1773674187.690075:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674187.690080:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674187.690082:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1773674187.690083:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1773674187.690085:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674187.690090:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674187.690094:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81b00. 02000000:00000001:2.0:1773674187.690100:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1773674187.690104:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773674187.690104:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674187.690107:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5880. 00000100:00000001:2.0:1773674187.690112:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674187.690115:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.690119:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674187.690120:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674187.690123:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690127:0:2413:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1773674187.690127:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4a80 x1859825953467520/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773674187.690130:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674187.690133:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674187.690136:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.690140:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.690143:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674187.690146:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674187.690148:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 00000100:00001000:3.0:1773674187.690149:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=120 v=10 (16 17 17 17) 02000000:00000001:2.0:1773674187.690153:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1773674187.690155:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=14 v=5 (1 1 0 0) 00000020:00000001:2.0:1773674187.690157:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773674187.690161:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1773674187.690161:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674187.690164:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674187.690166:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1773674187.690168:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1773674187.690170:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81300. 00010000:00000001:3.0:1773674187.690171:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674187.690175:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773674187.690177:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1773674187.690179:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1773674187.690180:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000010:2.0:1773674187.690183:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4a80. 00000100:00000001:3.0:1773674187.690184:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674187.690188:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674187.690189:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674187.690192:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674187.690194:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.690196:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690206:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674187.690208:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674187.690209:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674187.690212:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690213:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674187.690218:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773674187.690221:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674187.690222:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674187.690245:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953466880:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674187.690251:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674187.690253:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674187.690254:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674187.690257:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:3.0:1773674187.690259:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:3.0:1773674187.690261:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674187.690265:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674187.690274:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690280:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674187.690282:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690284:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674187.690285:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674187.690286:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674187.690288:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.690290:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674187.690293:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674187.690296:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674187.690299:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674187.690300:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674187.690302:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674187.690303:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690306:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674187.690307:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:3.0:1773674187.690309:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674187.690310:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.690314:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690327:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674187.690329:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674187.690331:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674187.690334:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674187.690342:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953467136:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674187.690346:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674187.690347:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674187.690349:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674187.690351:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:3.0:1773674187.690352:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:3.0:1773674187.690354:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674187.690357:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674187.690365:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690372:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674187.690373:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690375:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674187.690376:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674187.690377:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674187.690379:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674187.690380:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674187.690384:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=108 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674187.690387:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674187.690389:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674187.690390:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674187.690392:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674187.690393:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690395:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674187.690396:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674187.690398:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674187.690400:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674187.690404:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690410:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674187.690412:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674187.690413:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674187.690416:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674187.690424:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953467392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674187.690428:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690430:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674187.690434:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5c00 x1859825953466880/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690441:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674187.690443:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674187.690445:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674187.690448:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674187.690450:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674187.690451:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674187.690453:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674187.690455:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81500. 02000000:00000001:3.0:1773674187.690458:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674187.690459:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674187.690461:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5c00. 00000100:00000001:3.0:1773674187.690463:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674187.690465:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690467:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674187.690470:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953467136/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690477:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674187.690478:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674187.690480:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31400. 02000000:00000001:3.0:1773674187.690482:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674187.690484:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674187.690485:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674187.690487:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674187.690488:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:3.0:1773674187.690490:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674187.690491:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674187.690492:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674187.690494:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674187.690496:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690497:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674187.690500:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953467392/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674187.690506:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674187.690507:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674187.690508:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30c00. 02000000:00000001:3.0:1773674187.690510:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674187.690511:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674187.690512:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674187.690514:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674187.690515:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81e00. 02000000:00000001:3.0:1773674187.690517:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674187.690518:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674187.690519:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:3.0:1773674187.690531:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674187.690533:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674187.690535:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690537:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674187.690538:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674187.690540:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674187.690542:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674188.289011:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674188.289018:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674188.289024:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674188.289026:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674188.289029:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674188.289031:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674188.289034:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674188.289035:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674188.289040:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674188.289041:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674188.289320:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674188.289325:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674188.289328:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674189.312907:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674189.312916:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674189.312918:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674189.312922:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312926:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674189.312928:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312930:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312932:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312936:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674189.312938:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312941:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674189.312943:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.312946:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674189.312947:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.313549:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674189.313552:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674189.313553:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674189.313555:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.313557:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674189.313559:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.313562:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674189.313564:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674189.313866:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674189.313870:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674189.313882:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674190.337451:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674190.337458:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674190.337464:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674190.337466:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674190.337470:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674190.337472:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674190.337475:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674190.337477:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674190.337493:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674190.337494:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674190.337611:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674190.337615:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674190.337618:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674191.361303:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674191.361314:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361322:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674191.361326:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674191.361328:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674191.361337:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674191.361340:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674191.361342:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361346:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674191.361349:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361351:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361364:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361370:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674191.361372:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674191.361374:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674191.361376:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674191.361377:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674191.361378:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361380:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674191.361381:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361383:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361385:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361389:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674191.361391:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674191.361395:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674191.361396:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674191.363081:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674191.363089:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674191.363095:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674191.616937:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300748614, at 4300748672 00000100:00000010:0.0:1773674191.616954:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cba0. 00000100:00000040:1.0:1773674191.617142:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300748614, at 4300748672 00000100:00000010:1.0:1773674191.617157:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c120. 00010000:00000001:0.0:1773674192.385255:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674192.385263:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385270:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674192.385271:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385276:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674192.385277:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385281:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674192.385284:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674192.385287:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674192.385294:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674192.385297:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674192.385299:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385302:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674192.385304:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385307:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385309:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674192.385313:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674192.385314:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674192.385388:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674192.385395:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674192.385400:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674192.769138:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769156:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769172:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674192.769181:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674192.769186:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769191:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769199:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769211:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674192.769221:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769237:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769250:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769256:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769265:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769306:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769310:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769314:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769318:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674192.769321:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674192.769323:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769325:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769327:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769330:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558000. 00000100:00000001:2.0:1773674192.769334:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769339:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769354:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769356:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769360:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769369:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769372:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769376:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769379:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674192.769382:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674192.769384:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769386:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769388:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769391:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674192.769394:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769399:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769407:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769409:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769413:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769420:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769423:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769426:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769430:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674192.769432:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674192.769435:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769436:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769437:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769470:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558600. 00000100:00000001:2.0:1773674192.769475:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769479:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769486:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769487:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769491:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_01+1] req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769499:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769502:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674192.769506:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674192.769509:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769512:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769515:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674192.769518:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674192.769520:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769521:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769523:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769526:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558e00. 00000100:00000001:2.0:1773674192.769529:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769534:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769541:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769543:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769547:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_00+0] req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769554:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769557:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769561:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769565:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674192.769569:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:2.0:1773674192.769572:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769573:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769574:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769578:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558f00. 00000100:00000001:2.0:1773674192.769581:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769584:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769591:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769593:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769596:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_01+1] req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769603:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769605:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674192.769608:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674192.769611:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674192.769613:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:2.0:1773674192.769615:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674192.769616:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674192.769617:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674192.769623:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558100. 00000100:00000001:2.0:1773674192.769625:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769628:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674192.769635:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674192.769636:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769640:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769647:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.769650:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674192.769653:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674192.769659:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6087) 00000100:00000001:2.0:1773674192.769689:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.769694:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674192.769697:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.769704:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769712:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.769715:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.769719:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.769722:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.769725:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.769730:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.769734:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.769742:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.769745:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.769749:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.769754:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674192.769757:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.769808:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.769814:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674192.769823:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674192.769832:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467776, portal 10 00000100:00000001:2.0:1773674192.769835:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.769836:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:2.0:1773674192.769845:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.769852:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.769855:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.769858:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674192.769861:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953467776, offset 0 00000400:00000200:2.0:1773674192.769870:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.769879:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.769889:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.769895:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.769900:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.769904:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.769907:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.769912:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252781:252781:256:4294967295] 192.168.201.103@tcp LPNI seq info [252749:252749:8:4294967295] 00000400:00000200:2.0:1773674192.769917:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.769943:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.769950:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.769955:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558300. 00000800:00000200:2.0:1773674192.769964:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.769973:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.769978:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770000:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770006:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 329082 usecs (330 jiffies) 00000400:00000200:2.0:1773674192.770009:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770013:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300750155 00000100:00000010:2.0:1773674192.770020:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c120. 00000100:00000001:2.0:1773674192.770029:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674192.770040:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300750155 00000100:00000010:2.0:1773674192.770045:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cba0. 00000100:00000001:2.0:1773674192.770049:0:2414:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674192.770056:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770059:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770062:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770067:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770074:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770077:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770079:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770081:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770083:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770086:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953468032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770090:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770093:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770094:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770096:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770100:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674192.770101:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770105:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770108:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674192.770113:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674192.770116:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468032, portal 4 00000100:00000001:2.0:1773674192.770117:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770118:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674192.770125:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770132:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770134:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770137:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674192.770140:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953468032, offset 0 00000400:00000200:2.0:1773674192.770145:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770149:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770153:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770156:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770158:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770161:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770163:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770167:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252782:252782:255:4294967295] 192.168.201.103@tcp LPNI seq info [252750:252750:7:4294967295] 00000400:00000200:2.0:1773674192.770171:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770177:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770182:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770186:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558900. 00000800:00000200:2.0:1773674192.770190:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770194:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770197:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770200:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770204:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 432791 usecs (433 jiffies) 00000400:00000200:2.0:1773674192.770206:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770208:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300750258 00000100:00000001:2.0:1773674192.770214:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300750155 00000100:00000001:2.0:1773674192.770218:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300750258 00000100:00000001:2.0:1773674192.770220:0:2414:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300750155 00000100:00000001:2.0:1773674192.770223:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770225:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770227:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770231:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770238:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770239:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770241:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770242:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770244:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770247:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770250:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770252:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770254:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770256:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770259:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674192.770261:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770265:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770267:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674192.770271:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674192.770274:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468288, portal 10 00000100:00000001:2.0:1773674192.770277:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770278:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674192.770285:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770291:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770293:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770296:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674192.770298:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953468288, offset 0 00000400:00000200:2.0:1773674192.770303:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770307:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770311:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770314:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770317:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770319:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770322:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770324:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252783:252783:254:4294967295] 192.168.201.103@tcp LPNI seq info [252751:252751:6:4294967295] 00000400:00000200:2.0:1773674192.770344:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770351:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770356:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770360:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558a00. 00000800:00000200:2.0:1773674192.770364:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770368:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770371:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770374:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770378:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 50468 usecs (51 jiffies) 00000400:00000200:2.0:1773674192.770381:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770383:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300749876 00000100:00000001:2.0:1773674192.770386:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300750258 00000100:00000001:2.0:1773674192.770389:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300749876 00000100:00000001:2.0:1773674192.770391:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300750258 00000100:00000001:2.0:1773674192.770393:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770395:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770399:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770403:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.770414:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674192.770416:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674192.770419:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.770420:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674192.770422:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770426:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:2.0:1773674192.770427:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.770429:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674192.770431:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.770433:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.770434:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674192.770435:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770449:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770457:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770459:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770461:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770463:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770465:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770468:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953467648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770472:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770475:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770477:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770478:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770482:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674192.770484:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770488:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770492:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674192.770496:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674192.770498:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467648, portal 25 00000100:00000001:2.0:1773674192.770501:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770502:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674192.770508:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770515:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770517:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770520:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064110. 00000100:00000200:2.0:1773674192.770522:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953467648, offset 0 00000400:00000200:2.0:1773674192.770527:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770531:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770534:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770537:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770540:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770542:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770545:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770547:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252784:252784:253:4294967295] 192.168.201.103@tcp LPNI seq info [252752:252752:5:4294967295] 00000400:00000200:2.0:1773674192.770552:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770557:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770562:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770566:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558b00. 00000800:00000200:2.0:1773674192.770570:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770574:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770577:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770580:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770583:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770585:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300753733 00000100:00000001:2.0:1773674192.770589:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300750258 00000100:00000001:2.0:1773674192.770592:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300753733 00000100:00000001:2.0:1773674192.770597:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300750258 00000100:00000001:2.0:1773674192.770599:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770601:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770604:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770608:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770616:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770617:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770619:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770621:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770623:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770626:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467904:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770630:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770633:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770635:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770636:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770641:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674192.770643:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770646:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770649:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674192.770652:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674192.770655:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953467904, portal 10 00000100:00000001:2.0:1773674192.770657:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770659:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674192.770665:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770672:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770674:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770677:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064990. 00000100:00000200:2.0:1773674192.770679:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953467904, offset 0 00000400:00000200:2.0:1773674192.770684:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770688:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770691:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770695:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770697:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770700:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770702:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770705:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252785:252785:252:4294967295] 192.168.201.103@tcp LPNI seq info [252753:252753:4:4294967295] 00000400:00000200:2.0:1773674192.770710:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770716:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770721:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770725:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000800:00000200:2.0:1773674192.770729:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770733:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770735:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770738:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770741:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 91635 usecs (92 jiffies) 00000400:00000200:2.0:1773674192.770744:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770746:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300749917 00000100:00000001:2.0:1773674192.770749:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770751:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300749917 00000100:00000001:2.0:1773674192.770753:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770755:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770757:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770759:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770801:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770810:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770812:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770814:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770816:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770818:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770821:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770823:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770825:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770827:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770828:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770831:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674192.770832:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770835:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770837:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674192.770839:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674192.770842:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468160, portal 10 00000100:00000001:2.0:1773674192.770843:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770844:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674192.770849:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770853:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770855:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770856:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674192.770858:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953468160, offset 0 00000400:00000200:2.0:1773674192.770861:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770863:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770865:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770867:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770869:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770871:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770873:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770875:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252786:252786:251:4294967295] 192.168.201.103@tcp LPNI seq info [252754:252754:3:4294967295] 00000400:00000200:2.0:1773674192.770877:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770881:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770884:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770887:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558500. 00000800:00000200:2.0:1773674192.770890:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770893:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770895:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770897:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770899:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 42102 usecs (43 jiffies) 00000400:00000200:2.0:1773674192.770901:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770903:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300749869 00000100:00000001:2.0:1773674192.770904:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770906:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300749869 00000100:00000001:2.0:1773674192.770907:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770909:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770910:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.770911:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674192.770913:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770917:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674192.770919:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770920:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674192.770922:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674192.770923:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674192.770925:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.770927:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674192.770929:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674192.770930:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.770931:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674192.770933:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674192.770934:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674192.770936:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674192.770937:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674192.770939:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674192.770941:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468416, portal 4 00000100:00000001:2.0:1773674192.770942:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674192.770943:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674192.770947:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.770951:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674192.770953:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674192.770954:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674192.770956:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953468416, offset 0 00000400:00000200:2.0:1773674192.770959:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770960:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770962:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674192.770963:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674192.770964:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674192.770966:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674192.770967:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674192.770969:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252787:252787:250:4294967295] 192.168.201.103@tcp LPNI seq info [252755:252755:2:4294967295] 00000400:00000200:2.0:1773674192.770971:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674192.770975:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674192.770978:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674192.770980:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674192.770981:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674192.770983:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674192.770985:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674192.770986:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.770988:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 50815 usecs (51 jiffies) 00000400:00000200:2.0:1773674192.770990:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674192.770991:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300749877 00000100:00000001:2.0:1773674192.770993:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770994:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300749877 00000100:00000001:2.0:1773674192.770996:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300753733 00000100:00000001:2.0:1773674192.770998:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.770999:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.771001:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.771004:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674192.771267:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674192.771270:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674192.771272:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674192.771274:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674192.771547:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.771553:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558300. 00000400:00000200:0.0:1773674192.771743:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.771750:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.771757:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:0.0:1773674192.771760:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:0.0:1773674192.771795:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.771803:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771815:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.771819:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771826:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.771828:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.771844:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.771847:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558900. 00000400:00000200:0.0:1773674192.771851:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.771855:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.771858:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:0.0:1773674192.771860:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:0.0:1773674192.771862:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.771867:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771874:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.771878:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771884:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.771885:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.771894:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.771897:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558a00. 00000400:00000200:0.0:1773674192.771900:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.771903:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.771906:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:0.0:1773674192.771908:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:0.0:1773674192.771910:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.771914:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771921:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.771939:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771946:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.771947:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.771957:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.771960:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558b00. 00000400:00000200:0.0:1773674192.771963:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.771966:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.771969:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:0.0:1773674192.771970:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:0.0:1773674192.771973:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.771977:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771985:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.771988:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.771995:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.771996:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.772004:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.772006:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:0.0:1773674192.772009:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.772013:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.772015:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:0.0:1773674192.772017:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:0.0:1773674192.772019:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.772024:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772031:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.772034:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772040:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.772042:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.772049:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.772051:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558500. 00000400:00000200:0.0:1773674192.772054:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.772057:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.772059:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:0.0:1773674192.772060:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:0.0:1773674192.772063:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.772067:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772074:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.772076:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772083:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.772085:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674192.772166:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674192.772169:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:0.0:1773674192.772172:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.772176:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674192.772179:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:0.0:1773674192.772181:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:0.0:1773674192.772184:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674192.772188:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772196:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674192.772199:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.772205:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674192.772207:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674192.785821:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785835:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.785839:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785840:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.785848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785853:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.785860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785869:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785872:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794ced80 00000400:00000200:1.0:1773674192.785875:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785879:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5921 [1] + 224 00000800:00000001:1.0:1773674192.785886:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785890:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.785892:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.785895:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.785900:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.785907:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.785925:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.785942:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.785949:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785952:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.785953:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785955:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.785957:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785959:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.785962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785964:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785965:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785967:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cee00 00000400:00000200:1.0:1773674192.785969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.785972:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5941 [1] + 224 00000800:00000001:1.0:1773674192.785974:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785976:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.785977:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.785979:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.785981:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.785984:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.785989:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.785994:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.785996:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785997:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.785998:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.785999:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786001:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786002:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.786004:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786006:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786009:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cef00 00000400:00000200:1.0:1773674192.786011:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786013:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5949 [1] + 224 00000800:00000001:1.0:1773674192.786015:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786017:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786018:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.786019:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.786021:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.786024:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.786029:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.786033:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.786035:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786036:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.786037:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786038:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786040:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786042:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.786043:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786046:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786048:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794ced00 00000400:00000200:1.0:1773674192.786050:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786052:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5939 [1] + 224 00000800:00000001:1.0:1773674192.786054:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786056:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786057:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.786058:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.786060:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.786062:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.786068:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.786072:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.786074:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786075:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.786076:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786077:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786079:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786081:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.786083:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786085:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786086:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786088:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cee80 00000400:00000200:1.0:1773674192.786090:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786093:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5929 [1] + 224 00000800:00000001:1.0:1773674192.786095:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786096:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786097:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.786099:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.786100:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.786103:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.786107:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.786111:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.786113:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786114:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674192.786115:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786116:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786119:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674192.786121:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786122:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786124:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786126:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cf000 00000400:00000200:1.0:1773674192.786127:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674192.786130:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5951 [1] + 224 00000800:00000001:1.0:1773674192.786132:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786346:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674192.786348:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674192.786352:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674192.786355:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674192.786359:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674192.786378:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674192.786386:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674192.786390:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674192.786393:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.786815:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.786819:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674192.786825:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.786827:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.786830:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674192.786833:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674192.786835:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674192.786838:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.786841:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.786848:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.786852:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.786853:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.786855:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.786858:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.786859:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.786861:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.786863:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.786869:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674192.786871:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674192.786874:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.786875:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.786877:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.786879:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.786880:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.786883:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.786888:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.786891:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.786893:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.786896:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.786901:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953467648:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674192.786905:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.786906:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.786917:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674192.786918:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:2.0:1773674192.786919:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:2.0:1773674192.786920:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.786922:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.786927:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.786932:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.786932:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.786933:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.786934:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.786935:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.786936:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.786937:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.786941:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=125 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674192.786943:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674192.786944:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.786945:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.786946:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.786948:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.786950:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.786952:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674192.786953:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.786954:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.786957:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.786961:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.786963:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.786964:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.786966:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.786970:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467904:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674192.786973:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.786973:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.786974:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674192.786976:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674192.786976:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674192.786978:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.786979:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.786984:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.786987:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.786988:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.786989:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.786990:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.786990:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.786991:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.786992:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.786995:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=113 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674192.786997:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674192.786998:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.786999:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.787000:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.787001:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787002:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.787003:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674192.787005:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.787006:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.787008:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787012:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.787013:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.787014:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.787015:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.787019:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468160:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674192.787022:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.787022:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.787023:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:2.0:1773674192.787024:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674192.787025:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674192.787026:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.787028:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.787033:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787036:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.787037:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787038:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.787038:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.787039:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.787040:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.787041:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.787043:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674192.787044:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674192.787045:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.787046:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.787047:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.787049:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787050:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.787051:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674192.787052:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.787053:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.787055:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787059:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.787060:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.787061:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.787062:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.787067:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468416:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674192.787069:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.787070:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.787071:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674192.787072:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674192.787073:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674192.787074:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.787076:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.787081:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787084:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.787085:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787086:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.787086:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.787087:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.787088:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.787089:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.787091:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=125 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674192.787093:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674192.787094:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.787095:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.787096:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.787098:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787099:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.787100:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674192.787101:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.787101:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.787103:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787107:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.787108:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.787108:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.787110:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.787114:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953467776:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674192.787117:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.787117:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.787118:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674192.787120:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:2.0:1773674192.787120:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:2.0:1773674192.787121:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.787124:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.787128:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787131:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.787132:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787133:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.787134:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.787135:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.787136:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.787137:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.787139:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674192.787141:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=78 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674192.787142:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.787143:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.787144:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.787145:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787146:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.787146:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674192.787147:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.787148:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.787150:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787154:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.787154:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.787155:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.787157:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.787161:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953468032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.787164:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787165:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787167:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953467648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787172:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787173:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787176:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674192.787179:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787180:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787182:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674192.787183:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787186:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:2.0:1773674192.787189:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787190:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787192:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674192.787194:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787195:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787196:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787198:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953467904/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787201:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787202:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787203:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674192.787205:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787205:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787206:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674192.787207:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787208:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:2.0:1773674192.787209:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787209:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787210:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674192.787212:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787213:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787214:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787216:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953468160/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787219:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787220:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787221:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674192.787222:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787222:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787223:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674192.787224:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787225:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558e00. 02000000:00000001:2.0:1773674192.787226:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787226:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787227:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:2.0:1773674192.787229:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787230:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787231:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787232:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953468416/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787236:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787238:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787239:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674192.787241:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787242:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787243:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674192.787245:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787246:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558100. 02000000:00000001:2.0:1773674192.787248:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787249:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787250:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674192.787252:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787253:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787255:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787258:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953467776/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787264:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787266:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787267:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806c200. 02000000:00000001:2.0:1773674192.787269:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787271:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787272:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674192.787273:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787275:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558000. 02000000:00000001:2.0:1773674192.787276:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787277:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787279:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674192.787281:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787283:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787285:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.787288:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953468032/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.787295:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.787296:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.787297:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674192.787300:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.787301:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.787302:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674192.787303:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.787304:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558600. 02000000:00000001:2.0:1773674192.787306:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.787306:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.787307:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674192.787309:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.787309:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.787312:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787313:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.787314:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674192.787315:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.787317:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674192.794806:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674192.794838:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674192.794844:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674192.794847:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674192.794861:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674192.794872:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674192.794888:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674192.794895:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674192.794902:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674192.794907:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cef80 00000400:00000200:0.0:1773674192.794913:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674192.794921:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5931 [1] + 224 00000800:00000001:0.0:1773674192.794931:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674192.794949:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674192.794952:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674192.794958:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674192.794968:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674192.794980:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674192.794995:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674192.795033:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674192.795047:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674192.795051:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.801006:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.801019:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674192.801034:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674192.801037:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674192.801043:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674192.801055:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:2.0:1773674192.801058:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:2.0:1773674192.801064:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674192.801078:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674192.801092:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.801101:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674192.801103:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.801106:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674192.801111:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674192.801114:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674192.801118:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674192.801121:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674192.801134:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=113 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674192.801139:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674192.801142:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674192.801144:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674192.801147:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674192.801153:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.801157:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674192.801160:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674192.801162:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674192.801164:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674192.801169:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.801177:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674192.801181:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674192.801183:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674192.801188:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674192.801197:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953468288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674192.801203:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.801206:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674192.801210:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953468288/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674192.801217:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674192.801220:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674192.801225:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674192.801231:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674192.801234:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674192.801237:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674192.801240:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674192.801243:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558f00. 02000000:00000001:2.0:1773674192.801249:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674192.801252:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674192.801254:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674192.801259:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674192.801260:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.801263:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674192.801273:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674192.801276:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674192.801280:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674192.801283:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674193.409489:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674193.409815:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674193.409827:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674193.409828:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674193.409847:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674193.409849:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674193.409853:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674193.409855:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674193.409908:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674193.409910:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674193.411403:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674193.411411:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674193.411417:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674194.434127:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674194.434138:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674194.434147:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674194.434148:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674194.434152:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674194.434154:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674194.434158:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674194.434160:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674194.434164:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674194.434165:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674194.434358:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674194.434363:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674194.434367:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674195.457364:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674195.457372:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674195.457380:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674195.457382:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674195.457387:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674195.457389:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674195.457410:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674195.457413:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674195.457417:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674195.457418:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674195.457599:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674195.457603:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674195.457607:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674196.481116:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674196.481124:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674196.481129:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674196.481130:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674196.481135:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674196.481136:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674196.481139:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674196.481141:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674196.481144:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674196.481145:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674196.481443:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674196.481447:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674196.481451:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674196.737635:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300753733, at 4300753792 00000100:00000010:1.0:1773674196.737654:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cba0. 00000100:00000040:0.0:1773674196.739580:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300753733, at 4300753794 00000100:00000010:0.0:1773674196.739593:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c120. 00010000:00000001:0.0:1773674197.505510:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674197.505518:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674197.505524:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674197.505525:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674197.505530:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674197.505531:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674197.505534:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674197.505536:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674197.505539:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674197.505541:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674197.519122:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674197.519130:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674197.519135:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773674197.889789:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.889801:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.889813:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5180. 00000020:00000040:3.0:1773674197.889819:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773674197.889824:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.889837:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.889843:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.889852:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81e00. 00000100:00000001:3.0:1773674197.889859:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889871:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.889884:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.889889:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889896:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f62475d] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.889928:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889931:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.889935:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.889938:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674197.889941:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674197.889944:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.889945:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.889947:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.889951:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674197.889954:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889959:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.889966:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.889968:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889971:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.889980:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.889983:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.889986:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.889989:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5c00. 00000020:00000040:3.0:1773674197.889991:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674197.889993:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.889995:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.889996:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.889999:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81500. 00000100:00000001:3.0:1773674197.890002:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890007:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.890014:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.890016:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890019:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395761b6] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890026:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890029:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.890032:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.890034:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674197.890037:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674197.890039:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.890040:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.890041:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.890044:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81000. 00000100:00000001:3.0:1773674197.890047:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890051:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.890057:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.890059:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890062:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000475be870] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890075:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890077:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674197.890080:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674197.890083:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.890086:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.890088:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674197.890091:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674197.890093:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.890094:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.890095:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.890098:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81700. 00000100:00000001:3.0:1773674197.890101:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890105:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.890111:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.890113:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890117:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890123:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890125:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.890129:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.890131:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674197.890133:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674197.890135:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.890136:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.890137:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.890140:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81c00. 00000100:00000001:3.0:1773674197.890142:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890146:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.890153:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.890155:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890158:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df634c3a] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890165:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890167:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773674197.890171:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773674197.890173:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674197.890175:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=4 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674197.890177:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674197.890178:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674197.890179:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674197.890182:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81800. 00000100:00000001:3.0:1773674197.890184:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890188:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674197.890194:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674197.890195:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890199:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d39c84] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890206:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.890208:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773674197.890211:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773674197.890216:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6092) 00000100:00000001:3.0:1773674197.890233:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.890237:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674197.890239:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674197.890244:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.890251:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674197.890253:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.890257:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674197.890259:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674197.890261:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674197.890265:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953468672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674197.890269:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674197.890274:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674197.890276:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.890279:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773674197.891430:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.891434:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674197.891436:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674197.891443:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.891452:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674197.891454:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.891457:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674197.891459:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674197.891461:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674197.891465:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953468544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.891471:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674197.891475:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674197.891477:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.891479:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674197.891485:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674197.891487:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674197.891496:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674197.891500:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674197.891508:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674197.891716:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468544, portal 25 00000100:00000001:2.0:1773674197.891720:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674197.891722:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527241088 : -113404182310528 : ffff98dc07ff5180) 00000100:00000040:2.0:1773674197.891728:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.891736:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674197.891740:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674197.891743:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674197.891749:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953468544, offset 0 00000400:00000200:2.0:1773674197.891755:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674197.891800:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.891809:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674197.891815:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674197.891819:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674197.891823:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674197.891826:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 02000000:00000010:3.0:1773674197.893997:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31e00. 02000000:00000001:3.0:1773674197.894010:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674197.894020:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674197.894029:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674197.894035:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674197.894042:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468672, portal 10 00000100:00000001:3.0:1773674197.894045:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674197.894047:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674197.894060:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.894069:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674197.894072:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674197.894075:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085657f8. 00000100:00000200:3.0:1773674197.894078:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953468672, offset 0 00000400:00000200:3.0:1773674197.894085:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674197.894454:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252788:252788:256:4294967295] 192.168.201.103@tcp LPNI seq info [252756:252756:8:4294967295] 00000400:00000200:2.0:1773674197.894460:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.894473:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674197.894480:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674197.894487:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558f00. 00000800:00000200:2.0:1773674197.894494:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674197.894503:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674197.894507:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674197.894541:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674197.894546:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674197.894549:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300758857 00000100:00000010:2.0:1773674197.894556:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cd80. 00000100:00000001:2.0:1773674197.894564:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674197.894573:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300758857 00000100:00000010:2.0:1773674197.894576:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c780. 00000100:00000001:2.0:1773674197.894580:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674197.894583:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.894587:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.894591:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674197.894597:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.894606:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674197.894609:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.894612:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674197.894616:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674197.894618:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674197.894622:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953468800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.894627:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674197.894864:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674197.894867:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.894869:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674197.894874:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674197.894877:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674197.894881:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674197.894884:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674197.894888:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674197.894892:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468800, portal 10 00000100:00000001:2.0:1773674197.894894:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674197.894896:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527243776 : -113404182307840 : ffff98dc07ff5c00) 00000100:00000040:2.0:1773674197.894903:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.894911:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674197.894914:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674197.894917:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674197.894920:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953468800, offset 0 00000400:00000200:2.0:1773674197.894924:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000200:1.0:1773674197.895077:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674197.895081:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558f00. 00000400:00000200:1.0:1773674197.895087:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.895093:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674197.895098:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:1.0:1773674197.895100:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:1.0:1773674197.895104:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674197.895109:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.895118:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674197.895122:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.895128:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674197.895130:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773674197.895203:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895212:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674197.895216:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674197.895220:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674197.895224:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674197.895227:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674197.895230:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252789:252789:256:4294967295] 192.168.201.103@tcp LPNI seq info [252757:252757:8:4294967295] 00000400:00000200:3.0:1773674197.895234:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895240:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674197.895451:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674197.895456:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81100. 00000800:00000200:3.0:1773674197.895461:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674197.895467:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674197.895470:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674197.895486:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.895490:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 328420 usecs (329 jiffies) 00000400:00000200:3.0:1773674197.895494:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674197.895496:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300755279 00000100:00000001:3.0:1773674197.895499:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895502:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300755279 00000100:00000001:3.0:1773674197.895504:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895506:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.895508:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.895511:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674197.895515:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.895522:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674197.895524:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.895527:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674197.895529:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674197.895531:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674197.895534:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953468928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674197.895538:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674197.895542:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674197.895544:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.895545:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674197.895550:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674197.895552:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674197.895555:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674197.895558:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674197.895563:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674197.895566:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953468928, portal 4 00000100:00000001:3.0:1773674197.895568:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674197.895569:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:3.0:1773674197.895575:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.895582:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674197.895584:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674197.895587:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565440. 00000100:00000200:3.0:1773674197.895589:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953468928, offset 0 00000400:00000200:3.0:1773674197.895594:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674197.895598:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895601:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674197.895604:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674197.895606:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674197.895609:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674197.895611:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674197.895614:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252790:252790:255:4294967295] 192.168.201.103@tcp LPNI seq info [252758:252758:7:4294967295] 00000400:00000200:3.0:1773674197.895619:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895625:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674197.895630:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674197.895634:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81a00. 00000800:00000200:3.0:1773674197.895638:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674197.895642:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674197.895645:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674197.895649:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.895652:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 430388 usecs (431 jiffies) 00000400:00000200:3.0:1773674197.895655:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674197.895657:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300755381 00000100:00000001:3.0:1773674197.895659:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895661:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300755381 00000100:00000001:3.0:1773674197.895663:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895666:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.895668:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.895670:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674197.895675:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.895690:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674197.895692:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.895694:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674197.895696:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674197.895698:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674197.895701:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953469184:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674197.895704:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674197.895707:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674197.895708:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.895710:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674197.895713:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674197.895715:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674197.895719:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674197.895721:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674197.895725:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674197.895728:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953469184, portal 10 00000100:00000001:3.0:1773674197.895730:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674197.895731:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:3.0:1773674197.895738:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.895751:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674197.895754:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674197.895757:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565c38. 00000100:00000200:3.0:1773674197.895760:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953469184, offset 0 00000400:00000200:3.0:1773674197.895783:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674197.895788:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895791:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674197.895794:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674197.895796:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674197.895798:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674197.895801:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674197.895803:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252791:252791:254:4294967295] 192.168.201.103@tcp LPNI seq info [252759:252759:6:4294967295] 00000400:00000200:3.0:1773674197.895807:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674197.895813:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674197.895817:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674197.895821:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000800:00000200:3.0:1773674197.895825:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674197.895829:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674197.895832:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674197.895835:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.895838:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 50025 usecs (51 jiffies) 00000400:00000200:3.0:1773674197.895842:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674197.895844:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300755002 00000100:00000001:3.0:1773674197.895846:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895848:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300755002 00000100:00000001:3.0:1773674197.895850:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:3.0:1773674197.895852:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.895854:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.895858:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.895861:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.895870:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674197.895872:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674197.895875:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.895877:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674197.895879:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.895882:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674197.896564:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674197.896569:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81100. 00000400:00000200:0.0:1773674197.896573:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674197.896579:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674197.896584:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085657f8 00000400:00000010:0.0:1773674197.896586:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085657f8. 00000100:00000001:0.0:1773674197.896590:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674197.896857:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.896868:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674197.896872:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.896880:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674197.896882:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674197.896895:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674197.896898:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81a00. 00000400:00000200:0.0:1773674197.896901:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674197.896905:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674197.896907:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565440 00000400:00000010:0.0:1773674197.896909:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565440. 00000100:00000001:0.0:1773674197.896912:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674197.896916:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.896923:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674197.896926:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.896933:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674197.896934:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674197.896974:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674197.896977:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:0.0:1773674197.896980:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674197.896983:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674197.896985:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565c38 00000400:00000010:0.0:1773674197.896987:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565c38. 00000100:00000001:0.0:1773674197.896990:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674197.896994:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.897000:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674197.897003:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.897009:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674197.897011:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773674197.900882:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.900897:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674197.900902:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674197.900907:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674197.900911:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674197.900914:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674197.900919:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252792:252792:256:4294967295] 192.168.201.103@tcp LPNI seq info [252760:252760:8:4294967295] 00000400:00000200:2.0:1773674197.900924:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.900935:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674197.900941:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674197.900952:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674197.900960:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674197.900967:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674197.900971:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674197.900997:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.901004:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 91215 usecs (92 jiffies) 00000400:00000200:2.0:1773674197.901008:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674197.901012:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300755048 00000100:00000001:2.0:1773674197.901015:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901017:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300755048 00000100:00000001:2.0:1773674197.901020:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901025:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.901029:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.901034:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674197.901042:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.901052:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674197.901055:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.901059:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674197.901062:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674197.901065:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674197.901069:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953469056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.901073:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674197.901079:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674197.901081:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.901084:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674197.901092:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674197.901094:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674197.901098:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674197.901103:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674197.901109:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674197.901116:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953469056, portal 10 00000100:00000001:2.0:1773674197.901118:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674197.901120:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:2.0:1773674197.901128:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.901327:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674197.901330:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674197.901334:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674197.901337:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953469056, offset 0 00000400:00000200:2.0:1773674197.901343:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674197.901348:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.901352:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674197.901365:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674197.901368:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674197.901371:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674197.901373:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674197.901376:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252793:252793:255:4294967295] 192.168.201.103@tcp LPNI seq info [252761:252761:7:4294967295] 00000400:00000200:2.0:1773674197.901381:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.901387:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674197.901391:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674197.901395:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674197.901399:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674197.901404:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674197.901406:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674197.901409:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.901413:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 41447 usecs (42 jiffies) 00000400:00000200:2.0:1773674197.901416:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674197.901418:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300754998 00000100:00000001:2.0:1773674197.901420:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901422:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300754998 00000100:00000001:2.0:1773674197.901424:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901426:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.901428:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.901430:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674197.901435:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.901442:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674197.901444:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.901446:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674197.901447:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674197.901449:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674197.901453:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953469312:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.901456:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674197.901459:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674197.901461:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.901463:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674197.901466:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674197.901468:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674197.901471:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674197.901474:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674197.901477:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674197.901480:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953469312, portal 4 00000100:00000001:2.0:1773674197.901482:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674197.901483:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:2.0:1773674197.901489:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.901495:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674197.901498:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674197.901500:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674197.901502:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953469312, offset 0 00000400:00000200:2.0:1773674197.901506:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674197.901509:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.901512:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674197.901515:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674197.901517:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674197.901519:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674197.901522:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674197.901524:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252794:252794:254:4294967295] 192.168.201.103@tcp LPNI seq info [252762:252762:6:4294967295] 00000400:00000200:2.0:1773674197.901529:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674197.901535:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674197.901540:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674197.901543:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674197.901547:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674197.901552:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674197.901554:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674197.901558:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.901561:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 49603 usecs (50 jiffies) 00000400:00000200:2.0:1773674197.901564:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674197.901566:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300755006 00000100:00000001:2.0:1773674197.901569:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901571:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300755006 00000100:00000001:2.0:1773674197.901573:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300758857 00000100:00000001:2.0:1773674197.901575:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.901577:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.901580:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.901584:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.901592:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674197.901595:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674197.901598:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.901600:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674197.901602:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.901605:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674197.903985:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674197.903995:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674197.904003:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.904012:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674197.904018:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:1.0:1773674197.904021:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:1.0:1773674197.904027:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674197.904034:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904047:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674197.904051:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904059:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674197.904060:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674197.904073:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674197.904076:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674197.904079:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.904082:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674197.904085:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:1.0:1773674197.904087:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:1.0:1773674197.904089:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674197.904093:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904311:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674197.904315:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904321:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674197.904323:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674197.904333:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674197.904336:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:1.0:1773674197.904338:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.904342:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674197.904345:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:1.0:1773674197.904347:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:1.0:1773674197.904349:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674197.904353:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904379:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674197.904382:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.904389:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674197.904391:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674197.910931:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.910947:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674197.910951:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.910954:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674197.910963:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.910969:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674197.910977:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.910982:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.910988:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.910992:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cf080 00000400:00000200:0.0:1773674197.910997:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911003:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5959 [1] + 224 00000800:00000001:0.0:1773674197.911010:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.911014:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674197.911017:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674197.911022:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674197.911027:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674197.911035:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674197.911046:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.911071:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674197.911078:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.911081:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674197.911083:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.911085:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674197.911088:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911092:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674197.911096:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911099:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911102:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911105:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cf200 00000400:00000200:0.0:1773674197.911109:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674197.911113:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5971 [1] + 224 00000800:00000001:0.0:1773674197.911117:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.911122:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674197.911124:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674197.911127:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674197.911130:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674197.911134:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674197.911144:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674197.911159:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674197.911162:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674197.911165:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.912762:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.912796:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674197.912805:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674197.912807:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674197.912811:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674197.912818:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:3.0:1773674197.912821:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:3.0:1773674197.912824:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674197.912839:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674197.912850:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.912858:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674197.912860:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.912862:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674197.912865:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674197.912868:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674197.912872:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.912874:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674197.912884:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674197.912888:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=83 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674197.912891:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674197.912893:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674197.912895:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674197.912900:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.912904:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674197.912906:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:3.0:1773674197.912908:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674197.912910:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.912915:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.912922:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.912924:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674197.912926:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674197.912931:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674197.912938:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953468928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674197.912943:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.912946:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674197.912949:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953468928/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.912956:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674197.912958:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674197.912962:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30e00. 02000000:00000001:3.0:1773674197.912966:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674197.912968:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674197.912970:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674197.912972:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674197.912975:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81000. 02000000:00000001:3.0:1773674197.912978:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674197.912979:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674197.912981:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:3.0:1773674197.912984:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674197.912985:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.912988:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.912990:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.912992:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674197.912993:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.912995:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.913071:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.913074:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674197.913077:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674197.913079:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674197.913081:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674197.913084:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:2.0:1773674197.913086:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:2.0:1773674197.913089:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674197.913093:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674197.913101:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.913107:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674197.913109:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.913111:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674197.913112:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674197.913113:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674197.913115:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.913117:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674197.913120:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674197.913123:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674197.913125:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674197.913126:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674197.913127:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674197.913129:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.913131:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.913134:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.913375:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.913377:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674197.913379:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674197.913384:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674197.913392:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953468544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.913397:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.913398:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674197.913401:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5180 x1859825953468544/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.913407:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674197.913408:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674197.913410:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238e800. 02000000:00000001:2.0:1773674197.913414:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674197.913415:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674197.913416:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674197.913418:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674197.913419:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81e00. 02000000:00000001:2.0:1773674197.913422:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674197.913423:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674197.913424:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5180. 00000100:00000001:2.0:1773674197.913427:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674197.913428:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.913430:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.913432:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.913433:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674197.913434:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.913436:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674197.920961:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.920980:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674197.920984:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.920987:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.920996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921003:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674197.921013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921017:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921022:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921026:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf100 00000400:00000200:1.0:1773674197.921031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921037:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5961 [1] + 224 00000800:00000001:1.0:1773674197.921044:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921050:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921053:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.921058:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674197.921066:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674197.921075:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674197.921086:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.921161:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.921165:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674197.921184:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674197.921194:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921198:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674197.921200:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921203:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921210:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674197.921214:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921216:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921219:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921222:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf300 00000400:00000200:1.0:1773674197.921225:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921229:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5979 [1] + 224 00000800:00000001:1.0:1773674197.921234:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921237:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921239:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.921242:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674197.921245:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674197.921250:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674197.921258:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.921265:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674197.921268:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921272:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674197.921274:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921275:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921278:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921281:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674197.921305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921308:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921311:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921314:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cf380 00000400:00000200:1.0:1773674197.921317:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921322:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5989 [1] + 224 00000800:00000001:1.0:1773674197.921326:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921331:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921333:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.921336:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674197.921339:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674197.921343:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674197.921351:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.921384:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674197.921389:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921392:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674197.921394:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921396:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921399:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921402:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674197.921407:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921409:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921412:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921415:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf180 00000400:00000200:1.0:1773674197.921418:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921421:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5969 [1] + 224 00000800:00000001:1.0:1773674197.921425:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921429:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921430:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.921433:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674197.921436:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674197.921440:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674197.921449:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.921456:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674197.921460:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921464:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674197.921466:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.921468:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.921471:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921474:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674197.921478:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921481:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921483:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921486:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf280 00000400:00000200:1.0:1773674197.921489:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674197.921493:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5981 [1] + 224 00000800:00000001:1.0:1773674197.921497:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.924168:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674197.924176:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674197.924185:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674197.924193:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674197.924201:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674197.924213:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674197.924223:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674197.924234:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674197.924240:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924561:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.924565:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674197.924572:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674197.924574:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674197.924578:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674197.924583:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:2.0:1773674197.924586:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:2.0:1773674197.924589:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674197.924595:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674197.924605:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924613:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674197.924614:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924617:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674197.924619:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674197.924622:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674197.924624:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.924627:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674197.924635:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=130 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674197.924639:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674197.924642:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674197.924643:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674197.924646:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674197.924650:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.924654:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674197.924656:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674197.924659:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674197.924661:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.924665:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924673:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.924675:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674197.924677:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674197.924681:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674197.924689:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953468800:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674197.924694:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674197.924696:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674197.924697:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674197.924700:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:2.0:1773674197.924701:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:2.0:1773674197.924703:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674197.924707:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674197.924716:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924722:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674197.924723:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924725:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674197.924726:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674197.924727:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674197.924729:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.924731:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674197.924742:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=118 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674197.924746:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=118 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674197.924748:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674197.924749:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674197.924751:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674197.924753:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.924755:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674197.924757:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674197.924759:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674197.924760:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.924785:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924792:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.924794:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674197.924795:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674197.924799:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674197.924807:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953469056:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674197.924811:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674197.924812:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674197.924814:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:2.0:1773674197.924816:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674197.924818:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674197.924820:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674197.924823:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674197.924840:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924847:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674197.924848:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924850:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674197.924851:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674197.924853:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674197.924854:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674197.924856:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674197.924860:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=117 v=5 (5 0 0 0) 00000100:00001000:2.0:1773674197.924863:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=117 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674197.924866:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674197.924867:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674197.924868:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674197.924870:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.924872:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674197.924873:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:2.0:1773674197.924875:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674197.924876:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674197.924880:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924886:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674197.924887:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674197.924888:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674197.924892:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674197.924900:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2414:1859825953469312:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674197.924904:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924907:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674197.924910:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5c00 x1859825953468800/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924917:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674197.924919:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674197.924923:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1238ee00. 02000000:00000001:2.0:1773674197.924927:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674197.924929:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674197.924931:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674197.924933:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674197.924936:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81500. 02000000:00000001:2.0:1773674197.924939:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674197.924940:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674197.924942:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5c00. 00000100:00000001:2.0:1773674197.924946:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674197.924948:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924949:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674197.924952:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953469056/t0(0) o400->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924959:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674197.924960:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674197.924962:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e000. 02000000:00000001:2.0:1773674197.924964:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674197.924965:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674197.924966:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674197.924968:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674197.924969:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81700. 02000000:00000001:2.0:1773674197.924972:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674197.924973:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674197.924974:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:2.0:1773674197.924977:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674197.924978:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.924980:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674197.924983:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953469312/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674197.924989:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674197.924990:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674197.924992:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674197.924993:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674197.924994:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674197.924996:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674197.924997:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674197.924998:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81800. 02000000:00000001:2.0:1773674197.925000:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674197.925001:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674197.925002:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:2.0:1773674197.925004:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674197.925006:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.925008:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674197.925014:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674197.925016:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674197.925019:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674197.925021:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674197.926078:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674197.926082:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674197.926085:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674197.926090:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:3.0:1773674197.926092:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:3.0:1773674197.926095:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674197.926104:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674197.926115:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.926123:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674197.926125:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.926127:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674197.926129:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674197.926131:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674197.926132:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.926146:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674197.926153:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=130 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674197.926156:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=24 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674197.926159:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674197.926160:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674197.926163:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674197.926166:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.926169:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674197.926171:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674197.926173:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674197.926174:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.926179:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.926185:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.926188:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674197.926190:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674197.926194:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674197.926208:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953468672:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674197.926213:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674197.926215:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674197.926216:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674197.926219:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:3.0:1773674197.926220:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:3.0:1773674197.926222:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674197.926226:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674197.926234:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.926240:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674197.926242:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.926243:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674197.926245:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674197.926246:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674197.926247:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674197.926249:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674197.926252:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=118 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674197.926255:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674197.926257:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674197.926258:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674197.926259:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674197.926261:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.926263:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674197.926264:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674197.926266:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674197.926267:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674197.926271:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.926277:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674197.926280:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674197.926281:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674197.926458:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674197.926466:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2413:1859825953469184:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674197.926471:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.926474:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674197.926477:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953468672/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.926482:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674197.926485:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674197.926488:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31e00. 02000000:00000001:3.0:1773674197.926491:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674197.926493:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674197.926495:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674197.926497:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674197.926500:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:3.0:1773674197.926503:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674197.926504:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674197.926506:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674197.926509:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674197.926510:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.926512:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674197.926515:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953469184/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674197.927170:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674197.927172:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674197.927174:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30800. 02000000:00000001:3.0:1773674197.927178:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674197.927179:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674197.927181:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674197.927183:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674197.927185:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81c00. 02000000:00000001:3.0:1773674197.927188:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674197.927189:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674197.927190:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:3.0:1773674197.927193:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674197.927194:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674197.927198:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.927201:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674197.927203:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674197.927205:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674197.927207:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674198.529146:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674198.529154:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674198.529159:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674198.529161:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674198.529164:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674198.529165:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674198.529168:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674198.529169:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674198.529172:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674198.529173:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674198.529248:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674198.529252:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674198.529255:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674199.555159:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674199.555169:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674199.555172:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674199.555176:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555182:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674199.555184:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555186:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555189:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555418:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674199.555420:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555424:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674199.555426:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555430:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674199.555431:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555435:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674199.555437:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674199.555439:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674199.555440:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555443:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674199.555444:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555446:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674199.555448:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674199.557930:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674199.557936:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674199.557941:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674200.577872:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674200.577892:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674200.577898:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674200.577899:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674200.577903:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674200.577904:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674200.577907:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674200.577909:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674200.577912:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674200.577913:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674200.578020:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674200.578024:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674200.578027:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674201.602884:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674201.602891:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602897:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674201.602900:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674201.602902:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674201.602908:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674201.602911:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674201.602912:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602916:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674201.602919:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602921:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602923:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602927:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674201.602929:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674201.602930:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674201.602932:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674201.602933:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674201.602934:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602936:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674201.602938:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602939:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602941:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602945:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674201.602946:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674201.602949:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674201.602951:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674201.603164:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674201.603168:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674201.603171:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773674201.724791:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.724813:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674201.724818:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.724820:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.724830:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.724838:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674201.724849:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.724855:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.724860:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.724864:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b80794c9e00 00000400:00000200:0.0:1773674201.724869:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.724875:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x2c5301 [1] + 224 00000800:00000001:0.0:1773674201.724884:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.724911:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.724914:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674201.724921:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674201.724928:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674201.724939:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674201.724952:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674201.724973:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674201.724982:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.724985:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.725918:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674201.725925:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674201.725932:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674201.725934:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674201.725938:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674201.725944:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674201.725947:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674201.725950:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674201.725956:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674201.725966:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953447424/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.725972:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674201.725974:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.725976:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674201.725979:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674201.725982:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674201.725984:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674201.725987:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674201.725997:0:2413:0:(import.c:2136:obd_at_measure()) add 129 to ffff98dc050c24e8 time=145 v=36 (36 36 36 36) 00000100:00001000:3.0:1773674201.726001:0:2413:0:(import.c:2202:obd_at_measure()) AT ffff98dc050c24e8 change: old=36 new=129 delta=93 (val=129) hist 129 36 36 36 00000100:00001000:3.0:1773674201.726004:0:2413:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff98dc07f29800 ptl 6 has changed from 36 to 129 00000100:00001000:3.0:1773674201.726007:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=87 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674201.726010:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674201.726011:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.726014:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674201.726018:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.726021:0:2413:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674201.726023:0:2413:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674201.726025:0:2413:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674201.726027:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.726028:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:3.0:1773674201.726031:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674201.726033:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:3.0:1773674201.726034:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674201.726037:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674201.726042:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953447424/t47244640280(47244640280) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.726049:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674201.726052:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674201.726054:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674201.726057:0:2413:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1773674201.726084:0:2413:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674201.726089:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953447424/t47244640280(47244640280) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674201.726109:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953447424:192.168.201.103@tcp:10:truncate.0 00000100:00000001:3.0:1773674201.726114:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.726116:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.726119:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953447424/t47244640280(47244640280) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.726125:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.726127:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.726134:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674201.726136:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.726138:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674201.726140:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726570:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674201.726574:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:2.0:1773674201.726575:0:93433:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674201.726579:0:93433:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674201.726582:0:93433:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726584:0:93433:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726586:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:2.0:1773674201.726588:0:93433:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1773674201.726593:0:93433:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674201.726596:0:93433:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674201.726598:0:93433:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674201.726601:0:93433:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.726619:0:93433:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674201.726621:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674201.726623:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:2.0:1773674201.726624:0:93433:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674201.726629:0:93433:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674201.726634:0:93433:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674201.726637:0:93433:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000001:2.0:1773674201.726639:0:93433:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674201.726640:0:93433:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000002:2.0:1773674201.726642:0:93433:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=100 (1) m=1773674081 a=0 c=1773674081 b=8 00020000:00000001:2.0:1773674201.726646:0:93433:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674201.726648:0:93433:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=100 m=1773674081 a=0 c=1773674081 b=8 00020000:00000001:2.0:1773674201.726651:0:93433:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726652:0:93433:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726654:0:93433:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000080:00200000:2.0:1773674201.726657:0:93433:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 100 i_blocks 8 00000080:00000001:2.0:1773674201.726661:0:93433:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674201.726662:0:93433:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674201.726664:0:93433:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674201.726667:0:93433:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674201.726669:0:93433:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc1007f7b8 (ffff98dc08f6ca28/0) at cl_lock_release():245 00000020:00000001:2.0:1773674201.726672:0:93433:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674201.726673:0:93433:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc1007f7b8 (ffff98dc08f6ca28/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674201.726676:0:93433:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674201.726679:0:93433:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674201.726681:0:93433:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519773096 : -113404189778520 : ffff98dc078d5da8) 00000020:00000001:2.0:1773674201.726683:0:93433:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674201.726684:0:93433:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3430 (ffff98dc08f6c5a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674201.726688:0:93433:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674201.726689:0:93433:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674201.726692:0:93433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674201.726695:0:93433:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674201.726698:0:93433:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=4 00000020:00000001:2.0:1773674201.726701:0:93433:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674201.726703:0:93433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:2.0:1773674201.726706:0:93433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674201.726712:0:93433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674201.726724:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674201.726726:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674201.726728:0:93433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674201.726736:0:93433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674201.726739:0:93433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674201.726742:0:93433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773674201.726812:0:93433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc062f2540. 00010000:00000001:2.0:1773674201.726817:0:93433:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773674201.726834:0:93433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1773674201.726837:0:93433:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674201.726839:0:93433:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674201.726841:0:93433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674201.726843:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674201.726844:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674201.726846:0:93433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674201.726847:0:93433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674201.726848:0:93433:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674201.726850:0:93433:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674201.726852:0:93433:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674201.726853:0:93433:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674201.726855:0:93433:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674201.726856:0:93433:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc1007f7b8 (ffff98dc08f6ca28/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674201.726860:0:93433:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674201.726861:0:93433:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674201.726862:0:93433:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3430 (ffff98dc08f6ca28/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674201.726865:0:93433:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845b430. 00000020:00000001:2.0:1773674201.726870:0:93433:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674201.726871:0:93433:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3400. 00020000:00000001:2.0:1773674201.726875:0:93433:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674201.726876:0:93433:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674201.726877:0:93433:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674201.726879:0:93433:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674201.726881:0:93433:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674201.726882:0:93433:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674201.726883:0:93433:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674201.726885:0:93433:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674201.726887:0:93433:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674201.726888:0:93433:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674201.726889:0:93433:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674201.726891:0:93433:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773674201.726893:0:93433:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674201.726894:0:93433:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674201.726896:0:93433:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:2.0:1773674201.726898:0:93433:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff98dc094251f8. 00020000:00000001:2.0:1773674201.726901:0:93433:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674201.726903:0:93433:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674201.726905:0:93433:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674201.726906:0:93433:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674201.726908:0:93433:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674201.726911:0:93433:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674201.726912:0:93433:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674201.726914:0:93433:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674201.726917:0:93433:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674201.726919:0:93433:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674201.726920:0:93433:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674201.726921:0:93433:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674201.726922:0:93433:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674201.726924:0:93433:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c5a0 00000020:00000010:2.0:1773674201.726929:0:93433:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1b800. 00000020:00000010:2.0:1773674201.726934:0:93433:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b300. 00000008:00000010:2.0:1773674201.726939:0:93433:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07060b28. 00020000:00000010:2.0:1773674201.726944:0:93433:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80240. 00008000:00000010:2.0:1773674201.726949:0:93433:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:2.0:1773674201.726954:0:93433:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bed20. 00000080:00000010:2.0:1773674201.726958:0:93433:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb3478. 00000020:00000010:2.0:1773674201.726962:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000008:00000010:2.0:1773674201.726966:0:93433:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08588f20. 00020000:00000010:2.0:1773674201.726969:0:93433:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d61c0. 00008000:00000010:2.0:1773674201.726988:0:93433:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e220. 00000080:00000010:2.0:1773674201.726993:0:93433:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fc30. 00000020:00000010:2.0:1773674201.726996:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a400. 00000020:00000010:2.0:1773674201.726999:0:93433:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c5a0. 00020000:00000001:2.0:1773674201.727001:0:93433:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674201.727003:0:93433:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674201.727006:0:93433:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674201.727009:0:93433:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674201.727012:0:93433:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674201.727014:0:93433:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674201.727015:0:93433:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6ca20 00000020:00000010:2.0:1773674201.727017:0:93433:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a200. 00000020:00000010:2.0:1773674201.727020:0:93433:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:2.0:1773674201.727023:0:93433:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07065940. 00020000:00000010:2.0:1773674201.727026:0:93433:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80d80. 00008000:00000010:2.0:1773674201.727029:0:93433:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:2.0:1773674201.727033:0:93433:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bedc8. 00000080:00000010:2.0:1773674201.727035:0:93433:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb06d8. 00000020:00000010:2.0:1773674201.727038:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b000. 00000008:00000010:2.0:1773674201.727041:0:93433:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589a20. 00020000:00000010:2.0:1773674201.727044:0:93433:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d5d40. 00008000:00000010:2.0:1773674201.727046:0:93433:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e488. 00000080:00000010:2.0:1773674201.727049:0:93433:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f780. 00000020:00000010:2.0:1773674201.727051:0:93433:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1ae00. 00000020:00000010:2.0:1773674201.727053:0:93433:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6ca20. 00000080:00000001:2.0:1773674201.727056:0:93433:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.727059:0:93433:0:(llite_lib.c:2496:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1773674201.727063:0:93433:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c1b400. 00000020:00000001:2.0:1773674201.727072:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fc90 00000080:00200008:2.0:1773674201.727076:0:93433:0:(llite_lib.c:2526:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc059500c8) current size 100, valid attrs 168, mode ffff, uid -1195085524, gid -1, new size 100, atime 1773674081.000000000, mtime 1773674081.000000000, ctime 1773674081.000000000, rc 0 00000080:00000001:2.0:1773674201.727083:0:93433:0:(llite_lib.c:2528:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.727091:0:93433:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674201.727093:0:93433:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f2fe58 00000080:00002000:2.0:1773674201.727095:0:93433:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff98dc18a99288, parent ffff98dc10e90a20, inode ffff98dc059500c8) hashed, 00000080:00000001:2.0:1773674201.727692:0:93433:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674201.727700:0:93433:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773674201.727707:0:93433:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1773674201.731255:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674201.731272:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.731277:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773674201.731281:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773674201.731283:0:81793:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674201.731291:0:81793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674201.731315:0:81793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cfe00 already unused, calling callback (ffffffffc0fc4260) 00000008:00000001:3.0:1773674201.731319:0:81793:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773674201.731322:0:81793:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674201.731324:0:81793:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674201.731327:0:81793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674201.731329:0:81793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfe00 refcount=3 00000020:00000001:3.0:1773674201.731332:0:81793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674201.731335:0:81793:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464174080 : -113404245377536 : ffff98dc043cfe00) 00010000:00000001:3.0:1773674201.731338:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674201.731341:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428480000000 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773674201.731350:0:81793:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773674201.731352:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674201.731362:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674201.731368:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31e00. 00000020:00000010:3.0:1773674201.731374:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30e00. 00000020:00000010:3.0:1773674201.731379:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674201.731385:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674201.731390:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fc00. 00008000:00000010:3.0:1773674201.731395:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674201.731401:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674201.731406:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674201.731410:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31400. 00000008:00000010:3.0:1773674201.731414:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674201.731417:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674201.731422:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674201.731426:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674201.731430:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674201.731432:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000008:00000001:3.0:1773674201.731434:0:81793:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773674201.731436:0:81793:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1773674201.731438:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674201.731440:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24ea0. 00000020:00000010:3.0:1773674201.731443:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30c00. 00000020:00000010:3.0:1773674201.731445:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30600. 00000020:00000010:3.0:1773674201.731449:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916ae0. 00000008:00000010:3.0:1773674201.731452:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674201.731455:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674201.731458:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674201.731461:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674201.731464:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674201.731467:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31800. 00000008:00000010:3.0:1773674201.731470:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674201.731472:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674201.731474:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674201.731477:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20690. 00000020:00000001:3.0:1773674201.731479:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541068456 : -113404168483160 : ffff98dc08d24ea8) 00000020:00001000:3.0:1773674201.731481:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24ea0 00000008:00000001:3.0:1773674201.731484:0:81793:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773674201.731487:0:81793:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773674201.731491:0:81793:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773674201.731494:0:81793:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.731496:0:81793:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773674201.731500:0:81793:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773674201.731504:0:81793:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773674201.731507:0:81793:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674201.731510:0:81793:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cc540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1773674201.731514:0:81793:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674201.731517:0:81793:0:(osc_lock.c:372:osc_lock_flush()) object ffff98dc043cc540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1773674201.731520:0:81793:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1773674201.731523:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674201.731526:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2210 -> ffff98dc043c2210 00000020:00000001:3.0:1773674201.731529:0:81793:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674201.731533:0:81793:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674201.731535:0:81793:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674201.731539:0:81793:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674201.731540:0:81793:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674201.731542:0:81793:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674201.731546:0:81793:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc07fb8bc8 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1773674201.731551:0:81793:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674201.731552:0:81793:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674201.731555:0:81793:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674201.731557:0:81793:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674201.731558:0:81793:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731560:0:81793:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674201.731561:0:81793:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674201.731563:0:81793:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1773674201.731564:0:81793:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.731567:0:81793:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1773674201.731570:0:81793:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674201.731572:0:81793:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773674201.731575:0:81793:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:3.0:1773674201.731577:0:81793:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674201.731579:0:81793:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526993864 : -113404182557752 : ffff98dc07fb8bc8) 00000020:00000001:3.0:1773674201.731582:0:81793:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773674201.731583:0:81793:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773674201.731585:0:81793:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674201.731590:0:81793:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 000000005f573643 1 1 00000000df05af89] 00000020:00000001:3.0:1773674201.731592:0:81793:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773674201.731593:0:81793:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1773674201.731595:0:81793:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:3.0:1773674201.731596:0:81793:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731599:0:81793:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:3.0:1773674201.731601:0:81793:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:3.0:1773674201.731603:0:81793:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674201.731604:0:81793:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674201.731605:0:81793:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674201.731608:0:81793:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 000000005f573643 2 1 0000000000000000] 00000020:00000001:3.0:1773674201.731610:0:81793:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1773674201.731612:0:81793:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1773674201.731614:0:81793:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1773674201.731616:0:81793:0:(osc_page.c:138:osc_page_delete()) ffff98dc0648fa00 00000008:00000001:3.0:1773674201.731618:0:81793:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1773674201.731620:0:81793:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc0648fa10 page ffff98dc0648fa00 at index 0. 00000008:00000001:3.0:1773674201.731623:0:81793:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.731627:0:81793:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1773674201.731629:0:81793:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb44733740 index 0 00000020:00000001:3.0:1773674201.731635:0:81793:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1773674201.731636:0:81793:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:3.0:1773674201.731647:0:81793:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773674201.731648:0:81793:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674201.731649:0:81793:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674201.731651:0:81793:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773674201.731652:0:81793:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674201.731656:0:81793:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[1 000000005f573643 5 1 0000000000000000] 00000020:00000001:3.0:1773674201.731657:0:81793:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:3.0:1773674201.731659:0:81793:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:3.0:1773674201.731663:0:81793:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc0648f9a0. 00000020:00000001:3.0:1773674201.731667:0:81793:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:3.0:1773674201.731668:0:81793:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:3.0:1773674201.731689:0:81793:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674201.731692:0:81793:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674201.731695:0:81793:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674201.731697:0:81793:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674201.731699:0:81793:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674201.731701:0:81793:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1773674201.731705:0:81793:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674201.731706:0:81793:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1773674201.731708:0:81793:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674201.731710:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24ea0 00000020:00000010:3.0:1773674201.731714:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30600. 00000020:00000010:3.0:1773674201.731719:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916ae0. 00000008:00000010:3.0:1773674201.731723:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674201.731727:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674201.731730:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674201.731734:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674201.731737:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674201.731740:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30c00. 00000008:00000010:3.0:1773674201.731743:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674201.731746:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674201.731749:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674201.731752:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20690. 00000020:00000010:3.0:1773674201.731755:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31800. 00000020:00000010:3.0:1773674201.731757:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24ea0. 00000008:00000001:3.0:1773674201.731759:0:81793:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731762:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00010000:00000001:3.0:1773674201.731807:0:81793:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1773674201.731810:0:81793:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731812:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000020:00000001:3.0:1773674201.731814:0:81793:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674201.731817:0:81793:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 0 00020000:00000001:3.0:1773674201.731820:0:81793:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674201.731822:0:81793:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731824:0:81793:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.731826:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc043cc540 -> ffff98dc043c2210 00000008:00000001:3.0:1773674201.731829:0:81793:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674201.731831:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674201.731833:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30e00. 00000020:00000010:3.0:1773674201.731836:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674201.731839:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674201.731842:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fc00. 00008000:00000010:3.0:1773674201.731844:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674201.731847:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674201.731849:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674201.731852:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31e00. 00000008:00000010:3.0:1773674201.731855:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674201.731858:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674201.731860:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674201.731863:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674201.731865:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31400. 00000020:00000010:3.0:1773674201.731868:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000008:00000001:3.0:1773674201.731870:0:81793:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.731873:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674201.731879:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674201.731881:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674201.731883:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674201.731887:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674201.731890:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfe00 with handle 0x2f77f561138142a6 from hash 00010000:00000001:3.0:1773674201.731893:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674201.731894:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.731896:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.731913:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674201.731917:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674201.731919:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773674201.731925:0:81793:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674201.731930:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.731931:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.731932:0:81793:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.731935:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674201.731937:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674201.731944:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674201.731948:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674201.731954:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674201.731957:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674201.731962:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674201.731969:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c31400. 00000100:00000001:3.0:1773674201.731976:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.731979:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674201.731985:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674201.731993:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674201.731994:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.731999:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674201.732004:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674201.732016:0:81793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df634c3a] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773674201.732047:0:81793:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674201.732050:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.732051:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.732053:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.732056:0:81793:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.732057:0:81793:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.732061:0:81793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674201.732068:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674201.732070:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000bf57ee8f/0x2f77f561138142a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x441c89a0128d6ab7 expref: -99 pid: 93424 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:3.0:1773674201.732079:0:81793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85f00. 00010000:00000040:3.0:1773674201.732083:0:81793:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7200 count: 0 00010000:00000010:3.0:1773674201.732090:0:81793:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc043b7000. 00010000:00000001:3.0:1773674201.732117:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.732119:0:81793:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773674201.732121:0:81793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc062f2540. 00010000:00000001:3.0:1773674201.732125:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.732127:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674201.732129:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.732131:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674201.732133:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674201.732134:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.732135:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674201.732137:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674201.732138:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.732140:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773674201.732478:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674201.732483:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674201.732485:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674201.732492:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674201.732501:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674201.732503:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674201.732507:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674201.732509:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674201.732512:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674201.732515:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953469440:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773674201.732520:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674201.732525:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674201.732529:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674201.732533:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674201.732539:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674201.732541:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674201.732550:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674201.732555:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674201.732563:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674201.732571:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953469440, portal 18 00000100:00000001:2.0:1773674201.732573:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674201.732575:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:2.0:1773674201.732582:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674201.732590:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674201.732593:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674201.732596:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674201.732599:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953469440, offset 0 00000400:00000200:2.0:1773674201.732605:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674201.732615:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674201.732623:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674201.732629:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674201.732634:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674201.732638:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674201.732641:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674201.732645:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252795:252795:256:4294967295] 192.168.201.103@tcp LPNI seq info [252763:252763:8:4294967295] 00000400:00000200:2.0:1773674201.732651:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674201.732661:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674201.732667:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674201.732672:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674201.732679:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674201.732688:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674201.732693:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674201.732703:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674201.732709:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1293576 usecs (1294 jiffies) 00000400:00000200:2.0:1773674201.732713:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674201.732716:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300760081 00000100:00000001:2.0:1773674201.732725:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300758857 00000100:00000001:2.0:1773674201.732731:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300760081 00000100:00000001:2.0:1773674201.732735:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300758857 00000100:00000001:2.0:1773674201.732738:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674201.732741:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.732744:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.732747:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.732755:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674201.732757:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674201.732759:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674201.732761:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674201.732789:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.732793:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.732804:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674201.732806:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674201.733993:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674201.734000:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:0.0:1773674201.734007:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674201.734016:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674201.734023:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:0.0:1773674201.734026:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:0.0:1773674201.734030:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674201.734037:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674201.734049:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674201.734053:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674201.734061:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674201.734063:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1773674201.745386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dd260. 00010000:00000010:3.1:1773674201.746024:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:3.1:1773674201.746032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfe00. 00000800:00000001:0.0:1773674201.748473:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.748490:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674201.748495:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.748498:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.748508:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.748515:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674201.748524:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.748529:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.748534:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.748538:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 392 into portal 15 MB=0x69b8077d24c80 00000400:00000200:0.0:1773674201.748546:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 392/392 into md 0x2c48e9 [2] + 1312 00000800:00000001:0.0:1773674201.748554:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.748563:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.748566:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674201.748570:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674201.748578:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773674201.748581:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773674201.748586:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01c00. 00000100:00000040:0.0:1773674201.748590:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc07a01c00 x1859825928653952 msgsize 392 00000100:00100000:0.0:1773674201.748594:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773674201.748602:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773674201.748609:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.748613:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674201.748942:0:81783:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773674201.748946:0:81783:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928653952 02000000:00000001:1.0:1773674201.748949:0:81783:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773674201.748952:0:81783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674201.748955:0:81783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674201.748960:0:81783:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674201.748965:0:81783:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928653952 00000020:00000001:1.0:1773674201.748968:0:81783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674201.748969:0:81783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113814260 00000020:00000001:1.0:1773674201.748972:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674201.748975:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc0882b800 refcount=4 00000020:00000001:1.0:1773674201.748978:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000020:00000001:1.0:1773674201.748981:0:81783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669535852544 : -113404173699072 : ffff98dc0882b800) 00000100:00000001:1.0:1773674201.748985:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674201.748990:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031200. 00000100:00000001:1.0:1773674201.748993:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674201.748996:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031200. 00000020:00000010:1.0:1773674201.749003:0:81783:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000020:00000010:1.0:1773674201.749008:0:81783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc03799400. 00000020:00000010:1.0:1773674201.749013:0:81783:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc12ff54b0. 00000100:00000040:1.0:1773674201.749019:0:81783:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773674201.749022:0:81783:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773674201.749024:0:81783:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773674201.749025:0:81783:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749032:0:81783:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749047:0:81783:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674201.749059:0:81783:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773674201.749061:0:81783:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773674201.749065:0:81783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 41 00000100:00000040:1.0:1773674201.749069:0:81783:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc0882b800 : new rpc_count 1 00000100:00000001:1.0:1773674201.749071:0:81783:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669521001472 : -113404188550144 : ffff98dc07a01c00) 00000100:00000040:1.0:1773674201.749079:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc07a01c00 x1859825928653952/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:277/0 lens 392/0 e 0 to 0 dl 1773674212 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674201.749088:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773674201.749090:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc04031200. 00000100:00000001:1.0:1773674201.749093:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674201.749105:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc04031200. 00000100:00100000:1.0:1773674201.749110:0:81783:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc07a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:48521:x1859825928653952:12345-192.168.201.103@tcp:105: 00000100:00000200:1.0:1773674201.749114:0:81783:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928653952 00010000:00000001:1.0:1773674201.749117:0:81783:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773674201.749123:0:81783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674201.749125:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674201.749127:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=5 00000020:00000001:1.0:1773674201.749129:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:1.0:1773674201.749133:0:81783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00010000:1.0:1773674201.749138:0:81783:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674201.749149:0:81783:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1773674201.749152:0:81783:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674201.749162:0:81783:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674201.749170:0:81783:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1773674201.749173:0:81783:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674201.749175:0:81783:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773674201.749177:0:81783:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773674201.749192:0:81783:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674201.749199:0:81783:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1773674201.749203:0:81783:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773674201.749224:0:81783:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x23ac:0x0].0x0 (ffff98dc043b7d00) refcount = 1 00010000:00000040:1.0:1773674201.749227:0:81783:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773674201.749230:0:81783:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000010:1.0:1773674201.749243:0:81783:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc07f4be00. 00010000:00000001:1.0:1773674201.749246:0:81783:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1773674201.749249:0:81783:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773674201.749258:0:81783:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff98dc04031200. 00000100:00000001:1.0:1773674201.749261:0:81783:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674201.749267:0:81783:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129c00. 00000100:00000001:1.0:1773674201.749270:0:81783:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679500288 : -113404030051328 : ffff98dc11129c00) 00000100:00000001:1.0:1773674201.749272:0:81783:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630669679500288 : -113404030051328 : ffff98dc11129c00) 00000100:00000001:1.0:1773674201.749275:0:81783:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674201.749276:0:81783:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773674201.749278:0:81783:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773674201.749281:0:81783:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773674201.749358:0:81783:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674201.749362:0:81783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674201.749363:0:81783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674201.749365:0:81783:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674201.749367:0:81783:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773674201.749368:0:81783:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773674201.749371:0:81783:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749373:0:81783:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749375:0:81783:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773674201.749378:0:81783:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129c00. 00000100:00000001:1.0:1773674201.749382:0:81783:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773674201.749384:0:81783:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773674201.749387:0:81783:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff98dc04031200. 00010000:00010000:1.0:1773674201.749389:0:81783:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff98dc043cf400) 00010000:00000001:1.0:1773674201.749391:0:81783:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674201.749393:0:81783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674201.749394:0:81783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674201.749397:0:81783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773674201.749399:0:81783:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773674201.749404:0:81783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc118b3400. 02000000:00000001:1.0:1773674201.749406:0:81783:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749409:0:81783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674201.749414:0:81783:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773674201.749416:0:81783:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674201.749420:0:81783:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=257 v=5 (1 1 0 1) 00000100:00000001:1.0:1773674201.749425:0:81783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674201.749429:0:81783:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 28 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674201.749431:0:81783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:1.0:1773674201.749434:0:81783:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773674201.749436:0:81783:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.749439:0:81783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674201.749442:0:81783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674201.749447:0:81783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000200:1.0:1773674201.749454:0:81783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928653952, offset 224 00000400:00000200:1.0:1773674201.749460:0:81783:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674201.749467:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.749474:0:81783:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674201.749480:0:81783:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252796:252796:256:4294967295] 192.168.201.103@tcp LPNI seq info [252764:252764:8:4294967295] 00000400:00000200:1.0:1773674201.749484:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.749492:0:81783:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674201.749497:0:81783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674201.749502:0:81783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674201.749738:0:81783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674201.749746:0:81783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674201.749752:0:81783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674201.749794:0:81783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674201.749799:0:81783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 27 to 192.168.201.103@tcp 00010000:00000001:1.0:1773674201.749801:0:81783:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674201.749806:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01c00 x1859825928653952/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:277/0 lens 392/224 e 0 to 0 dl 1773674212 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773674201.749816:0:81783:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc07a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:48521:x1859825928653952:12345-192.168.201.103@tcp:105: Request processed in 726us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1773674201.749823:0:81783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 41 00000100:00000040:1.0:1773674201.749827:0:81783:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc0882b800 : new rpc_count 0 00000100:00000001:1.0:1773674201.749829:0:81783:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773674201.749831:0:81783:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773674201.749835:0:81783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc03799400. 00000020:00000010:1.0:1773674201.749840:0:81783:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc12ff54b0. 00000020:00000010:1.0:1773674201.749843:0:81783:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000020:00000040:1.0:1773674201.749848:0:81783:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 3 00000100:00000001:1.0:1773674201.749851:0:81783:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674201.749948:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674201.749952:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:1.0:1773674201.749956:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674201.749960:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674201.749965:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:1.0:1773674201.749967:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:1.0:1773674201.749970:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674201.749972:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1773674201.758070:0:93435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.758114:0:93435:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.758119:0:93435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.758127:0:93435:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674201.758130:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.758132:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.758133:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.758134:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.758136:0:93435:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.758140:0:93435:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1773674201.758142:0:93435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674201.758145:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674201.758148:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674201.758151:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=3 00000020:00000001:3.0:1773674201.758153:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758156:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758159:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674201.758160:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674201.758162:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=4 00000020:00000001:3.0:1773674201.758163:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758165:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758168:0:93435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674201.758172:0:93435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674201.758175:0:93435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.758403:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.758405:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674201.758408:0:93435:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1773674201.758414:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00010000:3.0:1773674201.758419:0:93435:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 100, setting rss=100; kms=100, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773674201.758427:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.758429:0:93435:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674201.758432:0:93435:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 100 00020000:00000001:3.0:1773674201.758435:0:93435:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674201.758437:0:93435:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758439:0:93435:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758441:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000001:3.0:1773674201.758443:0:93435:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1773674201.758445:0:93435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.758447:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674201.758449:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674201.758450:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=5 00000020:00000001:3.0:1773674201.758452:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758454:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.758456:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674201.758460:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.758468:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.758469:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674201.758471:0:93435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.758479:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674201.758480:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.758481:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674201.758483:0:93435:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.758486:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.758498:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289880 x1859825953448192/t0(0) o101->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674098 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.758513:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674201.758516:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674201.758520:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959c400. 02000000:00000001:3.0:1773674201.758524:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674201.758526:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674201.758528:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674201.758531:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674201.758534:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc1238f600. 02000000:00000001:3.0:1773674201.758546:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674201.758548:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674201.758550:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289880. 00000100:00000001:3.0:1773674201.758554:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674201.758555:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674201.758557:0:93435:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.758559:0:93435:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758563:0:93435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.758566:0:93435:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758568:0:93435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758570:0:93435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758572:0:93435:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758574:0:93435:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758577:0:93435:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1773674201.758581:0:93435:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1773674201.758588:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fb80 00000080:00200000:3.0:1773674201.758590:0:93435:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:3.0:1773674201.758593:0:93435:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773674201.758597:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000002:3.0:1773674201.758601:0:93435:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc0437c180 addref 2/0 by ffff98dc181127c0. 00020000:00000002:3.0:1773674201.758604:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00000020:00000001:3.0:1773674201.758608:0:93435:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1773674201.758611:0:93435:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773674201.758614:0:93435:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773674201.758618:0:93435:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674201.758628:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674201.758630:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:3.0:1773674201.758633:0:93435:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674201.758636:0:93435:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674201.758639:0:93435:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758640:0:93435:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.758642:0:93435:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758644:0:93435:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674201.758662:0:93435:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773674201.758664:0:93435:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1773674201.758700:0:93435:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773674201.758703:0:93435:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] fffff3eb44733740 0 1 00000020:00000001:3.0:1773674201.758706:0:93435:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773674201.758708:0:93435:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758711:0:93435:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:3.0:1773674201.758718:0:93435:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98dc0648f9a0. 00000020:00000001:3.0:1773674201.758722:0:93435:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674201.758724:0:93435:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1773674201.758727:0:93435:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1773674201.758730:0:93435:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1773674201.758732:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674201.758733:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000008:00000001:3.0:1773674201.758737:0:93435:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1773674201.758739:0:93435:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff98dc0648fa10 folio fffff3eb44733740 pg:0 obj off 0 00000008:00000001:3.0:1773674201.758741:0:93435:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758743:0:93435:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674201.758744:0:93435:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1773674201.758746:0:93435:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1773674201.758748:0:93435:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.758752:0:93435:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.758754:0:93435:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446630669498513824 : -113404211037792 : ffff98dc0648f9a0) 00000020:00000001:3.0:1773674201.758757:0:93435:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446630669498513824 : -113404211037792 : ffff98dc0648f9a0) 00000020:00000001:3.0:1773674201.758759:0:93435:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773674201.758762:0:93435:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674201.759423:0:93435:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669511412680 : -113404198138936 : ffff98dc070dcbc8) 00000020:00000001:3.0:1773674201.759429:0:93435:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773674201.759431:0:93435:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773674201.759432:0:93435:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674201.759437:0:93435:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 00000000d6074edf 1 1 000000007710f80b] 00000020:00000001:3.0:1773674201.759439:0:93435:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773674201.759442:0:93435:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674201.759443:0:93435:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:3.0:1773674201.759447:0:93435:0:(rw26.c:818:ll_write_begin()) page@000000003f18de55[2 00000000d6074edf 2 1 000000007710f80b] 00000080:00008000:3.0:1773674201.759449:0:93435:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:3.0:1773674201.759451:0:93435:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773674201.759452:0:93435:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674201.759458:0:93435:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773674201.759459:0:93435:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1773674201.759462:0:93435:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674201.759463:0:93435:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669511412680 : -113404198138936 : ffff98dc070dcbc8) 00000020:00000001:3.0:1773674201.759465:0:93435:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773674201.759466:0:93435:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674201.759469:0:93435:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773674201.759953:0:93435:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674201.759955:0:93435:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773674201.759956:0:93435:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773674201.759961:0:93435:0:(rw26.c:967:ll_write_end()) page@000000003f18de55[3 00000000d6074edf 2 1 000000007710f80b] 00000080:00200000:3.0:1773674201.759965:0:93435:0:(rw26.c:967:ll_write_end()) vmpage @00000000414f75a1 17ffffc0001001 3:0 ffff98dc0648f9a0 0 lru 00000080:00200000:3.0:1773674201.759973:0:93435:0:(rw26.c:967:ll_write_end()) osc-page@000000004dc18ef3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000006f16487 0000000090bfdb97 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1773674201.759975:0:93435:0:(rw26.c:967:ll_write_end()) end page@000000003f18de55 00000080:00200000:3.0:1773674201.759977:0:93435:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773674201.759978:0:93435:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1773674201.759983:0:93435:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773674201.759985:0:93435:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:3.0:1773674201.759987:0:93435:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773674201.759990:0:93435:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773674201.759992:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674201.759993:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:3.0:1773674201.759995:0:93435:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773674201.759998:0:93435:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773674201.760000:0:93435:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1773674201.760002:0:93435:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674201.760003:0:93435:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:3.0:1773674201.760005:0:93435:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1773674201.760008:0:93435:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- oap ffff98dc0648fa10 folio fffff3eb44733740 pg:0 added for cmd 2 00000008:00000001:3.0:1773674201.760013:0:93435:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:3.0:1773674201.760016:0:93435:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff98dc088eb800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674201.760025:0:93435:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff98dc088eb800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674201.760029:0:93435:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff98dc0648fa48 page fffff3eb44733740 00000008:00000020:3.0:1773674201.760033:0:93435:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff98dc088eb800: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1773674201.760036:0:93435:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1773674201.760038:0:93435:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.760040:0:93435:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1773674201.760045:0:93435:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98dc4206fc00. 00000008:00000020:3.0:1773674201.760051:0:93435:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff98dc043cd500 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:3.0:1773674201.760056:0:93435:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1773674201.760061:0:93435:0:(osc_cache.c:848:osc_extent_find()) extent ffff98dc4206fc00@{[0 -> 0/1023], [3|1|-|active|wi|ffff98dc043cd500], [28672|0|-|-|ffff98dc043cf400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1773674201.760069:0:93435:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000001ab80e82 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1773674201.760077:0:93435:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:3.0:1773674201.760080:0:93435:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.760082:0:93435:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.760085:0:93435:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773674201.760087:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000002:3.0:1773674201.760089:0:93435:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 100->4096 100 00000020:00000001:3.0:1773674201.760091:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.760093:0:93435:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674201.760108:0:93435:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 4096 00020000:00000001:3.0:1773674201.760111:0:93435:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674201.760113:0:93435:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.760115:0:93435:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.760116:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000001:3.0:1773674201.760118:0:93435:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773674201.760957:0:93435:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773674201.760960:0:93435:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674201.760965:0:93435:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[4 00000000d6074edf 2 1 000000007710f80b] 00000020:00000001:3.0:1773674201.760967:0:93435:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773674201.760969:0:93435:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773674201.760970:0:93435:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773674201.760972:0:93435:0:(osc_request.c:745:osc_update_next_shrink()) next time 7291 to shrink grant 00000080:00000001:3.0:1773674201.760975:0:93435:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773674201.760978:0:93435:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773674201.760985:0:93435:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc05951b38, count 1, dirtied 1 00000080:00000001:3.0:1773674201.760988:0:93435:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773674201.760991:0:93435:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773674201.760993:0:93435:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674201.760995:0:93435:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674201.760996:0:93435:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674201.761000:0:93435:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[3 00000000d6074edf 2 1 0000000000000000] 00000020:00000001:3.0:1773674201.761002:0:93435:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773674201.761003:0:93435:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674201.761005:0:93435:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773674201.761006:0:93435:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674201.761009:0:93435:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[3 00000000d6074edf 1 1 0000000000000000] 00000020:00000001:3.0:1773674201.761010:0:93435:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773674201.761011:0:93435:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773674201.761012:0:93435:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773674201.761015:0:93435:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773674201.761016:0:93435:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761019:0:93435:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761021:0:93435:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761023:0:93435:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674201.761025:0:93435:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:3.0:1773674201.761029:0:93435:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773674201.761030:0:93435:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773674201.761032:0:93435:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761035:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fb80 00000080:00200000:3.0:1773674201.761038:0:93435:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:3.0:1773674201.761041:0:93435:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761044:0:93435:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674201.761046:0:93435:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674201.761048:0:93435:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674201.761049:0:93435:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773674201.761051:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.761053:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.761056:0:93435:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674201.761058:0:93435:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674201.761060:0:93435:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761062:0:93435:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761064:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000001:3.0:1773674201.761067:0:93435:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761068:0:93435:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761071:0:93435:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761072:0:93435:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761074:0:93435:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761076:0:93435:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674201.761078:0:93435:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773674201.761079:0:93435:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674201.761081:0:93435:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773674201.761083:0:93435:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1773674201.761086:0:93435:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674201.761090:0:93435:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd500 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1773674201.761446:0:93435:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674201.761450:0:93435:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.761452:0:93435:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674201.761453:0:93435:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674201.761455:0:93435:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1773674201.761457:0:93435:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674201.761459:0:93435:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761461:0:93435:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.761464:0:93435:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674201.761465:0:93435:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674201.761468:0:93435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674201.761469:0:93435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8cb78 (ffff98dc064fe908/0) at cl_lock_release():245 00000020:00000001:3.0:1773674201.761472:0:93435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674201.761474:0:93435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8cb78 (ffff98dc064fe908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674201.761477:0:93435:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674201.761479:0:93435:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674201.761481:0:93435:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477612456 : -113404231939160 : ffff98dc050a0ba8) 00000020:00000001:3.0:1773674201.761483:0:93435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674201.761484:0:93435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3d30 (ffff98dc064fe998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674201.761488:0:93435:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674201.761489:0:93435:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674201.761492:0:93435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674201.761494:0:93435:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674201.761497:0:93435:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=5 00000020:00000001:3.0:1773674201.761499:0:93435:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.761502:0:93435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:3.0:1773674201.761505:0:93435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674201.761509:0:93435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674201.761518:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.761520:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.761522:0:93435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674201.761525:0:93435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674201.761528:0:93435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000010:3.0:1773674201.761541:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98dc07c31e00. 00010000:00000001:3.0:1773674201.761546:0:93435:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674201.761549:0:93435:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674201.761552:0:93435:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674201.761556:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.761558:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.761559:0:93435:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.761562:0:93435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674201.761565:0:93435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.761567:0:93435:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.761569:0:93435:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.761571:0:93435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674201.761573:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.761574:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674201.761575:0:93435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674201.761576:0:93435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674201.761577:0:93435:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674201.761579:0:93435:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674201.761581:0:93435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674201.761582:0:93435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674201.761584:0:93435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674201.761586:0:93435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8cb78 (ffff98dc064fe908/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674201.761589:0:93435:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674201.761590:0:93435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674201.761592:0:93435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3d30 (ffff98dc064fe908/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674201.761595:0:93435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845a260. 00000020:00000001:3.0:1773674201.761599:0:93435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674201.761601:0:93435:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3d00. 00020000:00000001:3.0:1773674201.761605:0:93435:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674201.761606:0:93435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674201.761607:0:93435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773674201.761609:0:93435:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674201.761611:0:93435:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674201.761612:0:93435:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674201.761613:0:93435:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674201.761615:0:93435:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761617:0:93435:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761618:0:93435:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674201.761619:0:93435:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674201.761621:0:93435:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773674201.761623:0:93435:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:3.0:1773674201.761625:0:93435:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674201.761626:0:93435:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674201.761628:0:93435:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674201.761629:0:93435:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674201.761630:0:93435:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674201.761633:0:93435:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674201.761634:0:93435:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761636:0:93435:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674201.761637:0:93435:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674201.761639:0:93435:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674201.761641:0:93435:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674201.761644:0:93435:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1773674201.761647:0:93435:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773674201.761649:0:93435:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773674201.761651:0:93435:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674201.761653:0:93435:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674201.761655:0:93435:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674201.761656:0:93435:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674201.761657:0:93435:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674201.761659:0:93435:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe990 00000020:00000010:3.0:1773674201.761905:0:93435:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0639c400. 00000020:00000010:3.0:1773674201.761911:0:93435:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c1e0. 00000008:00000010:3.0:1773674201.761916:0:93435:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b05940. 00020000:00000010:3.0:1773674201.761921:0:93435:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc071939c0. 00008000:00000010:3.0:1773674201.761925:0:93435:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d9530. 00000080:00000010:3.0:1773674201.761930:0:93435:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae0a8. 00000080:00000010:3.0:1773674201.761934:0:93435:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070df6c0. 00000020:00000010:3.0:1773674201.761938:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc420ec000. 00000008:00000010:3.0:1773674201.761942:0:93435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12160. 00020000:00000010:3.0:1773674201.761945:0:93435:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0480. 00008000:00000010:3.0:1773674201.761948:0:93435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1318. 00000080:00000010:3.0:1773674201.761952:0:93435:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c2d0. 00000020:00000010:3.0:1773674201.761955:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0639d600. 00000020:00000010:3.0:1773674201.761957:0:93435:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe990. 00020000:00000001:3.0:1773674201.761960:0:93435:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674201.761963:0:93435:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674201.761965:0:93435:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674201.761967:0:93435:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674201.761970:0:93435:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674201.761971:0:93435:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773674201.761974:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fc98 00000080:00200000:3.0:1773674201.761976:0:93435:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:3.0:1773674201.761982:0:93435:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674201.761984:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.761986:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000020:00000001:3.0:1773674201.761988:0:93435:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674201.761992:0:93435:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674201.761996:0:93435:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674201.761999:0:93435:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:3.0:1773674201.762000:0:93435:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674201.762001:0:93435:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:3.0:1773674201.762004:0:93435:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773674201 a=0 c=1773674201 b=8 00020000:00000001:3.0:1773674201.762008:0:93435:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674201.762010:0:93435:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773674201 a=0 c=1773674201 b=8 00020000:00000001:3.0:1773674201.762013:0:93435:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.762015:0:93435:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.762017:0:93435:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000080:00200000:3.0:1773674201.762019:0:93435:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 8 00000080:00000001:3.0:1773674201.762022:0:93435:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000010:3.0:1773674201.762028:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff98dc18730000. 00000080:00200000:3.0:1773674201.762031:0:93435:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:3.0:1773674201.762033:0:93435:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:3.0:1773674201.762036:0:93435:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe900 00000020:00000010:3.0:1773674201.762038:0:93435:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07a65600. 00000020:00000010:3.0:1773674201.762042:0:93435:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cc00. 00000008:00000010:3.0:1773674201.762045:0:93435:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02ca0. 00020000:00000010:3.0:1773674201.762047:0:93435:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193d80. 00008000:00000010:3.0:1773674201.762050:0:93435:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8000. 00000080:00000010:3.0:1773674201.762053:0:93435:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093aec78. 00000080:00000010:3.0:1773674201.762055:0:93435:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dcb68. 00000020:00000010:3.0:1773674201.762057:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a64e00. 00000008:00000010:3.0:1773674201.762060:0:93435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f138c0. 00020000:00000010:3.0:1773674201.762063:0:93435:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0b40. 00008000:00000010:3.0:1773674201.762064:0:93435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a30. 00000080:00000010:3.0:1773674201.762067:0:93435:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cb40. 00000020:00000010:3.0:1773674201.762069:0:93435:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07a65c00. 00000020:00000010:3.0:1773674201.762071:0:93435:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe900. 00000020:00000001:3.0:1773674201.762075:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fd88 00000080:00000008:3.0:1773674201.762077:0:93435:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:3.0:1773674201.762080:0:93435:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:3.0:1773674201.762125:0:93435:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674201.762128:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000002:3.0:1773674201.762132:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000001:3.0:1773674201.762134:0:93435:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674201.762138:0:93435:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674201.762139:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fdd0 00000080:00200008:3.0:1773674201.762141:0:93435:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc05951988), flags 100001 00000080:00000001:3.0:1773674201.762145:0:93435:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773674201.762147:0:93435:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773674201.762149:0:93435:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674201.762150:0:93435:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000002:3.0:1773674201.762152:0:93435:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc181127c0 00020000:00000001:3.0:1773674201.762154:0:93435:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674201.762156:0:93435:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773674201.762161:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674201.762164:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674201.762166:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674201.762168:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674201.762170:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674201.762173:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674201.762175:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674201.762180:0:93435:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674201.769597:0:93435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674201.769611:0:93435:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabf00 count: 2 00010000:00000001:3.0:1773674201.769617:0:93435:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674201.769624:0:93435:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674201.769628:0:93435:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:3.0:1773674201.769633:0:93435:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773674201.769636:0:93435:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773674201.769644:0:93435:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc07c30e00. 00000080:00000001:3.0:1773674201.769646:0:93435:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773674201.769653:0:93435:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773674201.769658:0:93435:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773674201.769660:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674201.769663:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674201.769665:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674201.769668:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674201.769669:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674201.769672:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674201.769674:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674201.769677:0:93435:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000020:00000010:3.0:1773674201.769683:0:93435:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98dc0729e800. 00000002:00000001:3.0:1773674201.769687:0:93435:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773674201.769689:0:93435:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc088eb800: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:3.0:1773674201.769696:0:93435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674201.769700:0:93435:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:3.0:1773674201.769707:0:93435:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674201.769710:0:93435:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674201.769715:0:93435:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674201.769722:0:93435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c31800. 00000100:00000001:3.0:1773674201.769729:0:93435:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773674201.769748:0:93435:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773674201.769761:0:93435:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc088eb800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773674201.769788:0:93435:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773674201.769795:0:93435:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674201.769797:0:93435:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674201.769804:0:93435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba10c0. 00000100:00000001:3.0:1773674201.769806:0:93435:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522702528 : -113404186849088 : ffff98dc07ba10c0) 00000100:00000001:3.0:1773674201.769809:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.769810:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000001:3.0:1773674201.769814:0:93435:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674201.769817:0:93435:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.769819:0:93435:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674201.769821:0:93435:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674201.769824:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.769831:0:93435:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674201.769833:0:93435:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674201.769836:0:93435:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674201.769839:0:93435:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674201.769841:0:93435:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674201.769844:0:93435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953469696:192.168.201.103@tcp:35:dd.0 00000100:00000001:3.0:1773674201.769848:0:93435:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674201.769853:0:93435:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674201.769855:0:93435:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674201.769858:0:93435:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674201.769862:0:93435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f800. 02000000:00000001:3.0:1773674201.769864:0:93435:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674201.769872:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674201.769877:0:93435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674201.769883:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674201.769891:0:93435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953469696, portal 10 00000100:00000001:3.0:1773674201.769893:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.769894:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674201.769900:0:93435:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.769907:0:93435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674201.769909:0:93435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674201.769912:0:93435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565a18. 00000100:00000200:3.0:1773674201.769916:0:93435:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953469696, offset 0 00000400:00000200:3.0:1773674201.769922:0:93435:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674201.769931:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674201.769938:0:93435:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674201.769944:0:93435:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674201.769948:0:93435:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674201.769951:0:93435:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674201.769954:0:93435:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674201.769958:0:93435:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252797:252797:256:4294967295] 192.168.201.103@tcp LPNI seq info [252765:252765:8:4294967295] 00000400:00000200:3.0:1773674201.769963:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674201.769973:0:93435:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674201.769980:0:93435:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674201.769985:0:93435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81c00. 00000800:00000200:3.0:1773674201.769992:0:93435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674201.770000:0:93435:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674201.770004:0:93435:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773674201.770014:0:93435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674201.770018:0:93435:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 41503 usecs (42 jiffies) 00000400:00000200:3.0:1773674201.770022:0:93435:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674201.770025:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300758867 00000100:00000001:3.0:1773674201.770028:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300760081 00000100:00000001:3.0:1773674201.770031:0:93435:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300758867 00000100:00000001:3.0:1773674201.770033:0:93435:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300760081 00000100:00000001:3.0:1773674201.770035:0:93435:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674201.770038:0:93435:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.770040:0:93435:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674201.770042:0:93435:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674201.770045:0:93435:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba10c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773674201.770048:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674201.770050:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674201.770813:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674201.770828:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674201.770831:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674201.770834:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674201.770840:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.770846:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674201.770854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.770858:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.770862:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.770866:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794cf400 00000400:00000200:1.0:1773674201.770870:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674201.770876:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5991 [1] + 224 00000800:00000001:1.0:1773674201.770882:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674201.770895:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674201.770898:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674201.770903:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674201.770910:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674201.770916:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674201.770927:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674201.770946:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773674201.771039:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674201.771044:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81c00. 00000400:00000200:1.0:1773674201.771048:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674201.771052:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674201.771056:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565a18 00000400:00000010:1.0:1773674201.771058:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565a18. 00000100:00000001:1.0:1773674201.771062:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674201.771066:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674201.771077:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674201.771080:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674201.771087:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674201.771089:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674201.771094:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674201.771097:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.772053:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674201.772058:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674201.772066:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674201.772068:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674201.772071:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:2.0:1773674201.772077:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674201.772080:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674201.772083:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674201.772090:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674201.772101:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674201.772109:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674201.772110:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.772113:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674201.772118:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674201.772120:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674201.772122:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674201.772125:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674201.772134:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2530 time=145 v=5 (5 0 5 5) 00000100:00001000:2.0:1773674201.772138:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=87 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674201.772140:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674201.772142:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674201.772145:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674201.772149:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.772152:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674201.772155:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:2.0:1773674201.772156:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674201.772159:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674201.772164:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674201.772171:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674201.772174:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674201.772176:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674201.772181:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674201.772189:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953469440:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773674201.772195:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.772197:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674201.772199:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953469440/t0(0) o103->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674217 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674201.772206:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674201.772209:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674201.772212:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0966e400. 02000000:00000001:2.0:1773674201.772216:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674201.772218:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674201.772220:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674201.772223:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674201.772226:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c31400. 02000000:00000001:2.0:1773674201.772230:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674201.772231:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674201.772233:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:2.0:1773674201.772237:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674201.772238:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.772241:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674201.772248:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674201.772250:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674201.772253:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674201.772256:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674201.782917:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.782943:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674201.782948:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.782951:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.782962:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.782971:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674201.782986:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.782991:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.782998:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.783002:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794cf500 00000400:00000200:0.0:1773674201.783008:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674201.783014:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c59a1 [1] + 224 00000800:00000001:0.0:1773674201.783023:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.783036:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674201.783040:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674201.783045:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674201.783052:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674201.783076:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674201.783088:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674201.783115:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674201.783124:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674201.783128:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.783219:0:93435:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674201.783228:0:93435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674201.783230:0:93435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674201.783234:0:93435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674201.783238:0:93435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674201.783241:0:93435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674201.783245:0:93435:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674201.783251:0:93435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674201.783260:0:93435:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953469696/t0(0) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674217 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783266:0:93435:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674201.783268:0:93435:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.783271:0:93435:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674201.783275:0:93435:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674201.783277:0:93435:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674201.783280:0:93435:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674201.783282:0:93435:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674201.783304:0:93435:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc0882b4e8 time=121 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674201.783308:0:93435:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=122 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674201.783311:0:93435:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674201.783313:0:93435:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674201.783316:0:93435:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674201.783320:0:93435:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.783324:0:93435:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674201.783326:0:93435:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674201.783328:0:93435:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674201.783330:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.783332:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000001:3.0:1773674201.783335:0:93435:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674201.783337:0:93435:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674201.783339:0:93435:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674201.783341:0:93435:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674201.783347:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783355:0:93435:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674201.783358:0:93435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674201.783360:0:93435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674201.783365:0:93435:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674201.783372:0:93435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job dd:f6b649ba-a60a-453a-bb07-451251d2ad8d:93435:1859825953469696:192.168.201.103@tcp:35:dd.0 00000100:00000001:3.0:1773674201.783377:0:93435:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.783380:0:93435:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.783382:0:93435:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674201.783384:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783389:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783396:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674201.783398:0:93435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba10c0. 00000100:00000001:3.0:1773674201.783402:0:93435:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674201.783404:0:93435:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.783412:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.783413:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000002:00000001:3.0:1773674201.783417:0:93435:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674201.783420:0:93435:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674201.783425:0:93435:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07c30e00. 00000080:00000001:3.0:1773674201.783429:0:93435:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773674201.783432:0:93435:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773674201.783435:0:93435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674201.783438:0:93435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674201.783440:0:93435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674201.783442:0:93435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674201.783444:0:93435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674201.783446:0:93435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773674201.783448:0:93435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674201.783453:0:93435:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773674201.783459:0:93435:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783466:0:93435:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674201.783468:0:93435:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000001:3.0:1773674201.783470:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783473:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783479:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.783481:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783484:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783490:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674201.783492:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783495:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953447936/t103079215245(103079215245) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674112 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783502:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773674201.783505:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674201.783507:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674201.783509:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674201.783513:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa400. 02000000:00000001:3.0:1773674201.783517:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674201.783520:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674201.783522:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:3.0:1773674201.783525:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674201.783527:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674201.783528:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783532:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783538:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773674201.783540:0:93435:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc0414fba0. 00000002:00000001:3.0:1773674201.783544:0:93435:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674201.783546:0:93435:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674201.783549:0:93435:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85200. 00000100:00000001:3.0:1773674201.783551:0:93435:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674201.783554:0:93435:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953469696/t103079215247(103079215247) o35->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674217 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674201.783561:0:93435:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674201.783563:0:93435:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674201.783566:0:93435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f800. 02000000:00000001:3.0:1773674201.783569:0:93435:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674201.783570:0:93435:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674201.783571:0:93435:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:3.0:1773674201.783573:0:93435:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674201.783575:0:93435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c31800. 02000000:00000001:3.0:1773674201.783577:0:93435:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674201.783578:0:93435:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674201.783579:0:93435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674201.783582:0:93435:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674201.783583:0:93435:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674201.783586:0:93435:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674201.783589:0:93435:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168d680. 00000080:00000001:3.0:1773674201.783593:0:93435:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674201.783599:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fdd0 00000080:00000008:3.0:1773674201.783602:0:93435:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff98dc05951988), flags 100001, rc = 0 00000080:00000001:3.0:1773674201.783606:0:93435:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674201.783611:0:93435:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674201.783612:0:93435:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1f3fe00 00000080:00002000:3.0:1773674201.783614:0:93435:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff98dc10e9ed80, parent ffff98dc04bd5af8, inode ffff98dc05951988) hashed, 00000080:00000001:3.0:1773674201.783617:0:93435:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.810941:0:93453:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.810953:0:93453:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.895594:0:93458:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674201.895607:0:93458:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674202.468168:0:93462:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674202.468180:0:93462:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674202.486032:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfd08 00000080:00200008:2.0:1773674202.486042:0:93463:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674202.486051:0:93463:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674202.486053:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfc80 00000080:00200000:2.0:1773674202.486055:0:93463:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674202.486063:0:93463:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0966e400. 00800000:00000002:2.0:1773674202.486070:0:93463:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674202.486075:0:93463:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674202.486081:0:93463:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674202.486083:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfba0 00800000:00000002:2.0:1773674202.486086:0:93463:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674202.486090:0:93463:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674202.486093:0:93463:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674202.486111:0:93463:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674202.486114:0:93463:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674202.486117:0:93463:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674202.486120:0:93463:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674202.486122:0:93463:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674202.486125:0:93463:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674202.486130:0:93463:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674202.486136:0:93463:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674202.486139:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfa70 00000002:00010000:2.0:1773674202.486141:0:93463:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674202.486145:0:93463:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674202.486147:0:93463:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674202.486150:0:93463:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674202.486158:0:93463:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674202.486161:0:93463:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674202.486167:0:93463:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674202.486172:0:93463:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674202.486177:0:93463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773674202.486188:0:93463:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674202.486193:0:93463:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674202.486196:0:93463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773674202.486204:0:93463:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674202.486206:0:93463:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674202.486208:0:93463:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674202.486210:0:93463:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674202.486212:0:93463:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674202.486214:0:93463:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674202.486217:0:93463:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674202.486220:0:93463:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674202.486224:0:93463:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0966e400. 00000080:00000001:2.0:1773674202.486229:0:93463:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674202.486231:0:93463:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674202.486233:0:93463:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674202.486237:0:93463:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:2.0:1773674202.486240:0:93463:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674202.486242:0:93463:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674202.486244:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.486246:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.486249:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674202.486252:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674202.486255:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674202.486258:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.486260:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674202.486261:0:93463:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674202.486263:0:93463:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674202.486266:0:93463:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1fcfcb8 00010000:00000001:2.0:1773674202.486268:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.486269:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.486271:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674202.486273:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674202.486275:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674202.486277:0:93463:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674202.486292:0:93463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674202.486300:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.486301:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.486302:0:93463:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674202.486305:0:93463:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674202.486307:0:93463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674202.486317:0:93463:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674202.486321:0:93463:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674202.486323:0:93463:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674202.486327:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.486328:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.486330:0:93463:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.486333:0:93463:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674202.486335:0:93463:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.486337:0:93463:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.486340:0:93463:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.486342:0:93463:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674202.486343:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.486344:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674202.486347:0:93463:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674202.486349:0:93463:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674202.486352:0:93463:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674202.486356:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfd08 00000080:00000008:2.0:1773674202.486358:0:93463:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1773674202.487374:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfd08 00000080:00200008:2.0:1773674202.487380:0:93463:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674202.487386:0:93463:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674202.487387:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfc80 00000080:00200000:2.0:1773674202.487389:0:93463:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08),name=/ 00000080:00000010:2.0:1773674202.487395:0:93463:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0966e400. 00800000:00000002:2.0:1773674202.487400:0:93463:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc02c85700 2 00000080:00000001:2.0:1773674202.487403:0:93463:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674202.487407:0:93463:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674202.487408:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfba0 00800000:00000002:2.0:1773674202.487410:0:93463:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674202.487413:0:93463:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674202.487415:0:93463:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674202.487417:0:93463:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674202.487419:0:93463:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674202.487421:0:93463:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674202.487422:0:93463:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674202.487424:0:93463:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674202.487426:0:93463:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674202.487429:0:93463:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674202.487433:0:93463:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674202.487435:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfa70 00000002:00010000:2.0:1773674202.487436:0:93463:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674202.487439:0:93463:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674202.487441:0:93463:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674202.487443:0:93463:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674202.487448:0:93463:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.487450:0:93463:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.487453:0:93463:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.487456:0:93463:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674202.487458:0:93463:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773674202.487463:0:93463:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674202.487468:0:93463:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00010000:00000001:2.0:1773674202.487475:0:93463:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674202.487479:0:93463:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674202.487483:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.487485:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.487487:0:93463:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674202.487489:0:93463:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674202.487492:0:93463:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674202.487495:0:93463:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674202.487502:0:93463:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959c000. 00000100:00000001:2.0:1773674202.487508:0:93463:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.487514:0:93463:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674202.487516:0:93463:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.487517:0:93463:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674202.487519:0:93463:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.487520:0:93463:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.487641:0:93463:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00010000:00000001:2.0:1773674202.487646:0:93463:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674202.487649:0:93463:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674202.487654:0:93463:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7a00. 00010000:00000010:2.0:1773674202.487658:0:93463:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3400. 00010000:00000001:2.0:1773674202.487663:0:93463:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674202.487667:0:93463:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cf600. 00000020:00000001:2.0:1773674202.487671:0:93463:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674202.487673:0:93463:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cf600 with handle 0x2f77f561138142d0 to hash 00000020:00000001:2.0:1773674202.487675:0:93463:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674202.487677:0:93463:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.487680:0:93463:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.487683:0:93463:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674202.487686:0:93463:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674202.487689:0:93463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674202.487699:0:93463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674202.487711:0:93463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93463 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674202.487717:0:93463:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674202.487719:0:93463:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674202.487726:0:93463:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc062f2b40. 00000100:00000001:2.0:1773674202.487728:0:93463:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496822592 : -113404212729024 : ffff98dc062f2b40) 00000100:00000001:2.0:1773674202.487731:0:93463:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674202.487732:0:93463:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000001:2.0:1773674202.487737:0:93463:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674202.487741:0:93463:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674202.487744:0:93463:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674202.487746:0:93463:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674202.487756:0:93463:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.487790:0:93463:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674202.487792:0:93463:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674202.487796:0:93463:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674202.487799:0:93463:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674202.487802:0:93463:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674202.487805:0:93463:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job lsof:f6b649ba-a60a-453a-bb07-451251d2ad8d:93463:1859825953469824:192.168.201.103@tcp:101:lsof.0 00000100:00000001:2.0:1773674202.487810:0:93463:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674202.487815:0:93463:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674202.487818:0:93463:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674202.487821:0:93463:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674202.487827:0:93463:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674202.487829:0:93463:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674202.487837:0:93463:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674202.487842:0:93463:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674202.487850:0:93463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674202.487858:0:93463:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953469824, portal 10 00000100:00000001:2.0:1773674202.487860:0:93463:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674202.487861:0:93463:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674202.487867:0:93463:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.487874:0:93463:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674202.487877:0:93463:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674202.487880:0:93463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674202.487883:0:93463:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953469824, offset 0 00000400:00000200:2.0:1773674202.487890:0:93463:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674202.487899:0:93463:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674202.487906:0:93463:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674202.487911:0:93463:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674202.487915:0:93463:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674202.487919:0:93463:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674202.487922:0:93463:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674202.487925:0:93463:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252798:252798:256:4294967295] 192.168.201.103@tcp LPNI seq info [252766:252766:8:4294967295] 00000400:00000200:2.0:1773674202.487930:0:93463:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674202.487941:0:93463:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674202.487948:0:93463:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674202.487953:0:93463:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558200. 00000800:00000200:2.0:1773674202.487960:0:93463:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674202.487969:0:93463:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674202.487973:0:93463:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773674202.488054:0:93463:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674202.488059:0:93463:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 40756 usecs (41 jiffies) 00000400:00000200:2.0:1773674202.488063:0:93463:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674202.488067:0:93463:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300759584 00000100:00000001:2.0:1773674202.488070:0:93463:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300760081 00000100:00000001:2.0:1773674202.488074:0:93463:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300759584 00000100:00000001:2.0:1773674202.488076:0:93463:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300760081 00000100:00000001:2.0:1773674202.488079:0:93463:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674202.488082:0:93463:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674202.488084:0:93463:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674202.488086:0:93463:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674202.488089:0:93463:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc062f2b40 going to sleep for 17 seconds 00000100:00000001:2.0:1773674202.488091:0:93463:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674202.488094:0:93463:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674202.496874:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674202.496886:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558200. 00000400:00000200:1.0:1773674202.496894:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674202.496904:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674202.496912:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:1.0:1773674202.496914:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:1.0:1773674202.496920:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674202.496928:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674202.496942:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674202.496946:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674202.496954:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674202.496956:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674202.514415:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674202.514435:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674202.514439:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674202.514443:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674202.514454:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674202.514462:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674202.514471:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674202.514476:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674202.514483:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674202.514487:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794cf580 00000400:00000200:0.0:1773674202.514493:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674202.514499:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c59a9 [1] + 224 00000800:00000001:0.0:1773674202.514740:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674202.514750:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674202.514762:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674202.514810:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674202.514818:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674202.514827:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674202.514839:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674202.514859:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674202.514867:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674202.514871:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674202.517478:0:93463:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674202.517493:0:93463:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674202.517496:0:93463:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674202.517500:0:93463:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:2.0:1773674202.517508:0:93463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674202.517511:0:93463:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674202.517515:0:93463:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674202.517536:0:93463:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674202.517549:0:93463:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674224 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.517558:0:93463:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674202.517560:0:93463:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674202.517562:0:93463:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674202.517566:0:93463:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674202.517569:0:93463:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674202.517571:0:93463:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674202.517575:0:93463:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674202.517585:0:93463:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=123 v=10 (16 0 0 0) 00000100:00001000:2.0:1773674202.517590:0:93463:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674202.517592:0:93463:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674202.517594:0:93463:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.517597:0:93463:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674202.517602:0:93463:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674202.517605:0:93463:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674202.517608:0:93463:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773674202.517610:0:93463:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674202.517612:0:93463:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674202.517617:0:93463:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674224 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.517625:0:93463:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674202.517628:0:93463:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674202.517631:0:93463:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674202.517635:0:93463:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674224 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674202.517642:0:93463:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job lsof:f6b649ba-a60a-453a-bb07-451251d2ad8d:93463:1859825953469824:192.168.201.103@tcp:101:lsof.0 00000100:00000001:2.0:1773674202.517647:0:93463:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674202.517650:0:93463:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674202.517652:0:93463:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674202.517655:0:93463:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674202.517658:0:93463:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674224 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.517666:0:93463:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674202.517668:0:93463:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc062f2b40. 00000100:00000001:2.0:1773674202.517673:0:93463:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674202.517674:0:93463:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.517677:0:93463:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674202.517682:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517684:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517687:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=4 00000020:00000001:2.0:1773674202.517690:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517693:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000040:2.0:1773674202.517700:0:93463:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cf600, remote cookie: 0x441c89a0128d6b2e, flags: 0x1001 00010000:00010000:2.0:1773674202.517706:0:93463:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674202.517723:0:93463:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517730:0:93463:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674202.517735:0:93463:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674202.517737:0:93463:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674202.517739:0:93463:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674202.517740:0:93463:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674202.517743:0:93463:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc043b7a00) refcount = 1 00010000:00010000:2.0:1773674202.517749:0:93463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517811:0:93463:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674202.517815:0:93463:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674202.517816:0:93463:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674202.517820:0:93463:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674202.517823:0:93463:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674202.517827:0:93463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517833:0:93463:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674202.517835:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517837:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.517838:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517838:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.517840:0:93463:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.517844:0:93463:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674202.517846:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517847:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517849:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.517851:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517853:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517856:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517857:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517858:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=4 00000020:00000001:2.0:1773674202.517860:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517862:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517865:0:93463:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674202.517868:0:93463:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674202.517871:0:93463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517878:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517879:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.517881:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517882:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517883:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=5 00000020:00000001:2.0:1773674202.517885:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517887:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517890:0:93463:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674202.517892:0:93463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517898:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517899:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674202.517902:0:93463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517908:0:93463:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674202.517909:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517910:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.517911:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517912:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674202.517918:0:93463:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674224 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674202.517933:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517934:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517935:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.517937:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517939:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517941:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517942:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674202.517944:0:93463:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.517945:0:93463:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.517948:0:93463:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674202.517951:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517952:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517953:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.517955:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517957:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00000002:00010000:2.0:1773674202.517960:0:93463:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.517967:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517968:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.517970:0:93463:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674202.517971:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.517972:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.517973:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.517975:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.517976:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000040:2.0:1773674202.517983:0:93463:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:2.0:1773674202.517986:0:93463:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674202.517990:0:93463:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc09b3f800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773674202.517993:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.517994:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674202.517996:0:93463:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674202.517999:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcf9f0 00000002:00002000:2.0:1773674202.518001:0:93463:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773674202.518004:0:93463:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674202.518007:0:93463:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674202.518010:0:93463:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674202.518012:0:93463:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674202.518015:0:93463:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674202.518019:0:93463:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 2 00000080:00000010:2.0:1773674202.518023:0:93463:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0966e400. 00000080:00000001:2.0:1773674202.518029:0:93463:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674202.518031:0:93463:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674202.518037:0:93463:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773674202.518041:0:93463:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773674202.518048:0:93463:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc02c85e00. 00800000:00000001:2.0:1773674202.518050:0:93463:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669439753728 : -113404269797888 : ffff98dc02c85e00) 00800000:00000001:2.0:1773674202.518052:0:93463:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674202.518054:0:93463:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674202.518057:0:93463:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674202.518059:0:93463:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674202.518062:0:93463:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773674202.518065:0:93463:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773674202.518067:0:93463:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674202.518072:0:93463:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674202.518075:0:93463:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773674202.518080:0:93463:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773674202.518083:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.518084:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.518085:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.518087:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518090:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518092:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.518094:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674202.518110:0:93463:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674202.518113:0:93463:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773674202.518115:0:93463:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85e00 1 00800000:00000010:2.0:1773674202.518119:0:93463:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc02c85e00. 00800000:00000001:2.0:1773674202.518122:0:93463:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674202.518125:0:93463:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) for lock 0x2f77f561138142d0 00800000:00000001:2.0:1773674202.518128:0:93463:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674202.518130:0:93463:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674202.518132:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.518133:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.518134:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.518136:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518138:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518141:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.518142:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674202.518144:0:93463:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674202.518146:0:93463:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674202.518148:0:93463:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674202.518151:0:93463:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00010000:2.0:1773674202.518154:0:93463:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142d0 from it ffffbabdc1fcfcb8 00010000:00000001:2.0:1773674202.518156:0:93463:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674202.518157:0:93463:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674202.518158:0:93463:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:2.0:1773674202.518160:0:93463:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518162:0:93463:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:2.0:1773674202.518165:0:93463:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674202.518168:0:93463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674202.518174:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.518175:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.518177:0:93463:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674202.518179:0:93463:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674202.518182:0:93463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674202.518190:0:93463:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674202.518193:0:93463:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674202.518195:0:93463:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674202.518199:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.518200:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674202.518202:0:93463:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.518205:0:93463:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674202.518207:0:93463:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.518209:0:93463:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.518212:0:93463:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674202.518214:0:93463:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674202.518215:0:93463:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674202.518216:0:93463:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674202.518218:0:93463:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674202.518223:0:93463:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953469824/t0(0) o101->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674224 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674202.518230:0:93463:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674202.518233:0:93463:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674202.518237:0:93463:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674202.518240:0:93463:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674202.518243:0:93463:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674202.518245:0:93463:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674202.518247:0:93463:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674202.518250:0:93463:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959c000. 02000000:00000001:2.0:1773674202.518253:0:93463:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674202.518255:0:93463:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674202.518257:0:93463:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674202.518261:0:93463:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674202.518263:0:93463:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674202.518267:0:93463:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674202.518272:0:93463:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fcfd08 00000080:00000008:2.0:1773674202.518275:0:93463:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00010000:00000001:0.0:1773674202.633469:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674202.633477:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674202.633484:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674202.633485:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674202.633488:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674202.633490:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674202.633492:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674202.633493:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674202.633498:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674202.633500:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674202.633634:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674202.633638:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674202.633641:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674203.012295:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674203.012308:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674203.012319:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773674203.012326:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674203.012331:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012334:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674203.012339:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674203.012348:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3f00. 00000100:00000001:0.0:1773674203.012355:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012368:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674203.012381:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012386:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012394:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.012418:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012421:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674203.012425:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674203.012428:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a02680. 00000020:00000040:0.0:1773674203.012431:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:0.0:1773674203.012433:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012435:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674203.012436:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674203.012439:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3400. 00000100:00000001:0.0:1773674203.012442:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012448:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674203.012457:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012459:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012463:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000189b601c] to pc [ptlrpcd_00_01+1] req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.012472:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012474:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674203.012478:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773674203.012481:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773674203.012484:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674203.012488:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.012493:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674203.012496:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773674203.012500:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012501:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1773674203.012503:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773674203.012503:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674203.012507:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3000. 00000100:00000001:0.0:1773674203.012510:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012512:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674203.012514:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012514:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1773674203.012518:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674203.012521:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.012521:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012523:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012528:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099317079] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773674203.012535:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.012537:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674203.012539:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953469952:192.168.201.103@tcp:400:kworker.0 00000100:00000040:0.0:1773674203.012540:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674203.012543:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773674203.012544:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1773674203.012548:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03100. 02000000:00000001:1.0:1773674203.012550:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1773674203.012551:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 02000000:00000001:1.0:1773674203.012553:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.012553:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012554:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674203.012556:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1773674203.012556:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674203.012560:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3c00. 02000000:00000010:1.0:1773674203.012561:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07f4ae00. 00000100:00000001:0.0:1773674203.012562:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.012563:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012566:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1773674203.012572:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674203.012573:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012574:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773674203.012576:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114318. 00000100:00000040:0.0:1773674203.012578:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d52d53] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773674203.012583:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd990. 00000100:00000001:0.0:1773674203.012585:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012587:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1773674203.012590:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953469952, portal 25 00000100:00000040:0.0:1773674203.012590:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1773674203.012593:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674203.012595:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:0.0:1773674203.012595:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773674203.012598:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1773674203.012600:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773674203.012601:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674203.012603:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674203.012606:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012607:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674203.012608:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012609:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674203.012612:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 02000000:00000010:0.0:1773674203.012612:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3b00. 00000400:00000010:1.0:1773674203.012615:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000001:0.0:1773674203.012615:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773674203.012618:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953469952, offset 0 00000100:00000040:0.0:1773674203.012619:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1773674203.012625:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773674203.012626:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012628:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012631:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c01bb6] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674203.012634:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674203.012638:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012641:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1773674203.012642:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:0.0:1773674203.012644:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1773674203.012647:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1773674203.012648:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00700. 00000020:00000040:0.0:1773674203.012650:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000400:00000200:1.0:1773674203.012652:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:0.0:1773674203.012652:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674203.012653:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674203.012655:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674203.012657:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1773674203.012658:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc038e3500. 00000400:00000200:1.0:1773674203.012660:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:0.0:1773674203.012661:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674203.012664:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252799:252799:256:4294967295] 192.168.201.103@tcp LPNI seq info [252767:252767:8:4294967295] 00000100:00000040:0.0:1773674203.012665:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1773674203.012670:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674203.012672:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674203.012674:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012678:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007406e91d] to pc [ptlrpcd_00_01+1] req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773674203.012680:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773674203.012686:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674203.012687:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000040:0.0:1773674203.012688:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773674203.012691:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000010:1.0:1773674203.012692:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000100:00000040:0.0:1773674203.012696:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6097) 00000800:00000200:1.0:1773674203.012699:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:0.0:1773674203.012707:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1773674203.012708:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:0.0:1773674203.012709:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674203.012711:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1773674203.012712:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1773674203.012715:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.012722:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674203.012723:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.012723:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.012726:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1773674203.012727:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:0.0:1773674203.012728:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.012731:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300763975 02000000:00000001:0.0:1773674203.012731:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674203.012734:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953470080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674203.012737:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773674203.012738:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300760081 02000000:00000001:0.0:1773674203.012740:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773674203.012742:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300763975 02000000:00000001:0.0:1773674203.012742:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.012744:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674203.012747:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1b400. 02000000:00000001:0.0:1773674203.012749:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674203.012753:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674203.012757:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e4d0. 00000400:00000010:0.0:1773674203.012761:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979088. 00000100:00000200:0.0:1773674203.012782:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470080, portal 10 00000100:00000001:0.0:1773674203.012784:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674203.012786:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521004160 : -113404188547456 : ffff98dc07a02680) 00000100:00000040:0.0:1773674203.012793:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.012801:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674203.012804:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674203.012806:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979dd0. 00000100:00000200:0.0:1773674203.012809:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953470080, offset 0 00000400:00000200:0.0:1773674203.012814:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674203.012819:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.012823:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674203.012826:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674203.012829:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674203.012831:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674203.012833:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674203.012837:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252800:252800:255:4294967295] 192.168.201.103@tcp LPNI seq info [252768:252768:7:4294967295] 00000400:00000200:0.0:1773674203.012841:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.012847:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674203.012852:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674203.012855:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc038e3700. 00000800:00000200:0.0:1773674203.012859:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674203.012864:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674203.012867:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc038e3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674203.012871:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.012875:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 327808 usecs (328 jiffies) 00000400:00000200:0.0:1773674203.012879:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674203.012881:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300760395 00000100:00000001:0.0:1773674203.012883:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:0.0:1773674203.012886:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300760395 00000100:00000001:0.0:1773674203.012890:0:2412:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300760081 00000100:00000001:0.0:1773674203.012893:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.012896:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.012899:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773674203.012901:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300760395 00000100:00000040:0.0:1773674203.012904:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.012905:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.012907:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012910:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012913:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.012917:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674203.012919:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012920:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1773674203.012921:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773674203.012923:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1773674203.012923:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674203.012925:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.012926:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.012927:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674203.012929:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1773674203.012929:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953470336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674203.012932:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1773674203.012933:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773674203.012935:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674203.012937:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.012939:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773674203.012941:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674203.012942:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674203.012942:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1ae00. 02000000:00000001:1.0:1773674203.012944:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674203.012944:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.012946:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773674203.012948:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:1.0:1773674203.012949:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773674203.012951:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e268. 00000100:00100000:1.0:1773674203.012952:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953470208:192.168.201.103@tcp:400:kworker.0 00000400:00000010:0.0:1773674203.012954:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979c38. 00000100:00000001:1.0:1773674203.012955:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1773674203.012957:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470336, portal 4 02000000:00000001:1.0:1773674203.012958:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674203.012959:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.012959:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1773674203.012961:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773674203.012961:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521006848 : -113404188544768 : ffff98dc07a03100) 02000000:00000010:1.0:1773674203.012965:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f24c00. 00000100:00000040:0.0:1773674203.012966:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773674203.012967:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674203.012971:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674203.012974:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114370. 00000100:00000001:0.0:1773674203.012974:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1773674203.012977:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd5d8. 00000100:00000040:0.0:1773674203.012977:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674203.012979:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109797f8. 00000100:00000200:1.0:1773674203.012980:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470208, portal 10 00000100:00000001:1.0:1773674203.012982:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1773674203.012982:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953470336, offset 0 00000100:00000001:1.0:1773674203.012984:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000400:00000200:0.0:1773674203.012986:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000040:1.0:1773674203.012989:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773674203.012990:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.012993:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674203.012996:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773674203.012997:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674203.012999:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674203.012999:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000010:1.0:1773674203.013002:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000400:00000200:0.0:1773674203.013002:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1773674203.013004:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953470208, offset 0 00000400:00000200:0.0:1773674203.013004:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674203.013008:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252801:252801:254:4294967295] 192.168.201.103@tcp LPNI seq info [252769:252769:6:4294967295] 00000400:00000200:1.0:1773674203.013009:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674203.013013:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.013019:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674203.013023:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674203.013028:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674203.013032:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674203.013036:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674203.013039:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674203.013043:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.013045:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1286430 usecs (1287 jiffies) 00000400:00000200:0.0:1773674203.013049:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674203.013051:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300761355 00000100:00000001:0.0:1773674203.013053:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:0.0:1773674203.013055:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300761355 00000100:00000001:0.0:1773674203.013057:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300763975 00000100:00000001:0.0:1773674203.013059:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.013061:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.013063:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674203.013067:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.013088:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674203.013090:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.013092:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674203.013094:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674203.013297:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674203.013302:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953470592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674203.013306:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674203.013309:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674203.013310:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.013313:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674203.013317:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1b000. 02000000:00000001:0.0:1773674203.013319:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674203.013322:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674203.013325:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105eaa8. 00000400:00000010:0.0:1773674203.013329:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979d48. 00000100:00000200:0.0:1773674203.013332:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470592, portal 4 00000100:00000001:0.0:1773674203.013334:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674203.013335:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520996096 : -113404188555520 : ffff98dc07a00700) 00000100:00000040:0.0:1773674203.013342:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.013348:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674203.013350:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674203.013353:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674203.013356:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953470592, offset 0 00000400:00000200:0.0:1773674203.013360:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674203.021971:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.021986:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674203.021991:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674203.021996:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674203.022000:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674203.022003:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674203.022008:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252802:252802:253:4294967295] 192.168.201.103@tcp LPNI seq info [252770:252770:5:4294967295] 00000400:00000200:1.0:1773674203.022013:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.022023:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674203.022031:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674203.022040:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae400. 00000800:00000200:1.0:1773674203.022049:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674203.022058:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674203.022063:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674203.022069:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.022075:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 90927 usecs (91 jiffies) 00000400:00000200:1.0:1773674203.022080:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674203.022083:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300760168 00000100:00000001:1.0:1773674203.022086:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.022089:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300760168 00000100:00000001:1.0:1773674203.022091:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.022093:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.022097:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022102:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674203.022111:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022122:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674203.022124:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.022129:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674203.022132:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674203.022135:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674203.022138:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953470464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674203.022142:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674203.022149:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674203.022151:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.022153:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674203.022163:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704fa00. 02000000:00000001:1.0:1773674203.022166:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674203.022171:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674203.022176:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114b58. 00000400:00000010:1.0:1773674203.022183:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdc38. 00000100:00000200:1.0:1773674203.022189:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470464, portal 10 00000100:00000001:1.0:1773674203.022192:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674203.022193:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:1.0:1773674203.022202:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022210:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674203.022212:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674203.022216:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773674203.022219:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953470464, offset 0 00000400:00000200:1.0:1773674203.022225:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674203.022232:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.022236:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674203.022239:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674203.022242:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674203.022245:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674203.022248:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674203.022251:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252803:252803:252:4294967295] 192.168.201.103@tcp LPNI seq info [252771:252771:4:4294967295] 00000400:00000200:1.0:1773674203.022256:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.022262:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674203.022267:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674203.022285:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674203.022290:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674203.022295:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674203.022298:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674203.022301:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.022304:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 49835 usecs (50 jiffies) 00000400:00000200:1.0:1773674203.022308:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674203.022310:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300760127 00000100:00000001:1.0:1773674203.022313:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.022315:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300760127 00000100:00000001:1.0:1773674203.022317:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.022320:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.022322:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022326:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022329:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.022338:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674203.022340:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674203.022343:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.022345:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674203.022347:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022349:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674203.022405:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674203.022409:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:1.0:1773674203.022415:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.022420:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674203.022426:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:1.0:1773674203.022428:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:1.0:1773674203.022433:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674203.022440:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022452:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.022456:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022465:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022467:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674203.022479:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674203.022481:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc038e3700. 00000400:00000200:1.0:1773674203.022490:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.022494:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674203.022497:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979dd0 00000400:00000010:1.0:1773674203.022499:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979dd0. 00000100:00000001:1.0:1773674203.022502:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674203.022506:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022515:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.022519:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022539:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022541:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674203.022552:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674203.022555:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674203.022559:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.022563:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674203.022565:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109797f8 00000400:00000010:1.0:1773674203.022568:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109797f8. 00000100:00000001:1.0:1773674203.022570:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674203.022575:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022584:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.022587:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022594:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022596:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674203.022605:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674203.022607:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae400. 00000400:00000200:1.0:1773674203.022610:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.022613:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674203.022616:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:1.0:1773674203.022618:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:1.0:1773674203.022620:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674203.022625:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022633:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.022636:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022643:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022645:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674203.022712:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674203.022714:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:1.0:1773674203.022718:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.022721:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674203.022724:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773674203.022726:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773674203.022729:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674203.022733:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022740:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.022743:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.022755:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.022757:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773674203.035511:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.035525:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674203.035530:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674203.035535:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674203.035539:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674203.035543:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674203.035547:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252804:252804:256:4294967295] 192.168.201.103@tcp LPNI seq info [252772:252772:8:4294967295] 00000400:00000200:0.0:1773674203.035552:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.035563:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674203.035570:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674203.042982:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae300. 00000800:00000200:1.0:1773674203.043005:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674203.043014:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674203.043019:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674203.043034:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.043041:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 49352 usecs (50 jiffies) 00000400:00000200:1.0:1773674203.043049:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674203.043054:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300760146 00000100:00000001:1.0:1773674203.043057:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.043060:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300760146 00000100:00000001:1.0:1773674203.043062:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300763975 00000100:00000001:1.0:1773674203.043065:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.043069:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.043074:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.043079:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.043089:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674203.043091:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674203.043095:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.043097:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674203.043099:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.043102:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674203.047815:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674203.047826:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae300. 00000400:00000200:0.0:1773674203.047834:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674203.047844:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674203.047852:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773674203.047855:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773674203.047861:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674203.047870:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.047884:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674203.047888:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.047896:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.047898:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674203.062490:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062510:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674203.062515:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062518:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062547:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674203.062557:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062572:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf700 00000400:00000200:1.0:1773674203.062578:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062584:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c59d9 [1] + 224 00000800:00000001:1.0:1773674203.062593:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062600:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062603:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.062608:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674203.062617:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.062628:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674203.062641:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.062668:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674203.062678:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062682:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674203.062685:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062688:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062695:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674203.062701:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062704:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062707:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062710:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf680 00000400:00000200:1.0:1773674203.062714:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062719:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c59c1 [1] + 224 00000800:00000001:1.0:1773674203.062723:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062727:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062729:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.062733:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674203.062736:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.062741:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674203.062806:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.062822:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674203.062827:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062832:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674203.062834:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062838:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062842:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062845:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674203.062851:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062857:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062860:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cf780 00000400:00000200:1.0:1773674203.062864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062868:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c59d1 [1] + 224 00000800:00000001:1.0:1773674203.062873:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062876:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062878:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.062882:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674203.062886:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.062890:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674203.062900:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.062909:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674203.062912:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062915:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674203.062917:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062919:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062923:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062927:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674203.062931:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062934:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062937:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062940:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cf800 00000400:00000200:1.0:1773674203.062943:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.062947:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a01 [1] + 224 00000800:00000001:1.0:1773674203.062950:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062954:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.062957:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.062960:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674203.062963:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.062967:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674203.062977:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.062985:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674203.062989:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062993:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674203.062995:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.062998:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.063001:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.063005:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674203.063010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.063013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.063016:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.063019:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cf600 00000400:00000200:1.0:1773674203.063023:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674203.063027:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c59b1 [1] + 224 00000800:00000001:1.0:1773674203.063031:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.063038:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674203.063040:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674203.063044:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674203.063047:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.063052:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674203.063062:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063069:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674203.063074:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674203.063077:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.063094:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.063098:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674203.063105:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674203.063107:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674203.063110:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e4d0. 00000400:00000200:1.0:1773674203.063115:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979088 00000400:00000010:1.0:1773674203.063117:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979088. 00000100:00000001:1.0:1773674203.063120:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.063125:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674203.063134:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063141:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674203.063142:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.063145:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674203.063148:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674203.063151:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674203.063153:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.063156:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674203.063384:0:2412:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=136 v=10 (16 17 17 17) 00000100:00001000:1.0:1773674203.063390:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674203.063393:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674203.063395:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674203.063398:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674203.063402:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.063406:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674203.063409:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:1.0:1773674203.063411:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674203.063413:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.063418:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063426:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.063429:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674203.063432:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674203.063437:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674203.063446:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953470080:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674203.063453:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674203.063455:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674203.063458:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e268. 00000400:00000200:1.0:1773674203.063461:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979c38 00000400:00000010:1.0:1773674203.063463:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979c38. 00000100:00000001:1.0:1773674203.063465:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.063468:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674203.063477:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063484:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674203.063486:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.063488:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674203.063489:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674203.063491:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674203.063493:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.063495:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674203.063499:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674203.063502:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=89 v=5 (1 1 1 0) 00000100:00000001:1.0:1773674203.063504:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674203.063505:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674203.063507:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674203.063509:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.063512:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674203.063514:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640279 00000100:00000001:1.0:1773674203.063516:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674203.063518:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.063523:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063536:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.063538:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674203.063539:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674203.063543:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674203.063552:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953470336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674203.063557:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.063560:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.063563:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a02680 x1859825953470080/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063571:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674203.063574:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674203.063577:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1b400. 02000000:00000001:1.0:1773674203.063581:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674203.063584:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674203.063586:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674203.063588:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674203.063591:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3400. 02000000:00000001:1.0:1773674203.063596:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674203.063597:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674203.063599:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a02680. 00000100:00000001:1.0:1773674203.063603:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674203.063605:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.063607:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.063611:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03100 x1859825953470336/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.063618:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674203.063619:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674203.063620:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1ae00. 02000000:00000001:1.0:1773674203.063623:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674203.063624:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674203.063626:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674203.063628:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674203.063629:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3c00. 02000000:00000001:1.0:1773674203.063632:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674203.063633:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674203.063634:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03100. 00000100:00000001:1.0:1773674203.063636:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674203.063638:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.063640:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.063643:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.063644:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674203.063646:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.063648:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.063828:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674203.063831:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674203.063834:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674203.063836:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674203.063839:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114370. 00000400:00000200:0.0:1773674203.063843:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd5d8 00000400:00000010:0.0:1773674203.063845:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd5d8. 00000100:00000001:0.0:1773674203.063848:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674203.063854:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674203.063864:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.063871:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674203.063873:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.063875:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674203.063876:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674203.063877:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674203.063879:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.063881:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674203.063886:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=136 v=10 (16 17 17 17) 00000100:00001000:0.0:1773674203.063890:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674203.063892:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674203.063894:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.063896:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674203.063898:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.063901:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674203.063903:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773674203.063905:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674203.063906:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.063910:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.063917:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.063919:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674203.063921:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674203.063924:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674203.063933:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953470208:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674203.063937:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674203.063938:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674203.063940:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114b58. 00000400:00000200:0.0:1773674203.063942:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdc38 00000400:00000010:0.0:1773674203.063944:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdc38. 00000100:00000001:0.0:1773674203.063946:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674203.063950:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674203.063959:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.063965:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674203.063967:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.063968:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674203.063969:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674203.063970:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674203.063972:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.063974:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674203.063977:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=124 v=10 (16 0 0 0) 00000100:00001000:0.0:1773674203.063979:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=124 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674203.063982:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674203.063983:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.063985:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674203.063987:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.063989:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674203.063990:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:0.0:1773674203.063992:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674203.063994:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.063997:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064004:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.064006:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674203.064007:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674203.064011:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674203.064018:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953470464:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773674203.064022:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674203.064023:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674203.064025:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114318. 00000400:00000200:0.0:1773674203.064027:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd990 00000400:00000010:0.0:1773674203.064029:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd990. 00000100:00000001:0.0:1773674203.064031:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674203.064034:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674203.064042:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064048:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674203.064049:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064051:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674203.064052:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674203.064053:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674203.064055:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674203.064056:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674203.064060:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1773674203.064063:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674203.064066:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674203.064067:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.064069:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674203.064071:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.064073:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674203.064077:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064083:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674203.064085:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674203.064087:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674203.064090:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674203.064098:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953469952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773674203.064103:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064105:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674203.064109:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953470208/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064116:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674203.064117:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674203.064119:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f24c00. 02000000:00000001:0.0:1773674203.064123:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674203.064124:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674203.064126:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:0.0:1773674203.064128:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674203.064130:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3000. 02000000:00000001:0.0:1773674203.064133:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674203.064135:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674203.064136:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:0.0:1773674203.064139:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674203.064140:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064142:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674203.064146:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953470464/t0(0) o400->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064153:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674203.064154:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674203.064156:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704fa00. 02000000:00000001:0.0:1773674203.064158:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674203.064159:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674203.064161:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674203.064162:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674203.064164:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3b00. 02000000:00000001:0.0:1773674203.064166:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674203.064167:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674203.064168:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:0.0:1773674203.064170:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674203.064171:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064173:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674203.064176:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953469952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064183:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674203.064184:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674203.064185:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07f4ae00. 02000000:00000001:0.0:1773674203.064187:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674203.064188:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674203.064190:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674203.064191:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674203.064193:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3f00. 02000000:00000001:0.0:1773674203.064194:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674203.064195:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674203.064197:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:0.0:1773674203.064199:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674203.064200:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064202:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674203.064209:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674203.064211:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674203.064213:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674203.064215:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674203.064797:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674203.064808:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674203.064811:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674203.064813:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674203.064821:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.064827:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674203.064834:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.064839:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.064843:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.064847:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cf880 00000400:00000200:0.0:1773674203.064851:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674203.064857:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c59f1 [1] + 224 00000800:00000001:0.0:1773674203.064864:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674203.064870:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674203.064873:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674203.064877:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674203.064883:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674203.064889:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674203.064899:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674203.064920:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674203.064926:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674203.064929:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.065496:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.065500:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674203.065505:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674203.065507:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674203.065510:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105eaa8. 00000400:00000200:1.0:1773674203.065514:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979d48 00000400:00000010:1.0:1773674203.065516:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979d48. 00000100:00000001:1.0:1773674203.065519:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674203.065538:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674203.065549:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.065557:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674203.065558:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.065561:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674203.065563:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674203.065565:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674203.065567:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674203.065569:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674203.065576:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=123 v=5 (5 0 0 0) 00000100:00001000:1.0:1773674203.065579:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674203.065582:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674203.065584:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674203.065586:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674203.065589:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.065593:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674203.065595:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674203.065597:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674203.065598:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674203.065603:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.065611:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674203.065613:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674203.065615:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674203.065619:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674203.065627:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f6b649ba-a60a-453a-bb07-451251d2ad8d:2412:1859825953470592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674203.065631:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.065634:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674203.065637:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00700 x1859825953470592/t0(0) o400->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674203.065644:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674203.065646:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674203.065648:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1b000. 02000000:00000001:1.0:1773674203.065651:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674203.065653:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674203.065654:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674203.065657:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674203.065659:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc038e3500. 02000000:00000001:1.0:1773674203.065663:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674203.065664:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674203.065666:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00700. 00000100:00000001:1.0:1773674203.065669:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674203.065670:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.065673:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674203.065678:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674203.065680:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674203.065683:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674203.065685:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.654109:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674203.654117:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.654123:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674203.654124:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.654128:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674203.654130:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.654133:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674203.654135:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674203.654138:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674203.654140:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674203.654448:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674203.654451:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674203.654454:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674204.672864:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674204.672872:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674204.672878:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674204.672880:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674204.672884:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674204.672885:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674204.672889:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674204.672890:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674204.672893:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674204.672895:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674204.677504:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674204.677512:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674204.677516:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674205.701999:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674205.702010:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674205.702017:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674205.702018:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674205.702023:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674205.702024:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674205.702028:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674205.702030:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674205.702035:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674205.702036:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674205.702478:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674205.702483:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674205.702487:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773674206.325494:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7d08 00000080:00200008:1.0:1773674206.325505:0:93472:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674206.325515:0:93472:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674206.325517:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7c80 00000080:00200000:1.0:1773674206.325519:0:93472:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08),name=/ 00000080:00000010:1.0:1773674206.325527:0:93472:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704fe00. 00800000:00000002:1.0:1773674206.325534:0:93472:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc02c85700 2 00000080:00000001:1.0:1773674206.325539:0:93472:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674206.325546:0:93472:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674206.325548:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7ba0 00800000:00000002:1.0:1773674206.325551:0:93472:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674206.325556:0:93472:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674206.325559:0:93472:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674206.325562:0:93472:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674206.325566:0:93472:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674206.325569:0:93472:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674206.325571:0:93472:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674206.325574:0:93472:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674206.325577:0:93472:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674206.325581:0:93472:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674206.325587:0:93472:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674206.325589:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7a70 00000002:00010000:1.0:1773674206.325592:0:93472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674206.325596:0:93472:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674206.325598:0:93472:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674206.325602:0:93472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674206.325611:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:1.0:1773674206.325615:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674206.325622:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674206.325628:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674206.325635:0:93472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773674206.325656:0:93472:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674206.325662:0:93472:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674206.325666:0:93472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773674206.325674:0:93472:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674206.325677:0:93472:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674206.325679:0:93472:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674206.325681:0:93472:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674206.325684:0:93472:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674206.325686:0:93472:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674206.325689:0:93472:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674206.325693:0:93472:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 2 00000080:00000010:1.0:1773674206.325697:0:93472:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704fe00. 00000080:00000001:1.0:1773674206.325702:0:93472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674206.325704:0:93472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674206.325707:0:93472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00010000:1.0:1773674206.325712:0:93472:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) for lock 0x2f77f561138142d0 00800000:00000001:1.0:1773674206.325716:0:93472:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674206.325719:0:93472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674206.325721:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674206.325724:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674206.325727:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:1.0:1773674206.325730:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.325733:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.325736:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.325739:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674206.325740:0:93472:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674206.325743:0:93472:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674206.325745:0:93472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142d0 from it ffffbabdc1fe7cb8 00010000:00000001:1.0:1773674206.325748:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674206.325749:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674206.325751:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:1.0:1773674206.325753:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.325756:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.325758:0:93472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674206.325762:0:93472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674206.325796:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.325797:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.325799:0:93472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674206.325802:0:93472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674206.325805:0:93472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674206.325816:0:93472:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674206.325820:0:93472:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674206.325823:0:93472:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674206.325829:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.325830:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.325832:0:93472:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.325836:0:93472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674206.325839:0:93472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.325841:0:93472:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.325844:0:93472:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.325847:0:93472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674206.325848:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.325850:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674206.325853:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674206.325856:0:93472:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674206.325859:0:93472:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.325869:0:93472:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff98dc086be000. 00000020:00000001:1.0:1773674206.325873:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7d08 00000080:00000008:1.0:1773674206.325875:0:93472:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1773674206.326024:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7d08 00000080:00200008:1.0:1773674206.326027:0:93472:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674206.326032:0:93472:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674206.326033:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7c80 00000080:00200000:1.0:1773674206.326035:0:93472:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08),name=/ 00000080:00000010:1.0:1773674206.326039:0:93472:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc0704fe00. 00800000:00000002:1.0:1773674206.326043:0:93472:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc02c85700 2 00000080:00000001:1.0:1773674206.326045:0:93472:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674206.326047:0:93472:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674206.326049:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7ba0 00800000:00000002:1.0:1773674206.326051:0:93472:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674206.326055:0:93472:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674206.326056:0:93472:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674206.326058:0:93472:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674206.326060:0:93472:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674206.326061:0:93472:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674206.326063:0:93472:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674206.326065:0:93472:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674206.326068:0:93472:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674206.326070:0:93472:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674206.326074:0:93472:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674206.326076:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7a70 00000002:00010000:1.0:1773674206.326078:0:93472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674206.326081:0:93472:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674206.326083:0:93472:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674206.326084:0:93472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674206.326087:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:1.0:1773674206.326089:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674206.326092:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674206.326095:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674206.326099:0:93472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773674206.326108:0:93472:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674206.326110:0:93472:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674206.326113:0:93472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773674206.326126:0:93472:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674206.326128:0:93472:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674206.326130:0:93472:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674206.326132:0:93472:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674206.326134:0:93472:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674206.326136:0:93472:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674206.326139:0:93472:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674206.326141:0:93472:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 2 00000080:00000010:1.0:1773674206.326143:0:93472:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc0704fe00. 00000080:00000001:1.0:1773674206.326146:0:93472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674206.326147:0:93472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674206.326150:0:93472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) 00000080:00010000:1.0:1773674206.326153:0:93472:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc05956c08) for lock 0x2f77f561138142d0 00800000:00000001:1.0:1773674206.326156:0:93472:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674206.326157:0:93472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674206.326159:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674206.326160:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674206.326162:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:1.0:1773674206.326164:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.326166:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.326169:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.326170:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674206.326172:0:93472:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674206.326174:0:93472:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674206.326176:0:93472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142d0 from it ffffbabdc1fe7cb8 00010000:00000001:1.0:1773674206.326178:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674206.326179:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674206.326181:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf600 refcount=3 00000020:00000001:1.0:1773674206.326183:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.326186:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464172032 : -113404245379584 : ffff98dc043cf600) 00010000:00000001:1.0:1773674206.326188:0:93472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674206.326192:0:93472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674206.326200:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.326201:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.326202:0:93472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674206.326204:0:93472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674206.326206:0:93472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1773674206.326212:0:93472:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674206.326214:0:93472:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674206.326216:0:93472:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674206.329538:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.329549:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.329551:0:93472:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.329559:0:93472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674206.329562:0:93472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.329564:0:93472:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.329570:0:93472:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.329574:0:93472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674206.329577:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.329579:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674206.329585:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674206.329587:0:93472:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674206.329594:0:93472:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.329604:0:93472:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1fe7d08 00000080:00000008:1.0:1773674206.329608:0:93472:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc05956c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674206.335111:0:93472:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674206.335128:0:93472:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674206.348357:0:1395:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674206.351644:0:1:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674206.374047:0:93472:0:(llite_lib.c:1002:ll_kill_super()) Process entered 00000080:00000001:1.0:1773674206.374058:0:93472:0:(llite_lib.c:1023:ll_kill_super()) Process leaving 00000080:00000001:1.0:1773674206.374077:0:93472:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773674206.374083:0:93472:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773674206.374093:0:93472:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773674206.374095:0:93472:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773674206.376604:0:76421:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773674206.376611:0:76421:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773674206.376615:0:76421:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.376624:0:76421:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.376645:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.376653:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.376658:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.376667:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.376673:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.376681:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.376689:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.376693:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.376698:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674206.376702:0:76421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.376870:0:76421:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.376876:0:76421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.376881:0:76421:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.376886:0:76421:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.376889:0:76421:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000020:00000001:0.0:1773674206.376895:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.376899:0:76421:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773674206.376902:0:76421:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773674206.376904:0:76421:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773674206.376908:0:76421:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.376910:0:76421:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773674206.376912:0:76421:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674206.376917:0:76421:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc08bb2728 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773674206.376922:0:76421:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc2033a7c0 00020000:00000001:0.0:1773674206.376927:0:76421:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773674206.376929:0:76421:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773674206.376932:0:76421:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773674206.376934:0:76421:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.376937:0:76421:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773674206.376940:0:76421:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773674206.376942:0:76421:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.376944:0:76421:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.376945:0:76421:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773674206.376946:0:76421:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773674206.376948:0:76421:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc2033a7c0 00000020:00000001:0.0:1773674206.376951:0:76421:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.376954:0:76421:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773674206.376956:0:76421:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773674206.376958:0:76421:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773674206.376962:0:76421:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773674206.376967:0:76421:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773674206.376972:0:76421:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674206.376974:0:76421:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773674206.376976:0:76421:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.376979:0:76421:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cf30. 00000020:00000010:0.0:1773674206.376982:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1be00. 00000020:00000010:0.0:1773674206.376987:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a400. 00000020:00000010:0.0:1773674206.376990:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773674206.376995:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.376998:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.377002:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.377007:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.377010:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.377013:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000008:00000010:0.0:1773674206.377016:0:76421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773674206.377019:0:76421:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4480. 00008000:00000010:0.0:1773674206.377022:0:76421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007efa8. 00000080:00000010:0.0:1773674206.377025:0:76421:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f2d0. 00000020:00000001:0.0:1773674206.377027:0:76421:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543460664 : -113404166090952 : ffff98dc08f6cf38) 00000020:00001000:0.0:1773674206.377029:0:76421:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cf30 00000020:00000001:0.0:1773674206.377032:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043c26c0 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.377034:0:76421:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773674206.377038:0:76421:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.377039:0:76421:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773674206.377041:0:76421:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.377043:0:76421:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.377046:0:76421:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519775400 : -113404189776216 : ffff98dc078d66a8) 00000020:00000001:0.0:1773674206.377049:0:76421:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773674206.377051:0:76421:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.377054:0:76421:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377056:0:76421:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377059:0:76421:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773674206.377061:0:76421:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773674206.377063:0:76421:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.377064:0:76421:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773674206.377067:0:76421:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674206.377068:0:76421:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377070:0:76421:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.377072:0:76421:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.377074:0:76421:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377076:0:76421:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674206.377077:0:76421:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377079:0:76421:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.377081:0:76421:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773674206.377083:0:76421:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773674206.377085:0:76421:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.377086:0:76421:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773674206.377089:0:76421:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773674206.377092:0:76421:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773674206.377100:0:76421:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773674206.377103:0:76421:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773674206.377105:0:76421:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773674206.377109:0:76421:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.377111:0:76421:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.377113:0:76421:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446630669464163584 : -113404245388032 : ffff98dc043cd500) 00000008:00000020:0.0:1773674206.377118:0:76421:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff98dc043cd500 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1773674206.377122:0:76421:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773674206.377123:0:76421:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773674206.377125:0:76421:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773674206.377127:0:76421:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1773674206.377130:0:76421:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1773674206.377133:0:76421:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff98dc4206fc00@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff98dc043cd500], [28672|1|+|-|ffff98dc043cf400|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1773674206.377144:0:76421:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000001ab80e82 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773674206.377161:0:76421:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1773674206.377165:0:76421:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773674206.377363:0:76421:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773674206.377367:0:76421:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773674206.377372:0:76421:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff98dc4206fc00@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff98dc043cd500], [28672|1|+|-|ffff98dc043cf400|1024|ffff98dc2033a7c0]} make ready 00000008:00010000:0.0:1773674206.377379:0:76421:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000001ab80e82 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773674206.377388:0:76421:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773674206.377391:0:76421:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773674206.379894:0:76421:0:(cl_page.c:1200:cl_page_make_ready()) page@000000003f18de55[2 00000000d6074edf 1 1 0000000000000000] 00000020:00008000:0.0:1773674206.379902:0:76421:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773674206.379904:0:76421:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773674206.379906:0:76421:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773674206.379908:0:76421:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773674206.379910:0:76421:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773674206.379912:0:76421:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773674206.379915:0:76421:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773674206.379920:0:76421:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 00000000d6074edf 1 1 0000000000000000] 00000020:00000001:0.0:1773674206.379923:0:76421:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773674206.379925:0:76421:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773674206.379926:0:76421:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773674206.379929:0:76421:0:(cl_page.c:1222:cl_page_make_ready()) page@000000003f18de55[2 00000000d6074edf 3 1 0000000000000000] 00000020:00000001:0.0:1773674206.379932:0:76421:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773674206.379935:0:76421:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.379941:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.379944:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.379947:0:76421:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773674206.379950:0:76421:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.379952:0:76421:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000001:0.0:1773674206.379957:0:76421:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.379961:0:76421:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:0.0:1773674206.379966:0:76421:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98dc088eb800: cli: ffff98dc110da1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1773674206.379977:0:76421:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98dc094252f0. 00000008:00000010:0.0:1773674206.379982:0:76421:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98dc063761a0. 00000020:00000001:0.0:1773674206.379988:0:76421:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773674206.379992:0:76421:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773674206.379993:0:76421:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773674206.379998:0:76421:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773674201/1773674201 00000020:00000001:0.0:1773674206.380004:0:76421:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773674206.380005:0:76421:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1773674206.380010:0:76421:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1773674206.380014:0:76421:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:0.0:1773674206.380018:0:76421:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674206.380029:0:76421:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7d00 count: 2 00010000:00000001:0.0:1773674206.380033:0:76421:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674206.380041:0:76421:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773674206.380048:0:76421:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773674206.380054:0:76421:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674206.380062:0:76421:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.380067:0:76421:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773674206.380080:0:76421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.380084:0:76421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674206.380086:0:76421:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773674206.380089:0:76421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.380092:0:76421:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.380095:0:76421:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf400 refcount=3 00000020:00000001:0.0:1773674206.380097:0:76421:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:0.0:1773674206.380101:0:76421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00000008:00000001:0.0:1773674206.380105:0:76421:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630669464171520 : -113404245380096 : ffff98dc043cf400) 00010000:00000001:0.0:1773674206.380107:0:76421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.380108:0:76421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773674206.380109:0:76421:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1773674206.380114:0:76421:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1773674206.380122:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00000. 00000020:00000040:0.0:1773674206.380128:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:0.0:1773674206.380139:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.380144:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.380147:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.380159:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff98dc10af4000. 00000100:00000001:0.0:1773674206.380169:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773674206.380181:0:76421:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1773674206.380189:0:76421:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98dc088eb800: dirty: 28672 undirty: 484638720 dropped 0 grant: 8409088 cl_lost_grant 0 00000008:00000001:0.0:1773674206.380198:0:76421:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1773674206.380249:0:76421:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8027 MB/s 00000008:00008000:0.0:1773674206.380263:0:76421:0:(osc_request.c:1340:osc_checksum_bulk()) page fffff3eb44733740 map ffff98dc05951b38 index 0 flags 17ffffc0005028 count 2 priv ffff98dc0648f9a0: off 0 00000008:00000001:0.0:1773674206.380276:0:76421:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1773674206.380280:0:76421:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:0.0:1773674206.380285:0:76421:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff98dc07a00000 - object 0x280000401:9132 offset 0<>4096 00000008:00000001:0.0:1773674206.380288:0:76421:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.380291:0:76421:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773674206.380292:0:76421:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773674206.380294:0:76421:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773674206.380295:0:76421:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773674201/1773674201 00000020:00000001:0.0:1773674206.380298:0:76421:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773674206.380299:0:76421:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1773674206.380301:0:76421:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1773674206.380304:0:76421:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674206.380307:0:76421:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000008:00000002:0.0:1773674206.380326:0:76421:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 000000007dc55ace, now 0r/1w/0d in flight req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1773674206.380337:0:76421:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:0.0:1773674206.380346:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000470f5fd1] to pc [ptlrpcd_00_00+0] req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.382895:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674206.382909:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674206.382913:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674206.382931:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.382947:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674206.382949:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674206.382956:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674206.382960:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674206.382964:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674206.382968:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953470720:192.168.201.103@tcp:4:dd.0 00000100:00000001:1.0:1773674206.382973:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674206.382981:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674206.382984:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674206.382987:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674206.382997:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b1800. 02000000:00000001:1.0:1773674206.382999:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674206.383009:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674206.383016:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000400:00000010:1.0:1773674206.383024:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773674206.383033:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953470720, portal 4 00000100:00000001:1.0:1773674206.383036:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674206.383038:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000040:1.0:1773674206.383047:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.383056:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674206.383060:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674206.383065:0:2411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98dc11129480. 00000100:00000200:1.0:1773674206.383069:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859825953470720, offset 0 00000400:00000200:1.0:1773674206.383077:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674206.383088:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674206.383097:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674206.383104:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674206.383109:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674206.383115:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674206.383118:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674206.383122:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252805:252805:256:4294967295] 192.168.201.103@tcp LPNI seq info [252773:252773:8:4294967295] 00000400:00000200:1.0:1773674206.383128:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674206.383139:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674206.383147:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674206.383152:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff98dc0704fe00. 00000800:00000200:1.0:1773674206.383162:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674206.383172:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674206.383179:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc0704fe00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:1.0:1773674206.383199:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674206.383205:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 49996 usecs (50 jiffies) 00000400:00000200:1.0:1773674206.383208:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674206.383212:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300763486 00000100:00000001:1.0:1773674206.383216:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300763975 00000100:00000001:1.0:1773674206.383232:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300763486 00000100:00000001:1.0:1773674206.383235:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300763975 00000100:00000001:1.0:1773674206.383237:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674206.383240:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.383244:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.383247:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.383259:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674206.383261:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674206.383263:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674206.383265:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674206.383266:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.383269:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385447:0:76421:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1773674206.385456:0:76421:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385462:0:76421:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385466:0:76421:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773674206.385469:0:76421:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385472:0:76421:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773674206.385474:0:76421:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385475:0:76421:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773674206.385477:0:76421:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385482:0:76421:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.385486:0:76421:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.385488:0:76421:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1773674206.385494:0:76421:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773674206.385502:0:76421:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773674206.385506:0:76421:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.385510:0:76421:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385514:0:76421:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385517:0:76421:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.385519:0:76421:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.385522:0:76421:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773674206.385526:0:76421:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773674206.385529:0:76421:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773674206.385530:0:76421:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773674206.385532:0:76421:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773674206.385534:0:76421:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385536:0:76421:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773674206.385539:0:76421:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773674206.385541:0:76421:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773674206.385545:0:76421:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773674206.385547:0:76421:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.385549:0:76421:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773674206.385551:0:76421:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773674206.385552:0:76421:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385554:0:76421:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385557:0:76421:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773674206.385558:0:76421:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773674206.385560:0:76421:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773674206.385561:0:76421:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773674206.385563:0:76421:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674206.385565:0:76421:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674206.385566:0:76421:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.385567:0:76421:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773674206.385568:0:76421:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773674206.385570:0:76421:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385572:0:76421:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.385573:0:76421:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674206.385575:0:76421:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674206.385577:0:76421:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.385580:0:76421:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773674206.385582:0:76421:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773674206.385584:0:76421:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773674206.385585:0:76421:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773674206.385588:0:76421:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674206.385591:0:76421:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cf30 00000020:00000010:0.0:1773674206.385597:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a400. 00000020:00000010:0.0:1773674206.385603:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773674206.385610:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.385617:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.385624:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.385631:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.385637:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.385641:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1be00. 00000008:00000010:0.0:1773674206.385645:0:76421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773674206.385649:0:76421:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4480. 00008000:00000010:0.0:1773674206.385654:0:76421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007efa8. 00000080:00000010:0.0:1773674206.385658:0:76421:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f2d0. 00000020:00000010:0.0:1773674206.385662:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674206.385664:0:76421:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cf30. 00020000:00000001:0.0:1773674206.385669:0:76421:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773674206.385671:0:76421:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773674206.385675:0:76421:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773674206.385678:0:76421:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773674206.385683:0:76421:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773674206.385684:0:76421:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674206.385687:0:76421:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.385689:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.385692:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.385695:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.385698:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.385700:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.385703:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bea80. 00000800:00000200:1.0:1773674206.386016:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674206.386024:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff98dc0704fe00. 00000400:00000200:1.0:1773674206.386031:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674206.386044:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674206.386053:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc11129480 00000400:00000010:1.0:1773674206.386057:0:2404:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff98dc11129480. 00000100:00000001:1.0:1773674206.386063:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674206.386073:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.386087:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.386092:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.386101:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.386103:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674206.386165:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674206.386171:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773674206.386987:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.386990:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000008:00000010:0.0:1773674206.386994:0:76421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.386997:0:76421:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.387001:0:76421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.387005:0:76421:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.387008:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.387011:0:76421:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000080:00000001:0.0:1773674206.387015:0:76421:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773674206.387019:0:76421:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1773674206.394924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f2c0. 00000080:00000010:1.1:1773674206.394950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414ff60. 00000800:00000001:0.0:1773674206.403620:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.403650:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.403656:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.403659:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.403671:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.403681:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.403692:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.403698:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.403713:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.403718:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b80794cf900 00000400:00000200:0.0:1773674206.403725:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.403732:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c5a11 [1] + 224 00000800:00000001:0.0:1773674206.403744:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.403755:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.403759:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.403799:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.403809:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.403821:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674206.403835:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674206.403848:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.403858:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.403862:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.404753:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674206.404761:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674206.404805:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674206.404808:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674206.404813:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051148f0. 00000400:00000200:1.0:1773674206.404821:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:1.0:1773674206.404825:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:1.0:1773674206.404829:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674206.404838:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773674206.404850:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00000 x1859825953470720/t0(0) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.404859:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674206.404862:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.404865:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674206.404870:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674206.404874:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674206.404877:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674206.404882:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674206.404898:0:2411:0:(import.c:2136:obd_at_measure()) add 129 to ffff98dc072f8ca0 time=1773674206 v=5 (0 0 0 0) 00000100:00001000:1.0:1773674206.404903:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff98dc072f8ca0 change: old=5 new=129 delta=124 (val=129) hist 129 0 0 0 00000100:00001000:1.0:1773674206.404908:0:2411:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff98dc088eb800 ptl 6 has changed from 5 to 129 00000100:00001000:1.0:1773674206.404916:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=126 v=5 (1 0 0 0) 00000100:00000001:1.0:1773674206.404920:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674206.404923:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.404927:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674206.404933:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.404937:0:2411:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773674206.404939:0:2411:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773674206.404942:0:2411:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773674206.404945:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674206.404947:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520994304 : -113404188557312 : ffff98dc07a00000) 00000100:00000001:1.0:1773674206.404951:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674206.404953:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:1.0:1773674206.404955:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674206.404958:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674206.404964:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.404973:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674206.404977:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674206.404980:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773674206.404984:0:2411:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:1.0:1773674206.404987:0:2411:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1773674206.404993:0:2411:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1773674206.404997:0:2411:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1773674206.405002:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc088eb800: setdq to remove for usr 0 00000001:04000000:1.0:1773674206.405005:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc088eb800: setdq to remove for grp 0 00000001:04000000:1.0:1773674206.405007:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc088eb800: setdq to remove for prj 0 00000001:00000001:1.0:1773674206.405009:0:2411:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773674206.405012:0:2411:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1773674206.405016:0:2411:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:1.0:1773674206.405021:0:2411:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773674206.405025:0:2411:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1773674206.405028:0:2411:0:(osc_request.c:2579:brw_interpret()) request ffff98dc07a00000 aa ffff98dc07a001b0 rc 0 00000020:00000001:1.0:1773674206.405037:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:1.0:1773674206.405041:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:1.0:1773674206.405044:0:2411:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773674206.405048:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773674206.405051:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.405054:0:2411:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.405056:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000010:1.0:1773674206.405060:0:2411:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98dc063761a0. 00000020:00000001:1.0:1773674206.405066:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:1.0:1773674206.405068:0:2411:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1773674206.405085:0:2411:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1773674206.405088:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.405093:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.406263:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674206.406271:0:2411:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773674206.406275:0:2411:0:(osc_cache.c:901:osc_extent_finish()) extent ffff98dc4206fc00@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff98dc043cd500], [28672|1|+|-|ffff98dc043cf400|1024|ffff98dc2033a7c0]} extent finished. 00000008:00010000:1.0:1773674206.406286:0:2411:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000001ab80e82 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:1.0:1773674206.406303:0:2411:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773674206.406307:0:2411:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773674206.406313:0:2411:0:(cl_page.c:1144:cl_page_complete()) page@000000003f18de55[2 00000000d6074edf 3 1 0000000000000000] 00000020:00000001:1.0:1773674206.406315:0:2411:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773674206.406318:0:2411:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773674206.406319:0:2411:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773674206.406322:0:2411:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773674206.406326:0:2411:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 00000000d6074edf 3 1 0000000000000000] 00000020:00000001:1.0:1773674206.406338:0:2411:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773674206.406340:0:2411:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773674206.406344:0:2411:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773674206.406348:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000003f18de55[2 00000000d6074edf 1 1 0000000000000000] 00000080:00008000:1.0:1773674206.406350:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773674206.406387:0:2411:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773674206.406389:0:2411:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773674206.406391:0:2411:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773674206.406394:0:2411:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[2 00000000d6074edf 1 1 0000000000000000] 00000020:00000001:1.0:1773674206.406397:0:2411:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773674206.406399:0:2411:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773674206.406401:0:2411:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773674206.406405:0:2411:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 16846848 dirty: 0/0 00000008:00000020:1.0:1773674206.406410:0:2411:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff98dc4206fc00@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff98dc043cd500], [28672|0|-|-|ffff98dc043cf400|1024|ffff98dc2033a7c0]} destroyed. 00000008:00010000:1.0:1773674206.406417:0:2411:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000001ab80e82 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1773674206.406428:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.406431:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773674206.406435:0:2411:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff98dc4206fc00. 00000008:00000001:1.0:1773674206.406440:0:2411:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773674206.406443:0:2411:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff98dc094252f0. 00000008:00000020:1.0:1773674206.406454:0:2411:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff98dc110da1d8. 00000008:00000001:1.0:1773674206.406467:0:2411:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674206.406481:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773674206.406491:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f6b649ba-a60a-453a-bb07-451251d2ad8d:2411:1859825953470720:192.168.201.103@tcp:4:dd.0 00000100:00000001:1.0:1773674206.406498:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.406501:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.406505:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.406512:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.406515:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.406524:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674206.406526:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.406530:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674206.406533:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.406547:0:84782:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674206.406556:0:84782:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773674206.406562:0:84782:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.406568:0:84782:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.406573:0:84782:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797b40. 00000008:00000010:1.0:1773674206.406580:0:84782:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674206.406585:0:84782:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674206.406591:0:84782:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.406598:0:84782:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674206.406602:0:84782:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674206.406606:0:84782:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704ee00. 00000008:00000010:1.0:1773674206.406611:0:84782:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674206.406615:0:84782:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674206.406620:0:84782:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674206.406624:0:84782:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773674206.406627:0:84782:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773674206.406630:0:84782:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000008:00000020:1.0:1773674206.406633:0:84782:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff98dc110da1d8. 00000008:00000001:1.0:1773674206.406636:0:84782:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773674206.406638:0:84782:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773674206.406641:0:84782:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674206.406644:0:84782:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1773674206.406646:0:84782:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:1.0:1773674206.406650:0:84782:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.406654:0:84782:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797b40. 00000008:00000010:1.0:1773674206.406659:0:84782:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674206.406662:0:84782:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674206.406666:0:84782:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.406669:0:84782:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674206.406672:0:84782:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674206.406675:0:84782:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000008:00000010:1.0:1773674206.406679:0:84782:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674206.406682:0:84782:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674206.406686:0:84782:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674206.406690:0:84782:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:1.0:1773674206.406693:0:84782:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.406695:0:84782:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:0.0:1773674206.408060:0:93472:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773674206.408068:0:93472:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773674206.408072:0:93472:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc05956c08) 00800000:00000001:0.0:1773674206.408081:0:93472:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773674206.408083:0:93472:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:0.0:1773674206.408090:0:93472:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1773674206.408110:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:0.0:1773674206.408114:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674206.408118:0:93472:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.408121:0:93472:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773674206.408124:0:93472:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.408126:0:93472:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.408129:0:93472:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773674206.408133:0:93472:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773674206.408135:0:93472:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.408138:0:93472:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674206.408143:0:93472:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85700 1 00800000:00000010:0.0:1773674206.408147:0:93472:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc02c85700. 00000080:00000001:0.0:1773674206.408155:0:93472:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773674206.408158:0:93472:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773674206.408178:0:93472:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773674206.408181:0:93472:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773674206.408185:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.408194:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.408200:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.408205:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.408209:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.408216:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.408232:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.408237:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.408242:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.408245:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.408248:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a000. 00000008:00000010:0.0:1773674206.408252:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.408256:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.408259:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.408263:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.408265:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.408277:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000020:00000001:0.0:1773674206.408282:0:93472:0:(cl_object.c:151:cl_object_top()) ffff98dc043c23a0 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.408286:0:93472:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773674206.408289:0:93472:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773674206.408291:0:93472:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773674206.408295:0:93472:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.408297:0:93472:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773674206.408299:0:93472:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674206.408303:0:93472:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff98dc08bb2728 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773674206.408307:0:93472:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:0.0:1773674206.408311:0:93472:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773674206.408314:0:93472:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773674206.408317:0:93472:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773674206.408319:0:93472:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408322:0:93472:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773674206.408325:0:93472:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773674206.408327:0:93472:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408335:0:93472:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.408336:0:93472:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773674206.408338:0:93472:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773674206.408340:0:93472:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00000020:00000001:0.0:1773674206.408343:0:93472:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408346:0:93472:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773674206.408348:0:93472:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773674206.408351:0:93472:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773674206.408355:0:93472:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773674206.408360:0:93472:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773674206.408364:0:93472:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674206.408367:0:93472:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773674206.408368:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.408372:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6cf30. 00000020:00000010:0.0:1773674206.408375:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674206.408378:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1be00. 00000020:00000010:0.0:1773674206.408380:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773674206.408384:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.408387:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.408391:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.408401:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.408405:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.408408:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a400. 00000008:00000010:0.0:1773674206.408411:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773674206.408414:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d4480. 00008000:00000010:0.0:1773674206.408417:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007efa8. 00000080:00000010:0.0:1773674206.408420:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007f2d0. 00000020:00000001:0.0:1773674206.408423:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543460664 : -113404166090952 : ffff98dc08f6cf38) 00000020:00001000:0.0:1773674206.408425:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6cf30 00000020:00000001:0.0:1773674206.408428:0:93472:0:(cl_object.c:151:cl_object_top()) ffff98dc043c26c0 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.408430:0:93472:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773674206.408433:0:93472:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674206.408434:0:93472:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773674206.408435:0:93472:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408438:0:93472:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408440:0:93472:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669519775400 : -113404189776216 : ffff98dc078d66a8) 00000020:00000001:0.0:1773674206.408443:0:93472:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773674206.408445:0:93472:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408448:0:93472:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408450:0:93472:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408452:0:93472:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773674206.408454:0:93472:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773674206.408456:0:93472:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.408458:0:93472:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773674206.408460:0:93472:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674206.408461:0:93472:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408463:0:93472:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408466:0:93472:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408468:0:93472:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408469:0:93472:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674206.408471:0:93472:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408473:0:93472:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408475:0:93472:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773674206.408477:0:93472:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773674206.408478:0:93472:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.408479:0:93472:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773674206.408481:0:93472:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773674206.408484:0:93472:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1773674206.408489:0:93472:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:0.0:1773674206.408494:0:93472:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.408496:0:93472:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408498:0:93472:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408500:0:93472:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408502:0:93472:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408504:0:93472:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408506:0:93472:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773674206.408509:0:93472:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773674206.408511:0:93472:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773674206.408513:0:93472:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773674206.408516:0:93472:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1773674206.408519:0:93472:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc043cd500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773674206.408522:0:93472:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408524:0:93472:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773674206.408525:0:93472:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408527:0:93472:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773674206.408528:0:93472:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773674206.408531:0:93472:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773674206.408533:0:93472:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773674206.408534:0:93472:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.408536:0:93472:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773674206.408538:0:93472:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773674206.408540:0:93472:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408542:0:93472:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408543:0:93472:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773674206.408545:0:93472:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773674206.408547:0:93472:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773674206.408548:0:93472:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773674206.408550:0:93472:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674206.408552:0:93472:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674206.408553:0:93472:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674206.408554:0:93472:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773674206.408556:0:93472:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773674206.408558:0:93472:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408560:0:93472:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.408562:0:93472:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674206.408563:0:93472:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674206.408564:0:93472:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408566:0:93472:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773674206.408568:0:93472:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773674206.408569:0:93472:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773674206.408570:0:93472:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773674206.408572:0:93472:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674206.408574:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6cf30 00000020:00000010:0.0:1773674206.408577:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1be00. 00000020:00000010:0.0:1773674206.408582:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773674206.408586:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.408591:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.408595:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.408598:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.408601:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.408605:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000008:00000010:0.0:1773674206.408609:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589340. 00020000:00000010:0.0:1773674206.408612:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d4480. 00008000:00000010:0.0:1773674206.408615:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007efa8. 00000080:00000010:0.0:1773674206.408619:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007f2d0. 00000020:00000010:0.0:1773674206.408622:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a400. 00000020:00000010:0.0:1773674206.408624:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6cf30. 00020000:00000001:0.0:1773674206.408638:0:93472:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773674206.408641:0:93472:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773674206.408644:0:93472:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773674206.408647:0:93472:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773674206.408650:0:93472:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773674206.408652:0:93472:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674206.408655:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.408657:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.408659:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.408662:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.408665:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.408668:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.408671:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.408673:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.408676:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674206.408679:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.408681:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.408684:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.408687:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.408690:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.408691:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000080:00000001:0.0:1773674206.408694:0:93472:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408702:0:93472:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773674206.408713:0:93472:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446630669498513824 : -113404211037792 : ffff98dc0648f9a0) 00000020:00000001:0.0:1773674206.408716:0:93472:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1773674206.408719:0:93472:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1773674206.408721:0:93472:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773674206.408723:0:93472:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773674206.408725:0:93472:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773674206.408731:0:93472:0:(cl_page.c:547:__cl_page_state_set()) page@000000003f18de55[2 00000000d6074edf 1 1 0000000000000000] 00000020:00000001:0.0:1773674206.408734:0:93472:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1773674206.408736:0:93472:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1773674206.408739:0:93472:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1773674206.408741:0:93472:0:(osc_page.c:138:osc_page_delete()) ffff98dc0648fa00 00000008:00000001:0.0:1773674206.408744:0:93472:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1773674206.408746:0:93472:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc0648fa10 page ffff98dc0648fa00 at index 0. 00000008:00000001:0.0:1773674206.408749:0:93472:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.408756:0:93472:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1773674206.408759:0:93472:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb44733740 index 0 00000020:00000001:0.0:1773674206.408826:0:93472:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1773674206.408828:0:93472:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1773674206.408830:0:93472:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773674206.408833:0:93472:0:(cl_page.c:596:cl_batch_put()) page@000000003f18de55[1 00000000d6074edf 5 1 0000000000000000] 00000020:00000001:0.0:1773674206.408835:0:93472:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1773674206.408837:0:93472:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1773674206.408841:0:93472:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc0648f9a0. 00000020:00000001:0.0:1773674206.408844:0:93472:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1773674206.408846:0:93472:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773674206.408880:0:93472:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773674206.408883:0:93472:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff98dc05951988) 00800000:00000001:0.0:1773674206.408887:0:93472:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773674206.408889:0:93472:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x7:0x0] 00000002:00000001:0.0:1773674206.408892:0:93472:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1773674206.408897:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabf00 count: 2 00010000:00000001:0.0:1773674206.408900:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674206.408903:0:93472:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.408905:0:93472:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773674206.408907:0:93472:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.408910:0:93472:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.408911:0:93472:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773674206.408913:0:93472:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773674206.408915:0:93472:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.408917:0:93472:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.408920:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.408924:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.408927:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.408930:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.408934:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.408937:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.408940:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.408943:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.408946:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.408950:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.408953:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000008:00000010:0.0:1773674206.408956:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.408959:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.408962:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.408965:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.408968:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.408971:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00020000:00000001:0.0:1773674206.408988:0:93472:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:0.0:1773674206.408990:0:93472:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:0.0:1773674206.409036:0:93472:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:0.0:1773674206.409039:0:93472:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c180, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674206.409045:0:93472:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674206.409051:0:93472:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009a00: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000001:0.0:1773674206.409054:0:93472:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:0.0:1773674206.409056:0:93472:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.409059:0:93472:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1773674206.409061:0:93472:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1773674206.409066:0:93472:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1773674206.409070:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7d00 count: 2 00010000:00000001:0.0:1773674206.409073:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674206.409077:0:93472:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1773674206.409080:0:93472:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1773674206.409086:0:93472:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 100 blocks 8 [cma]time: 1773674081 1773674081 0 by oinfo size 4096 blocks 8 [cma]time 1773674201 1773674201 0 ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000001:0.0:1773674206.409100:0:93472:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000020:00000001:0.0:1773674206.409102:0:93472:0:(cl_object.c:151:cl_object_top()) ffff98dc043cd500 -> ffff98dc043c23a0 00000008:00000001:0.0:1773674206.409104:0:93472:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674206.409107:0:93472:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674206.409110:0:93472:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773674206.409113:0:93472:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773674206.409122:0:93472:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98dc043cd500. 00020000:00000001:0.0:1773674206.409128:0:93472:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1773674206.409131:0:93472:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98dc043c2640. 00020000:00000001:0.0:1773674206.409135:0:93472:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1773674206.409154:0:93472:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.409157:0:93472:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674206.409159:0:93472:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:0.0:1773674206.409162:0:93472:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:0.0:1773674206.409164:0:93472:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:0.0:1773674206.409166:0:93472:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00020000:00000001:0.0:1773674206.409170:0:93472:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:0.0:1773674206.409377:0:93472:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98dc073061e0. 00020000:00000010:0.0:1773674206.409384:0:93472:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98dc062f2780. 00020000:00000010:0.0:1773674206.409387:0:93472:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98dc042b4d80. 00020000:00000002:0.0:1773674206.409392:0:93472:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c180, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674206.409396:0:93472:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674206.409400:0:93472:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc06009a00: ostid: 0x280000401:9132 ost idx: 0 gen: 0 00020000:00000010:0.0:1773674206.409405:0:93472:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc06009a00. 00020000:00000010:0.0:1773674206.409409:0:93472:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437cf60. 00020000:00000010:0.0:1773674206.409413:0:93472:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437c180. 00020000:00000001:0.0:1773674206.409415:0:93472:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1773674206.409416:0:93472:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c0e88) owner 0000000000000000/ffff98dc088f4f80 00020000:00000010:0.0:1773674206.409419:0:93472:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff98dc043c0e88. 00020000:00000001:0.0:1773674206.409423:0:93472:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:0.0:1773674206.409426:0:93472:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff98dc043c2320. 00000020:00001000:0.0:1773674206.409430:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.409433:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.409436:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.409439:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.409442:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.409445:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.409448:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.409451:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.409454:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a000. 00000008:00000010:0.0:1773674206.409457:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.409459:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.409463:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.409466:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.409469:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.409471:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000080:00000001:0.0:1773674206.409474:0:93472:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773674206.409476:0:93472:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773674206.409486:0:93472:0:(llite_lib.c:1536:ll_put_super()) Process entered 00000080:00200000:0.0:1773674206.409489:0:93472:0:(llite_lib.c:1543:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff98dc088eb800 (sb ffff98dc088eb800) 00000020:00000001:0.0:1773674206.409495:0:93472:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773674206.409501:0:93472:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff98dc067e5f00. 00000020:00000001:0.0:1773674206.409505:0:93472:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773674206.409507:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.409510:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a000. 00000040:00000010:0.0:1773674206.409514:0:93472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.409520:0:93472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc183a7800. 00000020:00000010:0.0:1773674206.409525:0:93472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc07c1a400. 00040000:00000010:0.0:1773674206.409532:0:93472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc21257900. 00040000:00000010:0.0:1773674206.409536:0:93472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc07c1b600. 10000000:00000001:0.0:1773674206.409541:0:93472:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:0.0:1773674206.409544:0:93472:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773674206.409547:0:93472:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773674206.409550:0:93472:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773674206.409553:0:93472:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773674206.409555:0:93472:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff98dc100c1a00) refs 3 10000000:00000001:0.0:1773674206.409558:0:93472:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773674206.409561:0:93472:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630669662296576 : -113404047255040 : ffff98dc100c1a00) 10000000:00000001:0.0:1773674206.409564:0:93472:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773674206.409565:0:93472:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x2f77f56113814205 00010000:00000001:0.0:1773674206.409569:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409572:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409575:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=2 00000020:00000001:0.0:1773674206.409579:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.409582:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.409587:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409592:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.409597:0:93472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409606:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409608:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.409610:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409612:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409613:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=3 00000020:00000001:0.0:1773674206.409615:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.409617:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.409619:0:93472:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773674206.409622:0:93472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409630:0:93472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674206.409633:0:93472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409640:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409642:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674206.409645:0:93472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409652:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409653:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409657:0:93472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674206.409663:0:93472:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc101059c0. 00010000:00000001:0.0:1773674206.409666:0:93472:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674206.409684:0:93472:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773674206.409687:0:93472:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409689:0:93472:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409692:0:93472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674206.409693:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409695:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773674206.409697:0:93472:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773674206.409698:0:93472:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x2f77f56113814236 00010000:00000001:0.0:1773674206.409700:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409701:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409704:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=2 00000020:00000001:0.0:1773674206.409706:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.409709:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.409712:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409714:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.409717:0:93472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409724:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409725:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.409727:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409728:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409730:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:0.0:1773674206.409732:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.409734:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.409735:0:93472:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773674206.409738:0:93472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409743:0:93472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674206.409746:0:93472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409753:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409754:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674206.409757:0:93472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409796:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409799:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409801:0:93472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674206.409805:0:93472:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc06346240. 00010000:00000001:0.0:1773674206.409807:0:93472:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674206.409813:0:93472:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1773674206.409815:0:93472:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409817:0:93472:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409819:0:93472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674206.409821:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409822:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773674206.409824:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.409826:0:93472:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff98dc100c1600) refs 2 10000000:00000001:0.0:1773674206.409829:0:93472:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409831:0:93472:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773674206.409832:0:93472:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x2f77f5611381423d 00010000:00000001:0.0:1773674206.409834:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409836:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409838:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=2 00000020:00000001:0.0:1773674206.409840:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.409843:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.409846:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409848:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.409851:0:93472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409857:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409858:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.409860:0:93472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.409861:0:93472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.409863:0:93472:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=3 00000020:00000001:0.0:1773674206.409865:0:93472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.409867:0:93472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.409868:0:93472:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773674206.409870:0:93472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409883:0:93472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674206.409886:0:93472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409892:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409893:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674206.409895:0:93472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.409900:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.409902:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409903:0:93472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674206.409906:0:93472:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc06203e40. 00010000:00000001:0.0:1773674206.409908:0:93472:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674206.409922:0:93472:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:0.0:1773674206.409924:0:93472:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409926:0:93472:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.409928:0:93472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674206.409929:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.409931:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773674206.409932:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.409934:0:93472:0:(mgc_request.c:123:config_log_put()) log params(ffff98dc100c0200) refs 2 10000000:00000001:0.0:1773674206.409936:0:93472:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409938:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.409939:0:93472:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409941:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.409942:0:93472:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff98dc0b656000) refs 3 10000000:00000001:0.0:1773674206.409945:0:93472:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409946:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.409947:0:93472:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409948:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.409949:0:93472:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff98dc100c1a00) refs 3 10000000:00000001:0.0:1773674206.409951:0:93472:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.409952:0:93472:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.409954:0:93472:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff98dc100c1a00) refs 2 10000000:00000001:0.0:1773674206.409956:0:93472:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773674206.409957:0:93472:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1773674206.409960:0:93472:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773674206.409962:0:93472:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674206.409965:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a000. 00000040:00000010:0.0:1773674206.409970:0:93472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.409974:0:93472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc183a7800. 00000020:00000010:0.0:1773674206.409979:0:93472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc07c1a400. 00040000:00000010:0.0:1773674206.409983:0:93472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc21257900. 00040000:00000010:0.0:1773674206.409987:0:93472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674206.409990:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000020:00000001:0.0:1773674206.409993:0:93472:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674206.409996:0:93472:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff98dc067e5f00. 00000020:00000001:0.0:1773674206.410000:0:93472:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.410001:0:93472:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000001:0.0:1773674206.410013:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.410016:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.410020:0:86103:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:0.0:1773674206.410024:0:86103:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773674206.410027:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773674206.410032:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410041:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc0869b400 already unused, calling callback (ffffffffc1145c20) 10000000:00000001:0.0:1773674206.410044:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410047:0:86103:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410054:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773674206.410056:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.410057:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.410059:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b400 refcount=3 00000020:00000001:0.0:1773674206.410061:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.410064:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213120 : -113404175338496 : ffff98dc0869b400) 00010000:00000001:0.0:1773674206.410068:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674206.410072:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773674206.410081:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410083:0:86103:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773674206.410090:0:86103:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1773674206.410094:0:86103:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:0.0:1773674206.410096:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.410097:0:86103:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff98dc100c1a00) refs 1 10000000:01000000:0.0:1773674206.410100:0:86103:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773674206.410101:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410102:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410103:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410104:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410105:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410107:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410108:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410109:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410111:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410112:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773674206.410115:0:86103:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0706b800 : new refcount 8 10000000:00000010:0.0:1773674206.410118:0:86103:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff98dc100c1a00. 10000000:00000001:0.0:1773674206.410123:0:86103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410124:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410128:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674206.410132:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674206.410133:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674206.410135:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.410137:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773674206.410141:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869b400 with handle 0x2f77f56113814205 from hash 00010000:00000001:0.0:1773674206.410144:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674206.410146:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.410148:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410150:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674206.410152:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674206.410154:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674206.410158:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674206.410161:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773674206.410174:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674206.410179:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674206.410186:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.410190:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.410198:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.410205:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1b800. 00000100:00000001:0.0:1773674206.410214:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410452:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674206.410462:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410470:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674206.410472:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.410479:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674206.410485:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.410503:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c01bb6] to pc [ptlrpcd_00_01+1] req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773674206.410532:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674206.410536:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.410537:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410539:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410541:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773674206.410544:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.410547:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410554:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674206.410557:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff98dc0869b400/0x2f77f56113814205 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69de expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410575:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410577:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773674206.410579:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc101059c0. 00010000:00000001:0.0:1773674206.410587:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.410590:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.410592:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.410595:0:86103:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1773674206.410597:0:86103:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773674206.410599:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773674206.410602:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410609:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04084e00 already unused, calling callback (ffffffffc1145c20) 10000000:00000001:0.0:1773674206.410611:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410614:0:86103:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410621:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773674206.410622:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.410624:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.410625:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:0.0:1773674206.410627:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.410630:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674206.410633:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674206.410636:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773674206.410643:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410645:0:86103:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773674206.410651:0:86103:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1773674206.410654:0:86103:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:0.0:1773674206.410656:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.410658:0:86103:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff98dc100c1600) refs 1 10000000:01000000:0.0:1773674206.410660:0:86103:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:0.0:1773674206.410662:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410663:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410665:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410666:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410667:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410668:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410669:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410670:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410671:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410672:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773674206.410673:0:86103:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0706b800 : new refcount 7 10000000:00000010:0.0:1773674206.410675:0:86103:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff98dc100c1600. 10000000:00000001:0.0:1773674206.410677:0:86103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410679:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410681:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674206.410683:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674206.410684:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674206.410686:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.410688:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773674206.410690:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084e00 with handle 0x2f77f56113814236 from hash 00010000:00000001:0.0:1773674206.410692:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674206.410694:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.410695:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410696:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674206.410698:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674206.410700:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674206.410702:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674206.410704:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773674206.410708:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773674206.410710:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674206.410712:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.410713:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.410716:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.410719:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1b600. 00000100:00000001:0.0:1773674206.410723:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410725:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674206.410728:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410735:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674206.410736:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.410739:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674206.410741:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.410746:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099317079] to pc [ptlrpcd_00_00+0] req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773674206.410758:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674206.410760:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.410761:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410762:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410793:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773674206.410795:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.410798:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410806:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674206.410809:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff98dc04084e00/0x2f77f56113814236 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69e5 expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410817:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410818:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773674206.410819:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc06346240. 00010000:00000001:0.0:1773674206.410822:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.410824:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.410826:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.410828:0:86103:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773674206.410830:0:86103:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773674206.410832:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773674206.410835:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410842:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc0869ac00 already unused, calling callback (ffffffffc1145c20) 10000000:00000001:0.0:1773674206.410845:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410847:0:86103:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.410854:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773674206.410855:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674206.410857:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674206.410858:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869ac00 refcount=3 00000020:00000001:0.0:1773674206.410860:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.410862:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534211072 : -113404175340544 : ffff98dc0869ac00) 00010000:00000001:0.0:1773674206.410865:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674206.410868:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773674206.410874:0:86103:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773674206.410877:0:86103:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773674206.410883:0:86103:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1773674206.410886:0:86103:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:0.0:1773674206.410888:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773674206.410889:0:86103:0:(mgc_request.c:123:config_log_put()) log params(ffff98dc100c0200) refs 1 10000000:01000000:0.0:1773674206.410892:0:86103:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1773674206.410893:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410894:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410896:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410897:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410898:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410900:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410901:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410902:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410903:0:86103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773674206.410905:0:86103:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773674206.410907:0:86103:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0706b800 : new refcount 6 10000000:00000010:0.0:1773674206.410909:0:86103:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff98dc100c0200. 10000000:00000001:0.0:1773674206.410913:0:86103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773674206.410915:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410917:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674206.410919:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674206.410921:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674206.410923:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674206.410925:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773674206.410927:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0869ac00 with handle 0x2f77f5611381423d from hash 00010000:00000001:0.0:1773674206.410929:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674206.410930:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.410931:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.410932:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674206.410934:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674206.410936:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674206.410938:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674206.410940:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773674206.410943:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674206.410945:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=6 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773674206.410948:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.410949:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.410951:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.410955:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1a400. 00000100:00000001:0.0:1773674206.410958:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.410960:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674206.410964:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674206.410970:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674206.410972:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.410974:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674206.410977:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.410981:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_00_01+1] req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773674206.410998:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674206.411000:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674206.411002:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.411003:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.411005:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773674206.411007:0:86103:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.411011:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.411017:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674206.411019:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff98dc0869ac00/0x2f77f5611381423d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x441c89a0128d69ec expref: -99 pid: 93387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674206.411029:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674206.411030:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773674206.411032:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc06203e40. 00010000:00000001:0.0:1773674206.411035:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.411037:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.411039:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.411042:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674206.411043:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.411045:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.411047:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773674206.411049:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.411050:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.411052:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773674206.411063:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.411067:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.411070:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674206.411076:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.411085:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674206.411087:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.411093:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674206.411096:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674206.411099:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674206.411102:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953470848:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.411108:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674206.411114:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674206.411117:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.411121:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674206.411125:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1bc00. 02000000:00000001:0.0:1773674206.411127:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.411139:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674206.411144:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674206.411152:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674206.411162:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470848, portal 18 00000100:00000001:0.0:1773674206.411165:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674206.411167:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:0.0:1773674206.411174:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.411182:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674206.411186:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674206.411189:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674206.411192:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953470848, offset 0 00000400:00000200:0.0:1773674206.411200:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674206.411211:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000020:00000010:1.0:1773674206.411916:0:93472:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff98dc11129480. 00000020:00000001:1.0:1773674206.411925:0:93472:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1773674206.411930:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.411935:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704fe00. 00000040:00000010:1.0:1773674206.411940:0:93472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.411945:0:93472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc086bf800. 00000020:00000010:1.0:1773674206.411949:0:93472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc0704f000. 00040000:00000010:1.0:1773674206.411956:0:93472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc084ae400. 00040000:00000010:1.0:1773674206.411961:0:93472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc0704fa00. 10000000:00000001:1.0:1773674206.411966:0:93472:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:1.0:1773674206.411968:0:93472:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1773674206.411972:0:93472:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1773674206.411973:0:93472:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773674206.411977:0:93472:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773674206.411980:0:93472:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1773674206.411983:0:93472:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1773674206.411987:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704fe00. 00000040:00000010:1.0:1773674206.411992:0:93472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.411995:0:93472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc086bf800. 00000020:00000010:1.0:1773674206.411999:0:93472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc0704f000. 00040000:00000010:1.0:1773674206.412002:0:93472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc084ae400. 00040000:00000010:1.0:1773674206.412006:0:93472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc0704fa00. 00000020:00000010:1.0:1773674206.412008:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704ee00. 00000020:00000001:1.0:1773674206.412011:0:93472:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1773674206.412014:0:93472:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff98dc11129480. 00000020:00000001:1.0:1773674206.412018:0:93472:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:1.0:1773674206.412023:0:93472:0:(llite_lib.c:983:client_common_put_super()) Process entered 00000080:00000001:1.0:1773674206.412026:0:93472:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000020:00000001:1.0:1773674206.412028:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674206.412034:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9ab0. 00000020:00000010:1.0:1773674206.412037:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.412040:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704fa00. 00000020:00000010:1.0:1773674206.412044:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797b40. 00000008:00000010:1.0:1773674206.412051:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674206.412056:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faab40. 00008000:00000010:1.0:1773674206.412062:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.412068:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1000. 00000080:00000010:1.0:1773674206.412072:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5bb50. 00000020:00000010:1.0:1773674206.412075:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f000. 00000008:00000010:1.0:1773674206.412079:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59a20. 00020000:00000010:1.0:1773674206.412083:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a33c0. 00008000:00000010:1.0:1773674206.412087:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98628. 00000080:00000010:1.0:1773674206.412091:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0000. 00000020:00000001:1.0:1773674206.412106:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971512 : -113404165580104 : ffff98dc08fe9ab8) 00000020:00001000:1.0:1773674206.412110:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9ab0 00000020:00000040:1.0:1773674206.412142:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 5 - lov 00020000:00000001:1.0:1773674206.412175:0:93472:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1773674206.412177:0:93472:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446630669800736384 : -113403908815232 : ffff98dc184c8680) 00020000:00000010:1.0:1773674206.412201:0:93472:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff98dc0437c3c0. 00020000:00000001:1.0:1773674206.412834:0:93472:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1773674206.412837:0:93472:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446630669800738304 : -113403908813312 : ffff98dc184c8e00) 00020000:00000010:1.0:1773674206.412861:0:93472:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff98dc0437c4e0. 00020000:00000001:1.0:1773674206.412885:0:93472:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1773674206.412886:0:93472:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446630669451366784 : -113404258184832 : ffff98dc03799180) 00020000:00000010:1.0:1773674206.412908:0:93472:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff98dc0437c2a0. 00020000:00000001:1.0:1773674206.412932:0:93472:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1773674206.412934:0:93472:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446630669451369728 : -113404258181888 : ffff98dc03799d00) 00020000:00000010:1.0:1773674206.412957:0:93472:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff98dc0437ca80. 00020000:00000001:1.0:1773674206.412960:0:93472:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.413002:0:93472:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff98dc182a0000. 00000020:00000010:1.0:1773674206.413027:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff98dc09bd5400. 00000020:00000010:1.0:1773674206.413032:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff98dc062f2d80. 00000020:00000010:1.0:1773674206.413035:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc0959f000. 00000080:00000010:1.0:1773674206.413040:0:93472:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff98dc0959ec00. 00000080:00000010:1.0:1773674206.413043:0:93472:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff98dc0437c6c0. 00020000:00000001:1.0:1773674206.413048:0:93472:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:1.0:1773674206.413082:0:93472:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1773674206.413084:0:93472:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff98dc05243b80. 00000020:00000001:1.0:1773674206.413088:0:93472:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00020000:1.0:1773674206.413202:0:93472:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff98dc088eb800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000020:00000001:2.0:1773674206.413597:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674206.413601:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674206.413605:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674206.414208:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674206.414211:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674206.414214:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1773674206.430672:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674206.430682:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674206.430689:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674206.430694:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674206.430699:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674206.430713:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252806:252806:256:4294967295] 192.168.201.103@tcp LPNI seq info [252774:252774:8:4294967295] 00000400:00000200:0.0:1773674206.430722:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.430736:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674206.430749:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674206.430763:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674206.430787:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674206.430798:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674206.430804:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773674206.430829:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.430836:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674206.430841:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300767394 00000800:00000200:0.0:1773674206.430980:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674206.430985:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:0.0:1773674206.430991:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.430997:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674206.431005:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674206.431008:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674206.431013:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674206.431024:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.431039:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.431044:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.431053:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.431055:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674206.431075:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.431080:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.431083:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674206.431090:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.431099:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674206.431101:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.431106:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674206.431111:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674206.431115:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674206.431119:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953470976:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.431125:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674206.431132:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674206.431136:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.431139:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674206.431146:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674206.431149:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.431154:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674206.431159:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674206.431164:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674206.431174:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953470976, portal 18 00000100:00000001:0.0:1773674206.431176:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674206.431179:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:0.0:1773674206.431184:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.431192:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674206.431195:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674206.431198:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773674206.431201:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953470976, offset 0 00000400:00000200:0.0:1773674206.431207:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674206.431230:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.431235:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674206.431239:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674206.431242:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674206.431244:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674206.431246:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674206.431250:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252807:252807:256:4294967295] 192.168.201.103@tcp LPNI seq info [252775:252775:8:4294967295] 00000400:00000200:0.0:1773674206.431255:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.431263:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674206.431277:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674206.431281:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674206.431286:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674206.431290:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674206.431294:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773674206.431303:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.431307:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674206.431309:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300767394 00000100:00000001:0.0:1773674206.431318:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300763975 00000100:00000001:0.0:1773674206.431324:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300767394 00000100:00000001:0.0:1773674206.431328:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300763975 00000100:00000001:0.0:1773674206.431332:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.431335:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.431339:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.431342:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.431352:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674206.431355:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674206.431358:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.431359:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.431361:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.431365:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674206.431387:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674206.431389:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:0.0:1773674206.431393:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.432949:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674206.432961:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:0.0:1773674206.432965:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:0.0:1773674206.432972:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674206.432981:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.432992:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.432996:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.433004:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.433006:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674206.433032:0:2412:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, keep current deadline 4300767394 00000100:00000001:0.0:1773674206.433037:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300767396 00000100:00000001:0.0:1773674206.433045:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300767394 00000100:00000001:0.0:1773674206.433051:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.433054:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.433058:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674206.433062:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.433070:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674206.433072:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.433076:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674206.433081:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674206.433084:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674206.433087:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953471104:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.433091:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674206.433096:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674206.433098:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.433101:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674206.433110:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1be00. 02000000:00000001:0.0:1773674206.433113:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.433120:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674206.433125:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773674206.433131:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773674206.433137:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953471104, portal 18 00000100:00000001:0.0:1773674206.433140:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674206.433142:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:0.0:1773674206.433147:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.436158:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674206.436167:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674206.436178:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674206.436188:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953471104, offset 0 00000400:00000200:0.0:1773674206.436196:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674206.436211:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.436235:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674206.436242:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674206.436247:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674206.436251:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674206.436254:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674206.436259:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252808:252808:256:4294967295] 192.168.201.103@tcp LPNI seq info [252776:252776:8:4294967295] 00000400:00000200:0.0:1773674206.436336:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.436351:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674206.436358:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674206.436367:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674206.436376:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674206.436387:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674206.436393:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773674206.438058:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.438075:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674206.438079:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300767401 00000800:00000200:0.0:1773674206.438242:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674206.438248:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:0.0:1773674206.438255:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.438264:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674206.440608:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:0.0:1773674206.440617:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:0.0:1773674206.440632:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674206.440646:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.440664:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.440668:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.440684:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.440686:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674206.440731:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300767394 00000100:00000001:0.0:1773674206.440740:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300767403 00000100:00000001:0.0:1773674206.440744:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300767396 00000100:00000001:0.0:1773674206.440748:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.440753:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.440758:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.440763:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.440801:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674206.440803:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674206.440806:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.440809:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.440811:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.440815:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773674206.441902:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.441925:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.441930:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.441933:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.441943:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.441951:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.441963:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.441969:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.441975:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.441980:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794cf980 00000400:00000200:0.0:1773674206.441985:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.441992:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a21 [1] + 224 00000800:00000001:0.0:1773674206.442003:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.442014:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.442017:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.442022:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.442030:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.442038:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.442050:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.442068:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.442075:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.442078:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.442090:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.442092:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674206.442099:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674206.442101:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674206.442105:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:0.0:1773674206.442109:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:0.0:1773674206.442112:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:0.0:1773674206.442115:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.442119:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674206.442129:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.442383:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674206.442385:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.442389:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674206.442393:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674206.442405:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674206.442409:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.442412:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674206.442422:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccca0 time=1773674206 v=5 (0 0 0 0) 00000100:00001000:0.0:1773674206.442426:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674206.442430:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674206.442432:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.442435:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674206.442438:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.442441:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.442447:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.442462:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.442465:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674206.442468:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674206.442472:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674206.442482:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953470848:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.442488:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.442491:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.442495:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953470848/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.442503:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674206.442506:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674206.442511:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1bc00. 02000000:00000001:0.0:1773674206.442516:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674206.442520:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.442522:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=5 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674206.442524:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674206.442528:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1b800. 02000000:00000001:0.0:1773674206.442531:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674206.442533:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674206.442535:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:0.0:1773674206.442540:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674206.442542:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.442546:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.442548:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.442549:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.442551:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.442553:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1773674206.448832:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc05956b40. 00000080:00000010:0.1:1773674206.448870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc059518c0. 00010000:00000010:0.1:1773674206.448879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869b400. 00000800:00000001:0.0:1773674206.451952:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.451977:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.451982:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.451984:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.451996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452007:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.452018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452024:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452036:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794cfa00 00000400:00000200:0.0:1773674206.452041:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452049:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a31 [1] + 224 00000800:00000001:0.0:1773674206.452061:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.452067:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.452070:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.452075:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.452084:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.452096:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.452109:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452124:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.452134:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.452137:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.452139:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.452142:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.452145:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452149:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.452154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452157:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452162:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794cfa80 00000400:00000200:0.0:1773674206.452166:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.452171:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a41 [1] + 224 00000800:00000001:0.0:1773674206.452176:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.452257:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.452261:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.452265:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.452269:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.452283:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.452293:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452308:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.452313:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.452317:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452334:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.452340:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674206.452349:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674206.452351:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674206.452356:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674206.452361:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:0.0:1773674206.452364:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:0.0:1773674206.452367:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.452371:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674206.452382:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452389:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674206.452391:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452403:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674206.452408:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674206.452412:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674206.452414:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.452418:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674206.452428:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccca0 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1773674206.452432:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674206.452435:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674206.452437:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.452441:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674206.452444:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.452448:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.452453:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452462:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.452466:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674206.452468:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674206.452473:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674206.452482:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953470976:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.452487:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452490:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.452494:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953470976/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452502:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674206.452505:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674206.452510:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1a000. 02000000:00000001:0.0:1773674206.452514:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674206.452517:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.452519:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674206.452522:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674206.452526:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1b600. 02000000:00000001:0.0:1773674206.452529:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674206.452532:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674206.452534:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:0.0:1773674206.452538:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674206.452540:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452542:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452552:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674206.452554:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.452557:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.452559:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.452568:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.452571:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674206.452574:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674206.452577:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674206.452578:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:0.0:1773674206.452581:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:0.0:1773674206.452583:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:0.0:1773674206.452585:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.452590:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674206.452600:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452607:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674206.452608:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452610:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674206.452612:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674206.452613:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674206.452615:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.452617:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674206.452620:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccca0 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1773674206.452623:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1773674206.452626:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674206.452627:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.452629:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674206.452631:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.452633:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.452636:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452642:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.452644:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674206.452646:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674206.452650:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674206.452658:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2412:1859825953471104:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674206.452666:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452668:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.452671:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953471104/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674222 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.452678:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674206.452679:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674206.452681:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1be00. 02000000:00000001:0.0:1773674206.452684:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674206.452685:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.452686:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773674206.452688:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674206.452690:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1a400. 02000000:00000001:0.0:1773674206.452692:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674206.452693:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674206.452695:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:0.0:1773674206.452698:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674206.452699:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452701:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.452705:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674206.452706:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.452708:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.452710:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674206.462849:0:93472:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:1.0:1773674206.462910:0:93472:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff98dc0882b800 active: 1 00020000:00000001:1.0:1773674206.462919:0:93472:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:1.0:1773674206.462922:0:93472:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff98dc088eb800: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:1.0:1773674206.462926:0:93472:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:1.0:1773674206.462928:0:93472:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff98dc0882e800 active: 1 00020000:00000001:1.0:1773674206.462930:0:93472:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1773674206.462933:0:93472:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:1.0:1773674206.462937:0:93472:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1773674206.462940:0:93472:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1773674206.462945:0:93472:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773674206.462949:0:93472:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773674206.462954:0:93472:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1773674206.462957:0:93472:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1773674206.462958:0:93472:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1773674206.462960:0:93472:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773674206.462961:0:93472:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773674206.462964:0:93472:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:1.0:1773674206.462967:0:93472:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff98dc088eb800 00020000:00000001:1.0:1773674206.462971:0:93472:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:1.0:1773674206.462972:0:93472:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff98dc088eb800: disconnecting target lustre-OST0001-osc-ffff98dc088eb800 00020000:00000001:1.0:1773674206.462975:0:93472:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:1.0:1773674206.462978:0:93472:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674206.462980:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:1.0:1773674206.462985:0:93472:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773674206.462988:0:93472:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff98dc088eb800 - 1 00000100:00000001:1.0:1773674206.462993:0:93472:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773674206.462996:0:93472:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0001_UUID 00000020:00000001:1.0:1773674206.462999:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.463002:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=1 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.463005:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773674206.463007:0:93472:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.463011:0:93472:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773674206.463014:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.463018:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.463062:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.463065:0:93472:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.463068:0:93472:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773674206.463071:0:93472:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773674206.463073:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.463075:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.463100:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.463103:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.463104:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.463130:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.463133:0:93472:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.463135:0:93472:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773674206.463138:0:93472:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00080000:1.0:1773674206.463142:0:93472:0:(import.c:65:import_set_state_nolock()) ffff98dc072fc000 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00000001:1.0:1773674206.463146:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773674206.463150:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773674206.463153:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.463156:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1773674206.463157:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773674206.463158:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773674206.463161:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.463163:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1773674206.463165:0:93472:0:(import.c:1930:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.471522:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773674206.471531:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:0.0:1773674206.471535:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773674206.471538:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674206.471541:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: committing for last_committed 0 gen 2 00000100:00000040:0.0:1773674206.471548:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773674206.471551:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674206.471553:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773674206.471554:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773674206.471556:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773674206.471562:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773674206.471566:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.471568:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773674206.471573:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773674206.471577:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773674206.471579:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773674206.471584:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.471588:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.471655:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.471658:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.471660:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.471689:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.471692:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.472154:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.472165:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a400. 00000020:00000010:0.0:1773674206.472171:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1be00. 00000020:00000010:0.0:1773674206.472176:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.472185:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.472191:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.472197:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.472206:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.472211:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.472226:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000008:00000010:0.0:1773674206.472232:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.472236:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.472240:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.472245:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.472248:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.472252:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000008:00000001:0.0:1773674206.472257:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.472259:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.472263:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.472265:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773674206.472267:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.472269:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.472302:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674206.472304:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.472308:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1be00. 00000020:00000010:0.0:1773674206.472317:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bae0. 00000008:00000010:0.0:1773674206.472322:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.472338:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.472344:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.472348:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.472351:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.472354:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a400. 00000008:00000010:0.0:1773674206.472358:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.472362:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.472365:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.472368:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.472371:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674206.472374:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000001:00000001:0.0:1773674206.472377:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.472378:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.472408:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.472410:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.472411:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.472439:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.472441:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.472443:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:0.0:1773674206.472451:0:93472:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773674206.472454:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773674206.472457:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f56113814267 00000020:00000040:0.0:1773674206.472463:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0882e800 with handle 0x2f77f56113814267 from hash 00000020:00000040:0.0:1773674206.472478:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 2 00000020:00000001:0.0:1773674206.472483:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773674206.472485:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 1 00000020:00000001:0.0:1773674206.472487:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773674206.472489:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e800 : new refcount 0 00000020:00000080:0.0:1773674206.472491:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc0882e800/LOV_OSC_UUID 00000020:00000001:0.0:1773674206.472495:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.472711:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.472715:0:93472:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.472950:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.472954:0:93472:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773674206.472958:0:93472:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff98dc10308e00. 00000020:00000001:0.0:1773674206.472964:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773674206.473051:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff98dc088eb800 (flags='') 00000020:00000010:0.0:1773674206.473058:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff98dc02c6bae0. 00000020:00000080:0.0:1773674206.473062:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773674206.473075:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773674206.473079:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff98dc088eb800: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1773674206.473083:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773674206.473086:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 12 (ffff98dc110dcd28) has no exports 00000020:00000001:0.0:1773674206.473088:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773674206.473094:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:0.0:1773674206.473097:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b600. 00000020:00000010:0.0:1773674206.473101:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a400. 00000020:00000010:0.0:1773674206.473105:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bd20. 00000008:00000010:0.0:1773674206.473109:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc070642f0. 00020000:00000010:0.0:1773674206.473111:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80b40. 00008000:00000010:0.0:1773674206.473115:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f891a8. 00000080:00000010:0.0:1773674206.473119:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088bea80. 00000080:00000010:0.0:1773674206.473122:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb26c8. 00000020:00000010:0.0:1773674206.473126:0:93472:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc056e1540. 00000008:00000001:0.0:1773674206.473130:0:93472:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:0.0:1773674206.473132:0:93472:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00010000:00000010:0.1:1773674206.473875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00010000:00000010:0.1:1773674206.473885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc0869ac00. 00000020:00000001:3.0:1773674206.479673:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773674206.479685:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc0882e800/LOV_OSC_UUID for lustre-OST0001-osc-ffff98dc088eb800 00000020:00000040:3.0:1773674206.479699:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 26 to 192.168.201.103@tcp 00000020:00000001:3.0:1773674206.479928:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773674206.479932:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674206.479937:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 5 - export 00000020:00000010:3.0:1773674206.479942:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc0882e800. 00000020:00000001:3.0:1773674206.479957:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:3.0:1773674206.482077:0:93472:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1773674206.482086:0:93472:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-ffff98dc088eb800: client import never connected 00000100:00000001:3.0:1773674206.482091:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773674206.482094:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:3.0:1773674206.482098:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1773674206.482102:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674206.482105:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: committing for last_committed 0 gen 3 00000100:00000040:3.0:1773674206.482111:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773674206.482114:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674206.482115:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773674206.482117:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773674206.482119:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674206.482124:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674206.482127:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.482130:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:3.0:1773674206.482133:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773674206.482136:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674206.482138:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:3.0:1773674206.482141:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.482146:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.482189:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674206.482192:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.482193:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.482232:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674206.482237:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674206.482250:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674206.482260:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31000. 00000020:00000010:3.0:1773674206.482496:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c30000. 00000020:00000010:3.0:1773674206.482502:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674206.482510:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674206.482516:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674206.482522:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674206.482529:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674206.482534:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674206.482538:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31200. 00000008:00000010:3.0:1773674206.482543:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674206.482547:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674206.482551:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674206.482555:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674206.482558:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674206.482561:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000008:00000001:3.0:1773674206.482566:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674206.482569:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674206.482573:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674206.482575:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1773674206.482577:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.482579:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.484680:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674206.484692:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674206.484702:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c30000. 00000020:00000010:3.0:1773674206.484711:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674206.484716:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674206.484723:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674206.484728:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674206.484734:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674206.484738:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674206.484742:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31000. 00000008:00000010:3.0:1773674206.484746:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674206.484750:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674206.484754:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674206.484757:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674206.484761:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31200. 00000020:00000010:3.0:1773674206.484782:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000001:00000001:3.0:1773674206.484786:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.484789:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.484824:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674206.484826:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.484827:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.484857:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674206.484860:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.484864:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:3.0:1773674206.484874:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc072fc000 refcount=2 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674206.484879:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674206.484881:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=1 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674206.484883:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1773674206.484885:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674206.484886:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072fc000 refcount=0 obd=lustre-OST0001-osc-ffff98dc088eb800 00000020:00000040:3.0:1773674206.484889:0:93472:0:(genops.c:1245:class_import_put()) final put import ffff98dc072fc000 00000020:00000001:3.0:1773674206.484907:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1773674206.484910:0:93472:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1773674206.484912:0:93472:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674206.485178:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc10af0000. 00000020:00000010:3.0:1773674206.485184:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07cfe000. 00000020:00000010:3.0:1773674206.485188:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07c98000. 00000020:00000010:3.0:1773674206.485193:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc078dc000. 00000020:00000010:3.0:1773674206.485199:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff98dc07330000. 00000020:00000010:3.0:1773674206.485208:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc118b3000. 00000008:00000001:3.0:1773674206.485212:0:93472:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674206.485233:0:93472:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc056e1540. 00000020:00000010:3.0:1773674206.485240:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a400. 00000020:00000010:3.0:1773674206.485244:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bd20. 00000008:00000010:3.0:1773674206.485249:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc070642f0. 00020000:00000010:3.0:1773674206.485252:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80b40. 00008000:00000010:3.0:1773674206.485257:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f891a8. 00000080:00000010:3.0:1773674206.485261:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088bea80. 00000080:00000010:3.0:1773674206.485273:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb26c8. 00000020:00000010:3.0:1773674206.485278:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b600. 00000020:00000001:3.0:1773674206.485281:0:93472:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674206.485305:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1773674206.485312:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc10308400. 00000001:00000010:3.0:1773674206.485315:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc10308a00. 00000001:00000010:3.0:1773674206.485318:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc10308200. 00000001:00000010:3.0:1773674206.485320:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc10308c00. 00000001:00000010:3.0:1773674206.485323:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc09440180. 00000001:00000010:3.0:1773674206.485326:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc038e3300. 00000001:00000001:3.0:1773674206.485330:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1773674206.485332:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 4 - setup 00000020:00000001:3.0:1773674206.485336:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674206.485339:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1773674206.485343:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1773674206.485354:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:3.0:1773674206.485357:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 3 - obd_device_list 00000020:00000080:3.0:1773674206.485360:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:3.0:1773674206.485363:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 2 - newdev 00000020:00000001:3.0:1773674206.485366:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674206.485368:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773674206.485371:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff98dc02c6bae0. 00000020:00000001:3.0:1773674206.485374:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773674206.485379:0:93472:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff98dc088eb800 00020000:00000001:3.0:1773674206.485382:0:93472:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1773674206.485384:0:93472:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff98dc088eb800: disconnecting target lustre-OST0000-osc-ffff98dc088eb800 00020000:00000001:3.0:1773674206.485386:0:93472:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773674206.485389:0:93472:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674206.485391:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:3.0:1773674206.486578:0:93472:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:3.0:1773674206.486586:0:93472:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff98dc088eb800 - 1 00000020:00000001:2.0:1773674206.486692:0:76421:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773674206.486697:0:76421:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff98dc072fc000 for lustre-OST0001-osc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.486717:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 25 to 192.168.201.103@tcp 00000020:00000040:2.0:1773674206.486722:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 24 to 192.168.201.103@tcp 00000020:00000010:2.0:1773674206.486726:0:76421:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff98dc087974e0. 00000020:00000040:2.0:1773674206.486730:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff98dc088eb800 (ffff98dc110dcd28) now 1 - import 00000020:00000040:2.0:1773674206.486736:0:76421:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc072fb800 with handle 0x2f77f5611381422f from hash 00000020:00000040:2.0:1773674206.486741:0:76421:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fb800 : new refcount 0 00000020:00000080:2.0:1773674206.486744:0:76421:0:(genops.c:904:class_export_put()) final put ffff98dc072fb800/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:2.0:1773674206.486747:0:76421:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.486750:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.486753:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc072fb800/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-OST0001-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674206.486756:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.486759:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.486762:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc072fb800. 00000020:00000001:2.0:1773674206.486794:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773674206.486796:0:76421:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0001-osc-ffff98dc088eb800 obd_type name = osc 00000020:01000000:2.0:1773674206.486799:0:76421:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:2.0:1773674206.486802:0:76421:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:2.0:1773674206.486813:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674206.486818:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1238e800. 00000020:00000010:2.0:1773674206.486823:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c840. 00000008:00000010:2.0:1773674206.486831:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674206.486836:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674206.486841:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674206.486848:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674206.486853:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deda0. 00000008:00000001:2.0:1773674206.486859:0:76421:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1773674206.486866:0:76421:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773674206.486869:0:76421:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773674206.486874:0:76421:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773674206.486911:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff98dc10308000. 00000020:00000010:2.0:1773674206.486916:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc118b1c00. 00010000:00000001:2.0:1773674206.486963:0:76421:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773674206.486976:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff98dc087979c0. 00000020:00000010:2.0:1773674206.486979:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc118b0000. 00000001:00000001:2.0:1773674206.487030:0:76421:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773674206.487077:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc095f4000. 00000001:00000010:2.0:1773674206.487081:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc095f6000. 00000001:00000010:2.0:1773674206.487084:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc095f2000. 00000001:00000010:2.0:1773674206.487087:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc119d4000. 00000001:00000010:2.0:1773674206.487090:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc119d6000. 00000001:00000010:2.0:1773674206.487093:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc119d2000. 00000001:00000010:2.0:1773674206.487096:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc119d0000. 00000001:00000010:2.0:1773674206.487098:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12e1c000. 00000001:00000010:2.0:1773674206.487102:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12e1e000. 00000001:00000010:2.0:1773674206.487107:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12e1a000. 00000001:00000010:2.0:1773674206.487109:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12e18000. 00000001:00000010:2.0:1773674206.487112:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc04374000. 00000001:00000010:2.0:1773674206.487118:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc04376000. 00000001:00000010:2.0:1773674206.487121:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc04372000. 00000001:00000010:2.0:1773674206.487124:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc04370000. 00000001:00000010:2.0:1773674206.487126:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc07cf8000. 00000001:00000010:2.0:1773674206.487129:0:76421:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff98dc03799480. 00000001:00000010:2.0:1773674206.487132:0:76421:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff98dc10309400. 00000001:00000001:2.0:1773674206.487135:0:76421:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773674206.487138:0:76421:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff98dc118b2800. 00010000:00000001:2.0:1773674206.487142:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773674206.487144:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773674206.487146:0:76421:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773674206.487149:0:76421:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773674206.487151:0:76421:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773674206.487153:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773674206.487154:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1773674206.487157:0:76421:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff98dc07335000. 00010000:00000010:2.0:1773674206.487162:0:76421:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff98dc07332000. 00010000:00000001:2.0:1773674206.487165:0:76421:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1773674206.487168:0:76421:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773674206.487170:0:76421:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff98dc03799d00. 00000020:00000010:2.0:1773674206.487175:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1238e800. 00000020:00000010:2.0:1773674206.487178:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c840. 00000008:00000010:2.0:1773674206.487182:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674206.487185:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674206.487189:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674206.487193:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674206.487196:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674206.487199:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1238ee00. 00000020:00000001:2.0:1773674206.487201:0:76421:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.487204:0:76421:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc110dcd28. 00000020:00000010:2.0:1773674206.487212:0:76421:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff98dc072fc000. 00000020:00000001:2.0:1773674206.487227:0:76421:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:3.0:1773674206.487896:0:93472:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1773674206.487901:0:93472:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-OST0000_UUID 00000020:00000001:3.0:1773674206.487905:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674206.487908:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674206.487912:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773674206.487914:0:93472:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.487918:0:93472:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1773674206.487921:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.487924:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1773674206.487964:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7d00 count: 2 00010000:00000001:3.0:1773674206.487967:0:93472:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1773674206.487972:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7d00 count: 3 00010000:00000001:3.0:1773674206.487975:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674206.487979:0:93472:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773674206.487983:0:93472:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674206.487991:0:93472:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x28400020000 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:3.0:1773674206.488008:0:93472:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773674206.488011:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674206.488019:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674206.488025:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c31200. 00000020:00000010:3.0:1773674206.488029:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c31000. 00000020:00000010:3.0:1773674206.488034:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674206.488039:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674206.488044:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674206.488049:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674206.488054:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674206.488058:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674206.488062:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c30000. 00000008:00000010:3.0:1773674206.488066:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674206.488070:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674206.488074:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674206.488078:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674206.488081:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674206.488084:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000008:00000001:3.0:1773674206.488087:0:93472:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773674206.488089:0:93472:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674206.488092:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674206.488094:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c31000. 00000020:00000010:3.0:1773674206.488099:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc119165a0. 00000008:00000010:3.0:1773674206.488102:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674206.488106:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674206.488110:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674206.488114:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674206.488117:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674206.488120:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c31200. 00000008:00000010:3.0:1773674206.488123:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674206.488126:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674206.488129:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674206.488132:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674206.488135:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c30000. 00000020:00000010:3.0:1773674206.488138:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000008:00000001:3.0:1773674206.488141:0:93472:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.488145:0:93472:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674206.488151:0:93472:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674206.488153:0:93472:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674206.488156:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674206.488160:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773674206.488165:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cf400 with handle 0x2f77f561138142c9 from hash 00010000:00000001:3.0:1773674206.488168:0:93472:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674206.488170:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674206.490893:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674206.490897:0:93472:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674206.490905:0:93472:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674206.490908:0:93472:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773674206.490916:0:93472:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674206.490919:0:93472:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674206.490922:0:93472:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674206.490925:0:93472:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674206.490942:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674206.490949:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674206.490956:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674206.490959:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674206.490966:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674206.490976:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c30000. 00000100:00000001:3.0:1773674206.490985:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.490988:0:93472:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674206.490999:0:93472:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773674206.491014:0:93472:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674206.491016:0:93472:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.491020:0:93472:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674206.491022:0:93472:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674206.491031:0:93472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07ba1840. 00000100:00000001:3.0:1773674206.491033:0:93472:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669522704448 : -113404186847168 : ffff98dc07ba1840) 00000100:00000001:3.0:1773674206.491037:0:93472:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674206.491038:0:93472:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000001:3.0:1773674206.491045:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674206.491050:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.491053:0:93472:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674206.491055:0:93472:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674206.491068:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953471232/t0(0) o103->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.491080:0:93472:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674206.491082:0:93472:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.491087:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953471232/t0(0) o103->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.491096:0:93472:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773674206.491099:0:93472:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.491101:0:93472:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674206.491104:0:93472:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07ba1840 going to sleep for 0 seconds 00000100:00000001:3.0:1773674206.491107:0:93472:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674206.491110:0:93472:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773674206.491114:0:93472:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.491117:0:93472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674206.491119:0:93472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674206.491124:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953471232/t0(0) o103->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674206.491134:0:93472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job umount:f6b649ba-a60a-453a-bb07-451251d2ad8d:93472:1859825953471232:192.168.201.103@tcp:103:umount.0 00000100:00000001:3.0:1773674206.491140:0:93472:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.491143:0:93472:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773674206.491146:0:93472:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674206.491149:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674206.491152:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953471232/t0(0) o103->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.491160:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674206.491163:0:93472:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07ba1840. 00000100:00000001:3.0:1773674206.491976:0:93472:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674206.491981:0:93472:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1773674206.491985:0:93472:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1773674206.491987:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674206.491994:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953471232/t0(0) o103->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.492003:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773674206.492007:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674206.492009:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674206.492012:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674206.492016:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674206.492021:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674206.492024:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674206.492026:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674206.492030:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674206.492031:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674206.492033:0:93472:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1773674206.492036:0:93472:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1773674206.492039:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674206.492043:0:93472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98dc088eb800 lock: 000000007485a112/0x2f77f561138142c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x441c89a0128d6b20 expref: -99 pid: 93435 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000010:3.0:1773674206.492059:0:93472:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98dc184c8480. 00010000:00000010:3.0:1773674206.492063:0:93472:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85ec0. 00010000:00000001:3.0:1773674206.492072:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674206.492075:0:93472:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.492078:0:93472:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773674206.492083:0:93472:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7d00 count: 0 00010000:00000010:3.0:1773674206.492091:0:93472:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc043b7800. 00000001:00000001:3.0:1773674206.492106:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.492109:0:93472:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.492113:0:93472:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1773674206.492115:0:93472:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1773674206.492117:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.492120:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.492160:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674206.492162:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773674206.492163:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773674206.492190:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.492193:0:93472:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.492196:0:93472:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1773674206.492200:0:93472:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1773674206.492204:0:93472:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1773674206.492206:0:93472:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1773674206.492210:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674206.492213:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=3 obd=lustre-OST0000-osc-ffff98dc088eb800 00000100:00000001:3.0:1773674206.492227:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674206.492230:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674206.492233:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674206.492237:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81900. 00000100:00000001:3.0:1773674206.492242:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.492245:0:93472:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00080000:3.0:1773674206.492249:0:93472:0:(import.c:65:import_set_state_nolock()) ffff98dc072f8800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1773674206.492253:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674206.492256:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.492263:0:93472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_rcv+-1] req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.492545:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.492551:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.492553:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674206.492561:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.492569:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674206.492571:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.492575:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674206.492578:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674206.492581:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674206.492585:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471360:192.168.201.103@tcp:9:umount.0 00000100:00000001:0.0:1773674206.492590:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674206.492899:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674206.492902:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674206.492906:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674206.492912:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c1be00. 02000000:00000001:0.0:1773674206.492914:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674206.492924:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674206.492929:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e688. 00000400:00000010:0.0:1773674206.492937:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979550. 00000100:00000200:0.0:1773674206.492945:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953471360, portal 4 00000100:00000001:0.0:1773674206.492947:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674206.492949:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:0.0:1773674206.492957:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.492965:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674206.492969:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674206.492972:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979cc0. 00000100:00000200:0.0:1773674206.492975:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953471360, offset 0 00000400:00000200:0.0:1773674206.492983:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674206.492993:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.493002:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674206.493008:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674206.493014:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674206.493019:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674206.493022:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674206.493027:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252809:252809:256:4294967295] 192.168.201.103@tcp LPNI seq info [252777:252777:8:4294967295] 00000400:00000200:0.0:1773674206.493032:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.493043:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674206.493050:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674206.493056:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674206.493064:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674206.493075:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674206.493080:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674206.493179:0:93472:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.493224:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.493230:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: using a timeout of 49278 usecs (50 jiffies) 00000400:00000200:0.0:1773674206.493234:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674206.493238:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300763598 00000100:00000001:0.0:1773674206.493242:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300767401 00000100:00000001:0.0:1773674206.493245:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300763598 00000100:00000001:0.0:1773674206.493248:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300767403 00000100:00000001:0.0:1773674206.493251:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.493254:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.493257:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.493261:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674206.493278:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674206.493280:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773674206.493283:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674206.493284:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674206.493286:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.493289:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674206.495759:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674206.495795:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674206.495804:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674206.495815:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674206.495823:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979cc0 00000400:00000010:1.0:1773674206.495827:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979cc0. 00000100:00000001:1.0:1773674206.495832:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674206.495842:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.495857:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.495863:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.495871:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.495873:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773674206.498976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf400. 00010000:00000010:3.1:1773674206.498993:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7d00. 00000800:00000001:0.0:1773674206.500745:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.500806:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.500811:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.500815:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.500827:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.500837:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.500847:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.500854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.500861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.500867:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cfb80 00000400:00000200:0.0:1773674206.500873:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.500881:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a51 [1] + 224 00000800:00000001:0.0:1773674206.500893:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.500900:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.500904:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.500909:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.500919:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.500930:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.500943:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.500963:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.500973:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.500976:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.501138:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.501144:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674206.501154:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674206.501156:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674206.501161:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e688. 00000400:00000200:3.0:1773674206.501167:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979550 00000400:00000010:3.0:1773674206.501170:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979550. 00000100:00000001:3.0:1773674206.501173:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674206.501179:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674206.501190:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.501197:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674206.501200:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.501203:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674206.501208:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674206.501211:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674206.501213:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.501229:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674206.501242:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc072f8c58 time=126 v=5 (5 0 0 0) 00000100:00001000:3.0:1773674206.501247:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc072f8c10 time=126 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674206.501250:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674206.501252:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.501256:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674206.501260:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.501264:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674206.501276:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674206.501278:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674206.501282:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.501288:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.501297:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674206.501300:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674206.501303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773674206.501307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc072f8800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773674206.501311:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674206.501315:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674206.501319:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.501321:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674206.501322:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674206.501324:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674206.501326:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.501328:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:3.0:1773674206.501337:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674206.501346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471360:192.168.201.103@tcp:9:umount.0 00000100:00000001:3.0:1773674206.501352:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.501355:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674206.501360:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953471360/t0(0) o9->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.501369:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674206.501372:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674206.501376:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c1be00. 02000000:00000001:3.0:1773674206.501381:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674206.501384:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674206.501386:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:3.0:1773674206.501389:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674206.501392:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81900. 02000000:00000001:3.0:1773674206.501406:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674206.501408:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674206.501411:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674206.501415:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674206.501416:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.501419:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.501428:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.501430:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.501433:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.501434:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.501725:0:93472:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.501732:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773674206.501734:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773674206.501737:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773674206.501739:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773674206.501741:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773674206.501750:0:93472:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.501759:0:93472:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674206.501793:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.501798:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00000 x1859825953470720/t47244640281(47244640281) o4->lustre-OST0000-osc-ffff98dc088eb800@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773674222 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674206.501806:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674206.501808:0:93472:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674206.501811:0:93472:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b1800. 02000000:00000001:1.0:1773674206.501815:0:93472:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674206.501817:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.501818:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=1 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.501821:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674206.501823:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff98dc10af4000. 02000000:00000001:1.0:1773674206.501826:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674206.501827:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674206.501829:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00000. 00000100:00000001:1.0:1773674206.501832:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674206.501834:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674206.501837:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773674206.501840:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674206.501842:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773674206.501843:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773674206.501845:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773674206.501848:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773674206.501849:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.501851:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773674206.501853:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773674206.501856:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773674206.501857:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:1.0:1773674206.501861:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.501864:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.501911:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.501914:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.501915:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.501943:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.501946:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674206.501954:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9a20. 00000020:00000010:1.0:1773674206.501960:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.501965:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.501969:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc087978a0. 00000008:00000010:1.0:1773674206.501976:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674206.501985:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faa6c0. 00008000:00000010:1.0:1773674206.501991:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674206.501998:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1c78. 00000080:00000010:1.0:1773674206.502003:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f58db0. 00000020:00000010:1.0:1773674206.502012:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000008:00000010:1.0:1773674206.502017:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674206.502021:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674206.502025:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674206.502030:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f03c0. 00000020:00000001:1.0:1773674206.502033:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971368 : -113404165580248 : ffff98dc08fe9a28) 00000020:00001000:1.0:1773674206.502035:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9a20 00000008:00000001:1.0:1773674206.502039:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773674206.502041:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773674206.502046:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674206.502049:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773674206.502050:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.502051:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.502081:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773674206.502084:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9a20 00000020:00000010:1.0:1773674206.502088:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.502092:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc087978a0. 00000008:00000010:1.0:1773674206.502096:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674206.502099:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faa6c0. 00008000:00000010:1.0:1773674206.502102:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674206.502106:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1c78. 00000080:00000010:1.0:1773674206.502110:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f58db0. 00000020:00000010:1.0:1773674206.502113:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f200. 00000008:00000010:1.0:1773674206.502116:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674206.502120:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674206.502126:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674206.502130:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f03c0. 00000020:00000010:1.0:1773674206.502132:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000020:00000010:1.0:1773674206.502135:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9a20. 00000001:00000001:1.0:1773674206.502137:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.502139:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.502168:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.502170:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.502171:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.502199:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674206.502202:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.502203:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:1.0:1773674206.502208:0:93472:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773674206.502210:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773674206.502214:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f56113814260 00000020:00000040:1.0:1773674206.502230:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0882b800 with handle 0x2f77f56113814260 from hash 00000020:00000040:1.0:1773674206.502247:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 2 00000020:00000001:1.0:1773674206.502251:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773674206.502253:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 1 00000020:00000001:1.0:1773674206.502255:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773674206.502257:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882b800 : new refcount 0 00000020:00000080:1.0:1773674206.502259:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc0882b800/LOV_OSC_UUID 00000020:00000001:1.0:1773674206.502262:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.502547:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.502551:0:93472:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674206.502608:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674206.502611:0:93472:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773674206.502614:0:93472:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff98dc10309200. 00000020:00000001:1.0:1773674206.502620:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773674206.502623:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff98dc088eb800 (flags='') 00000020:00000010:1.0:1773674206.502628:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff98dc087978a0. 00000020:00000080:1.0:1773674206.502632:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773674206.502644:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773674206.502647:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff98dc088eb800: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1773674206.502651:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773674206.502654:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 11 (ffff98dc110d99b8) has no exports 00000020:00000001:1.0:1773674206.502656:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773674206.502661:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773674206.502664:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000020:00000010:1.0:1773674206.502668:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.502671:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797660. 00000008:00000010:1.0:1773674206.502675:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674206.502678:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faa6c0. 00008000:00000010:1.0:1773674206.502681:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674206.502684:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1c78. 00000080:00000010:1.0:1773674206.502688:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f58db0. 00000020:00000010:1.0:1773674206.502692:0:93472:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc04031900. 00000008:00000001:1.0:1773674206.502696:0:93472:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773674206.502698:0:93472:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:2.0:1773674206.505538:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.505548:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc0882b800/LOV_OSC_UUID for lustre-OST0000-osc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.505562:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 23 to 192.168.201.103@tcp 00000020:00000001:2.0:1773674206.505567:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.505570:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674206.505575:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 5 - export 00000020:00000010:2.0:1773674206.505581:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc0882b800. 00000020:00000001:2.0:1773674206.505590:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:0.0:1773674206.510911:0:93472:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773674206.510921:0:93472:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-ffff98dc088eb800: client import never connected 00000100:00000001:0.0:1773674206.510926:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773674206.510930:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1773674206.510933:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773674206.510936:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674206.510940:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773674206.510946:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773674206.510949:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674206.510950:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773674206.510952:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773674206.510954:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773674206.510958:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773674206.510962:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.510965:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773674206.510968:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773674206.510972:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773674206.510973:0:93472:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773674206.510978:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.510982:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.511025:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.511027:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.511029:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.511059:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.511062:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.511075:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.511084:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.511091:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.511096:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.511103:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.511109:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.511115:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.511123:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.511128:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.511133:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674206.511138:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.511142:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.511147:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.511151:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.511154:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.511157:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000008:00000001:0.0:1773674206.511161:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.511164:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.511167:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.511170:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773674206.511171:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.511173:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.511202:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674206.511205:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.511210:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.511228:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.511233:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.511239:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.511244:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.511247:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.511251:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.511255:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a000. 00000008:00000010:0.0:1773674206.511258:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.511262:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.512981:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.512995:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.513001:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.513006:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000001:00000001:0.0:1773674206.513011:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.513013:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.513055:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.513058:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.513059:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.513088:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.513091:0:93472:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.513094:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:0.0:1773674206.513103:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc072f8800 refcount=2 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.513108:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.513110:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=1 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.513113:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773674206.513115:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.513117:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc072f8800 refcount=0 obd=lustre-OST0000-osc-ffff98dc088eb800 00000020:00000040:0.0:1773674206.513119:0:93472:0:(genops.c:1245:class_import_put()) final put import ffff98dc072f8800 00000020:00000001:0.0:1773674206.513171:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773674206.513175:0:93472:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773674206.513177:0:93472:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674206.513522:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc11852000. 00000020:00000010:0.0:1773674206.513528:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07026000. 00000020:00000010:0.0:1773674206.513532:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07c9c000. 00000020:00000010:0.0:1773674206.513536:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc078d8000. 00000020:00000010:0.0:1773674206.513541:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff98dc07336000. 00000020:00000010:0.0:1773674206.513551:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc211ee400. 00000008:00000001:0.0:1773674206.513555:0:93472:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674206.513564:0:93472:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc04031900. 00000020:00000010:0.0:1773674206.513575:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f200. 00000020:00000010:0.0:1773674206.513580:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797660. 00000008:00000010:0.0:1773674206.513585:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:0.0:1773674206.513601:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faa6c0. 00008000:00000010:0.0:1773674206.513605:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:0.0:1773674206.513610:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1c78. 00000080:00000010:0.0:1773674206.513614:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f58db0. 00000020:00000010:0.0:1773674206.513619:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000020:00000001:0.0:1773674206.513623:0:93472:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.513646:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773674206.513653:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc064a3800. 00000001:00000010:0.0:1773674206.513657:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc064a3400. 00000001:00000010:0.0:1773674206.513659:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc064a3200. 00000001:00000010:0.0:1773674206.513662:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc064a3000. 00000001:00000010:0.0:1773674206.513664:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc09440a20. 00000001:00000010:0.0:1773674206.513668:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc038e3100. 00000001:00000001:0.0:1773674206.513673:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773674206.513676:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 4 - setup 00000020:00000001:0.0:1773674206.513679:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.513683:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773674206.513687:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773674206.513698:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773674206.513710:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 3 - obd_device_list 00000020:00000080:0.0:1773674206.513713:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:0.0:1773674206.513716:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 2 - newdev 00000020:00000001:0.0:1773674206.513718:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.513721:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674206.513723:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff98dc087978a0. 00000020:00000001:0.0:1773674206.513727:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773674206.513733:0:93472:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff98dc07333000. 00020000:00000001:0.0:1773674206.513740:0:93472:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773674206.513756:0:93472:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff98dc04040000. 00000020:00000010:0.0:1773674206.513798:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff98dc09bd5b00. 00000020:00000010:0.0:1773674206.513803:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff98dc07ba1d80. 00000020:00000010:0.0:1773674206.513806:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc041fa000. 00020000:00000010:0.0:1773674206.513811:0:93472:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff98dc10309800. 00020000:00000010:0.0:1773674206.513815:0:93472:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff98dc07095000. 00020000:00000010:0.0:1773674206.513819:0:93472:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff98dc07090000. 00020000:00000010:0.0:1773674206.513822:0:93472:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff98dc041f9800. 00000020:00001000:0.0:1773674206.513826:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9ab0 00000020:00000010:0.0:1773674206.513831:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704fa00. 00000020:00000010:0.0:1773674206.513834:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797b40. 00000008:00000010:0.0:1773674206.513837:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:0.0:1773674206.513840:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faab40. 00008000:00000010:0.0:1773674206.513842:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:0.0:1773674206.513846:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1000. 00000080:00000010:0.0:1773674206.513849:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5bb50. 00000020:00000010:0.0:1773674206.513852:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704ee00. 00000008:00000010:0.0:1773674206.513856:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59a20. 00020000:00000010:0.0:1773674206.513861:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a33c0. 00008000:00000010:0.0:1773674206.513866:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98628. 00000080:00000010:0.0:1773674206.513869:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0000. 00000020:00000010:0.0:1773674206.513873:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f000. 00000020:00000010:0.0:1773674206.513875:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9ab0. 00000080:00000001:0.0:1773674206.513879:0:93472:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.513882:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00020000:00000001:0.0:1773674206.513887:0:93472:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:0.0:1773674206.513890:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773674206.513893:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f56113814259 00000020:00000040:0.0:1773674206.513898:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0882f800 with handle 0x2f77f56113814259 from hash 00000020:00000001:0.0:1773674206.513904:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773674206.513907:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882f800 : new refcount 1 00000020:00000001:0.0:1773674206.513910:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773674206.513912:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882f800 : new refcount 0 00000020:00000080:0.0:1773674206.513914:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc0882f800/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:0.0:1773674206.513918:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.517984:0:76421:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773674206.517995:0:76421:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff98dc072f8800 for lustre-OST0000-osc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.518009:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 22 to 192.168.201.103@tcp 00000020:00000040:2.0:1773674206.518015:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 21 to 192.168.201.103@tcp 00000020:00000010:2.0:1773674206.518018:0:76421:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff98dc08797240. 00000020:00000040:2.0:1773674206.518027:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff98dc088eb800 (ffff98dc110d99b8) now 1 - import 00000020:00000040:2.0:1773674206.518035:0:76421:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc072ff800 with handle 0x2f77f56113814228 from hash 00000020:00000040:2.0:1773674206.518040:0:76421:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072ff800 : new refcount 0 00000020:00000080:2.0:1773674206.518043:0:76421:0:(genops.c:904:class_export_put()) final put ffff98dc072ff800/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:2.0:1773674206.518048:0:76421:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.518051:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.518054:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc072ff800/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-OST0000-osc-ffff98dc088eb800 00000020:00000001:2.0:1773674206.518057:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.518060:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.518062:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc072ff800. 00000020:00000001:2.0:1773674206.518080:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773674206.518082:0:76421:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff98dc088eb800 obd_type name = osc 00000020:01000000:2.0:1773674206.518085:0:76421:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:2.0:1773674206.518088:0:76421:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:2.0:1773674206.518102:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674206.518109:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1238e800. 00000020:00000010:2.0:1773674206.518114:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c840. 00000008:00000010:2.0:1773674206.518123:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674206.518129:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674206.518135:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674206.518142:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674206.518147:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deda0. 00000008:00000001:2.0:1773674206.518153:0:76421:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1773674206.518162:0:76421:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773674206.518166:0:76421:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773674206.518171:0:76421:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773674206.518234:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc07c1aa00. 00000020:00000010:2.0:1773674206.518239:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc07f4be00. 00000020:00000010:2.0:1773674206.518243:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc07c31e00. 00000020:00000010:2.0:1773674206.518247:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff98dc10309a00. 00000020:00000010:2.0:1773674206.518253:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc211ecc00. 00000020:00000001:0.0:1773674206.520034:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674206.520044:0:93472:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674206.520048:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674206.520541:0:53297:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773674206.520546:0:53297:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc0882f800/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-clilov-ffff98dc088eb800 00000020:00000001:3.0:1773674206.520550:0:53297:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773674206.520553:0:53297:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674206.520556:0:53297:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 4 - export 00000020:00000010:3.0:1773674206.520561:0:53297:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc0882f800. 00000020:00000001:3.0:1773674206.520571:0:53297:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1773674206.521472:0:76421:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773674206.521490:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff98dc043c3b00. 00000020:00000010:2.0:1773674206.521497:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff98dc184c8480. 00000020:00000010:2.0:1773674206.521502:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff98dc08797000. 00000020:00000010:2.0:1773674206.521506:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc211ef800. 00000020:00000010:0.0:1773674206.521989:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff98dc07bf2400. 00000020:00000010:0.0:1773674206.521995:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc07bf3000. 00000020:00000010:0.0:1773674206.521998:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff98dc086be000. 00000020:00000010:0.0:1773674206.522001:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff98dc050c7800. 00000020:00000010:0.0:1773674206.522005:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff98dc18730000. 00000020:00000010:0.0:1773674206.522011:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff98dc0706c800. 00000020:00000010:0.0:1773674206.522017:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc07bf1c00. 00000080:00000001:0.0:1773674206.522021:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00800000:00000001:0.0:1773674206.522025:0:93472:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:0.0:1773674206.522028:0:93472:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:0.0:1773674206.522038:0:93472:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773674206.522043:0:93472:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674206.522046:0:93472:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1773674206.522050:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 3 80000000:00000010:0.0:1773674206.522054:0:93472:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff98dc04031380. 80000000:00000001:0.0:1773674206.522057:0:93472:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1773674206.522060:0:93472:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1773674206.522062:0:93472:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1773674206.522113:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 2 40000000:00000001:0.0:1773674206.522116:0:93472:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1773674206.522118:0:93472:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff98dc038e3800. 40000000:00000001:0.0:1773674206.522121:0:93472:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1773674206.522124:0:93472:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) successfully 00800000:00000001:0.0:1773674206.522127:0:93472:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:0.0:1773674206.522131:0:93472:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.522133:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00000001:00000001:2.0:1773674206.523059:0:76421:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773674206.523117:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc07fc4000. 00000001:00000010:2.0:1773674206.523123:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc07fc0000. 00000001:00000010:2.0:1773674206.523126:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc11980000. 00000001:00000010:2.0:1773674206.523131:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc09428000. 00000001:00000010:2.0:1773674206.523137:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0942c000. 00000001:00000010:2.0:1773674206.523140:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0942e000. 00000001:00000010:2.0:1773674206.523144:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0942a000. 00000001:00000010:2.0:1773674206.523148:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12f10000. 00000001:00000010:2.0:1773674206.523151:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12f14000. 00000001:00000010:2.0:1773674206.523154:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12f16000. 00000001:00000010:2.0:1773674206.523157:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc12f12000. 00000001:00000010:2.0:1773674206.523160:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0730a000. 00000001:00000010:2.0:1773674206.523164:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc07308000. 00000001:00000010:2.0:1773674206.523168:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0730c000. 00000001:00000010:2.0:1773674206.523171:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc0730e000. 00000001:00000010:2.0:1773674206.523174:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff98dc095f0000. 00000001:00000010:2.0:1773674206.523199:0:76421:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff98dc03799280. 00000001:00000010:2.0:1773674206.523204:0:76421:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff98dc10308800. 00000001:00000001:2.0:1773674206.523209:0:76421:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773674206.523213:0:76421:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff98dc10b3c000. 00010000:00000001:2.0:1773674206.523231:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773674206.523235:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773674206.523237:0:76421:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773674206.523240:0:76421:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773674206.523242:0:76421:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773674206.523244:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773674206.523246:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1773674206.523249:0:76421:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff98dc07334000. 00010000:00000010:2.0:1773674206.523254:0:76421:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff98dc07331000. 00010000:00000001:2.0:1773674206.523257:0:76421:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1773674206.523261:0:76421:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.523696:0:93472:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00000008:00000010:2.0:1773674206.523793:0:76421:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff98dc03799180. 00000020:00000010:2.0:1773674206.523802:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1238e800. 00000020:00000010:2.0:1773674206.523808:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c840. 00000008:00000010:2.0:1773674206.523813:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674206.523820:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674206.523826:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674206.523833:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674206.523838:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deda0. 00000020:00000010:2.0:1773674206.523843:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1238ee00. 00000020:00000001:2.0:1773674206.523847:0:76421:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.523850:0:76421:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc110d99b8. 00000020:00000010:2.0:1773674206.523860:0:76421:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff98dc072f8800. 00000020:00000001:2.0:1773674206.523865:0:76421:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000040:1.0:1773674206.524262:0:93472:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff98dc088eb800 - 1 00000100:00000001:1.0:1773674206.524279:0:93472:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773674206.524282:0:93472:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0000_UUID 00000020:00000001:1.0:1773674206.524285:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.524288:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.524291:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773674206.524293:0:93472:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.524297:0:93472:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773674206.524301:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.524304:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773674206.524460:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:1.0:1773674206.524466:0:93472:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773674206.524470:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 3 00010000:00000001:1.0:1773674206.524473:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674206.524477:0:93472:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674206.524482:0:93472:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674206.524488:0:93472:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00000001:1.0:1773674206.524504:0:93472:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674206.524508:0:93472:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674206.524511:0:93472:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674206.524513:0:93472:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.524518:0:93472:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674206.524522:0:93472:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674206.524524:0:93472:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674206.524527:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674206.524531:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773674206.524535:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cf600 with handle 0x2f77f561138142d0 from hash 00010000:00000001:1.0:1773674206.524538:0:93472:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674206.524540:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.524542:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.524544:0:93472:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674206.524548:0:93472:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674206.524551:0:93472:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674206.524555:0:93472:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.524557:0:93472:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.524560:0:93472:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674206.524563:0:93472:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773674206.524578:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674206.524582:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674206.524588:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674206.524591:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674206.524610:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674206.524620:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0704fe00. 00000100:00000001:1.0:1773674206.524628:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.524633:0:93472:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674206.524642:0:93472:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1773674206.524651:0:93472:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674206.524653:0:93472:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.524657:0:93472:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674206.524660:0:93472:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674206.524670:0:93472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674206.524673:0:93472:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498368 : -113404030053248 : ffff98dc11129480) 00000100:00000001:1.0:1773674206.524677:0:93472:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674206.524679:0:93472:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:1.0:1773674206.524685:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674206.524690:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.524693:0:93472:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674206.524695:0:93472:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674206.525032:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953471488/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.525044:0:93472:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674206.525047:0:93472:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674206.525053:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953471488/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.525061:0:93472:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773674206.525064:0:93472:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674206.525067:0:93472:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674206.525070:0:93472:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129480 going to sleep for 0 seconds 00000100:00000001:1.0:1773674206.525073:0:93472:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674206.525076:0:93472:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773674206.525081:0:93472:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.525084:0:93472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674206.525086:0:93472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674206.525092:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953471488/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674206.525109:0:93472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job umount:f6b649ba-a60a-453a-bb07-451251d2ad8d:93472:1859825953471488:192.168.201.103@tcp:103:umount.0 00000100:00000001:1.0:1773674206.525114:0:93472:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.525117:0:93472:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773674206.525120:0:93472:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773674206.525122:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.525126:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953471488/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.525133:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674206.525136:0:93472:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674206.525141:0:93472:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773674206.525143:0:93472:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773674206.525146:0:93472:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773674206.525148:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.525152:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953471488/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.525160:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773674206.525163:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.525164:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.525166:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674206.525171:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773674206.525176:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674206.525179:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674206.525181:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:1.0:1773674206.525185:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674206.525186:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.525188:0:93472:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773674206.525190:0:93472:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773674206.525192:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674206.525196:0:93472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc043cf600/0x2f77f561138142d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6b2e expref: -99 pid: 93463 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1773674206.525231:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.525234:0:93472:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.525237:0:93472:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773674206.525240:0:93472:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7a00 count: 0 00010000:00000010:1.0:1773674206.525248:0:93472:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3400. 00010000:00000040:1.0:1773674206.525517:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabf00 count: 2 00010000:00000001:1.0:1773674206.525521:0:93472:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773674206.525525:0:93472:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fabf00 count: 3 00010000:00000001:1.0:1773674206.525527:0:93472:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674206.525529:0:93472:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674206.525532:0:93472:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674206.525535:0:93472:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773674206.525544:0:93472:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674206.525547:0:93472:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674206.525548:0:93472:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674206.525550:0:93472:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.525552:0:93472:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674206.525555:0:93472:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674206.525556:0:93472:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674206.525558:0:93472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674206.525561:0:93472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773674206.526062:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f3600 with handle 0x2f77f561138142c2 from hash 00010000:00000001:1.0:1773674206.526067:0:93472:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674206.526069:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674206.526071:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.526072:0:93472:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674206.526074:0:93472:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674206.526076:0:93472:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674206.526079:0:93472:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.526082:0:93472:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.526085:0:93472:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674206.526087:0:93472:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773674206.526094:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674206.526098:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:1.0:1773674206.526102:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674206.526104:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674206.526107:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674206.526112:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc0704fe00. 00000100:00000001:1.0:1773674206.526117:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.526119:0:93472:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674206.526124:0:93472:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773674206.526132:0:93472:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674206.526134:0:93472:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.526136:0:93472:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674206.526138:0:93472:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674206.526142:0:93472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674206.526144:0:93472:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669679498368 : -113404030053248 : ffff98dc11129480) 00000100:00000001:1.0:1773674206.526147:0:93472:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674206.526149:0:93472:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:1.0:1773674206.526152:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674206.526155:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.526157:0:93472:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674206.526158:0:93472:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674206.526165:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953471616/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.526173:0:93472:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674206.526175:0:93472:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674206.526180:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953471616/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.526187:0:93472:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773674206.526190:0:93472:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674206.526192:0:93472:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674206.526194:0:93472:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11129480 going to sleep for 0 seconds 00000100:00000001:1.0:1773674206.526197:0:93472:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674206.526198:0:93472:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773674206.526202:0:93472:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.526204:0:93472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674206.526205:0:93472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674206.526209:0:93472:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953471616/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674206.526229:0:93472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job umount:f6b649ba-a60a-453a-bb07-451251d2ad8d:93472:1859825953471616:192.168.201.103@tcp:103:umount.0 00000100:00000001:1.0:1773674206.526234:0:93472:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674206.526237:0:93472:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773674206.526239:0:93472:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773674206.526241:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.526244:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953471616/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.526252:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674206.526254:0:93472:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11129480. 00000100:00000001:1.0:1773674206.526257:0:93472:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773674206.526259:0:93472:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773674206.526262:0:93472:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773674206.526263:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.526276:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953471616/t0(0) o103->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.526284:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773674206.526286:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.526288:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.526290:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674206.526293:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc0704fe00. 02000000:00000001:1.0:1773674206.526295:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674206.526296:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674206.526298:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:1.0:1773674206.526301:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674206.526303:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674206.526305:0:93472:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773674206.526307:0:93472:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773674206.526309:0:93472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674206.526312:0:93472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc088eb800 lock: ffff98dc200f3600/0x2f77f561138142c2 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6b12 expref: -99 pid: 93435 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1773674206.526321:0:93472:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85d40. 00010000:00000001:1.0:1773674206.527915:0:93472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674206.527921:0:93472:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.527926:0:93472:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773674206.527931:0:93472:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fabf00 count: 0 00010000:00000010:1.0:1773674206.527941:0:93472:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799f00. 00000001:00000001:1.0:1773674206.528197:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.528201:0:93472:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.528205:0:93472:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773674206.528207:0:93472:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773674206.528210:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.528212:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.531096:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.531108:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.531111:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.535964:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.535980:0:93472:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674206.535984:0:93472:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773674206.535989:0:93472:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773674206.535994:0:93472:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773674206.535996:0:93472:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773674206.536131:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674206.536141:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674206.536147:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.536151:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.536157:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.536170:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc21257900. 00000100:00000001:0.0:1773674206.536180:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.536184:0:93472:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00080000:0.0:1773674206.536189:0:93472:0:(import.c:65:import_set_state_nolock()) ffff98dc0882b000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773674206.536196:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674206.536201:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674206.536228:0:93472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_rcv+-1] req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.536258:0:93472:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.536317:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.536322:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674206.536325:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674206.536344:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.536355:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674206.536357:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.536362:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674206.536365:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674206.536369:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674206.536374:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471744:192.168.201.103@tcp:39:umount.0 00000100:00000001:3.0:1773674206.536378:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674206.536386:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674206.536389:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.536393:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674206.536399:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c30000. 02000000:00000001:3.0:1773674206.536402:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674206.536412:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674206.536417:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674206.536426:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674206.536436:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953471744, portal 10 00000100:00000001:3.0:1773674206.536439:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674206.536441:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:3.0:1773674206.536449:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.536459:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674206.536462:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674206.536465:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565880. 00000100:00000200:3.0:1773674206.536470:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953471744, offset 0 00000400:00000200:3.0:1773674206.536478:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674206.536488:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674206.536498:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674206.536504:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674206.536509:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674206.536514:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674206.536517:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674206.536522:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252810:252810:256:4294967295] 192.168.201.103@tcp LPNI seq info [252778:252778:8:4294967295] 00000400:00000200:3.0:1773674206.536527:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674206.536540:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674206.536547:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674206.536553:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674206.536562:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674206.536572:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674206.536578:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674206.536713:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.536720:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: using a timeout of 40653 usecs (41 jiffies) 00000400:00000200:3.0:1773674206.536725:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674206.536728:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300763632 00000100:00000001:3.0:1773674206.536732:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300767401 00000100:00000001:3.0:1773674206.536735:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300763632 00000100:00000001:3.0:1773674206.536738:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300767403 00000100:00000001:3.0:1773674206.536741:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674206.536744:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.536748:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.536751:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.536760:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.537059:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773674206.537064:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.537066:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674206.537068:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.537070:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674206.540286:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674206.540302:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:1.0:1773674206.540315:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674206.541476:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674206.541488:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565880 00000400:00000010:1.0:1773674206.541493:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565880. 00000100:00000001:1.0:1773674206.541500:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674206.541513:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.541528:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.541533:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.541541:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.541543:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773674206.547036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf600. 00010000:00000010:1.1:1773674206.547057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:1.1:1773674206.547063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3600. 00010000:00000010:1.1:1773674206.547067:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fabf00. 00000800:00000001:0.0:1773674206.549886:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.549915:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.549921:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.549925:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.549940:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.549950:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.549963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.549970:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.549977:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.549982:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cfd00 00000400:00000200:0.0:1773674206.549990:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.549998:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a61 [1] + 224 00000800:00000001:0.0:1773674206.550010:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.550022:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.550026:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.550033:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.550045:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.550063:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.550080:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.550098:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.550112:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.550116:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.550523:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.550530:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674206.550540:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674206.550543:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674206.550548:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674206.550555:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674206.550558:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674206.550563:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674206.550817:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674206.550830:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953471744/t0(0) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.550844:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674206.550847:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.550851:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674206.550855:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674206.550858:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674206.550861:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.550865:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674206.550877:0:2410:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882b458 time=127 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674206.550882:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882b410 time=127 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674206.550885:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674206.550888:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.550892:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674206.550897:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.550901:0:2410:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674206.550903:0:2410:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674206.550906:0:2410:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674206.550909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674206.550911:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000001:3.0:1773674206.550915:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674206.550918:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773674206.550920:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674206.550923:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.550928:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953471744/t103079215248(103079215248) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.550937:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674206.550940:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674206.550943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773674206.550947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc0882b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773674206.550951:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674206.550956:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773674206.550959:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.550961:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674206.550963:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674206.550965:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773674206.550969:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.550971:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:3.0:1773674206.550989:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953471744/t103079215248(103079215248) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674206.550999:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471744:192.168.201.103@tcp:39:umount.0 00000100:00000001:3.0:1773674206.551006:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.551010:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674206.551013:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953471744/t103079215248(103079215248) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.551023:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.551026:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.551037:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.551040:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.551042:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.551044:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.551548:0:93472:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.551555:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773674206.551557:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773674206.551560:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773674206.551562:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674206.551564:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: committing for last_committed 103079215245 gen 2 00000100:00100000:0.0:1773674206.551573:0:93472:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98dc07a03800 x1859825953471744/t103079215248(103079215248) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.551581:0:93472:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.551585:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.551588:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953471744/t103079215248(103079215248) o39->lustre-MDT0000-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.551597:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674206.551600:0:93472:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674206.551605:0:93472:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c30000. 02000000:00000001:0.0:1773674206.551611:0:93472:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674206.551614:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.551617:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.551621:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674206.551624:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc21257900. 02000000:00000001:0.0:1773674206.551630:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674206.551632:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674206.551634:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:0.0:1773674206.551638:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674206.551640:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674206.551643:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773674206.551645:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674206.551647:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773674206.551648:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773674206.551650:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.551652:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773674206.551655:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.551657:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773674206.551660:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773674206.551663:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.551664:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773674206.551668:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.551672:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.552258:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.552262:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.552263:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.552745:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.552749:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.552761:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.552820:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.552826:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.552831:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.552839:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.552845:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.552851:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.552859:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.552864:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.552868:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000008:00000010:0.0:1773674206.552872:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.552877:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.552881:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.552885:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.552888:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.552891:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000008:00000001:0.0:1773674206.552895:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.552898:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.552902:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.552904:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773674206.552906:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.552908:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.553346:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674206.553350:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.553354:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.553361:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.553367:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.553372:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.553376:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.553380:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.553383:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.553387:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674206.553391:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.553395:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.553399:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.553402:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.553405:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.553408:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000001:00000001:0.0:1773674206.553411:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.553412:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.553884:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.553887:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.553889:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.554337:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.554342:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.554345:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:0.0:1773674206.554353:0:93472:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773674206.554357:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773674206.554360:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f5611381424b 00000020:00000040:0.0:1773674206.554365:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc072fe000 with handle 0x2f77f5611381424b from hash 00000020:00000001:0.0:1773674206.554373:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773674206.554376:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 1 00000020:00000001:0.0:1773674206.554379:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773674206.554381:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fe000 : new refcount 0 00000020:00000080:0.0:1773674206.554383:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc072fe000/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:0.0:1773674206.554387:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.558790:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.558803:0:93472:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.558812:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.558815:0:93472:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.558819:0:93472:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:0.0:1773674206.558847:0:93472:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1773674206.558850:0:93472:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.201.103@tcp 00020000:00000010:0.0:1773674206.558855:0:93472:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff98dc03799000. 00020000:00000001:0.0:1773674206.558861:0:93472:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674206.558864:0:93472:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1773674206.558867:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 3 80000000:00000010:0.0:1773674206.558871:0:93472:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff98dc04031f00. 80000000:00000001:0.0:1773674206.558874:0:93472:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1773674206.558878:0:93472:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1773674206.558881:0:93472:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1773674206.558958:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 2 40000000:00000001:0.0:1773674206.558961:0:93472:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1773674206.558962:0:93472:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff98dc038e3200. 40000000:00000001:0.0:1773674206.558967:0:93472:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1773674206.558969:0:93472:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff98dc088eb800(f6b649ba-a60a-453a-bb07-451251d2ad8d) successfully 00800000:00000001:0.0:1773674206.558972:0:93472:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:0.0:1773674206.558974:0:93472:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674206.558977:0:93472:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:0.0:1773674206.558981:0:93472:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773674206.558983:0:93472:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff98dc088eb800 - 1 00000100:00000001:0.0:1773674206.558988:0:93472:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773674206.558991:0:93472:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import f6b649ba-a60a-453a-bb07-451251d2ad8d->lustre-MDT0001_UUID 00000020:00000001:0.0:1773674206.558994:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.558996:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=2 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.558999:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773674206.559001:0:93472:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.559005:0:93472:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773674206.559008:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.559011:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.560461:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.560468:0:93472:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.560472:0:93472:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773674206.560475:0:93472:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773674206.560477:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.560478:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.562869:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.562878:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.562880:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.565025:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.565035:0:93472:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.565038:0:93472:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773674206.565043:0:93472:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773674206.565047:0:93472:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773674206.565050:0:93472:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773674206.565067:0:93472:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674206.565074:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000100:00000001:0.0:1773674206.565080:0:93472:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674206.565084:0:93472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674206.565090:0:93472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674206.565101:0:93472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc21257900. 00000100:00000001:0.0:1773674206.565110:0:93472:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.565114:0:93472:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00080000:0.0:1773674206.565118:0:93472:0:(import.c:65:import_set_state_nolock()) ffff98dc0882c800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773674206.565125:0:93472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674206.565130:0:93472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.565442:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.565447:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc072fe000/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.565453:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 20 to 192.168.201.103@tcp 00000020:00000001:2.0:1773674206.565457:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.565460:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674206.565464:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 5 - export 00000020:00000010:2.0:1773674206.565469:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc072fe000. 00000020:00000001:2.0:1773674206.565483:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000040:0.0:1773674206.566085:0:93472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461a5e02] to pc [ptlrpcd_rcv+-1] req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.566112:0:93472:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.570442:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.570454:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674206.570459:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674206.570478:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.570494:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674206.570497:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.570503:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674206.570507:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674206.570510:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674206.570514:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471872:192.168.201.103@tcp:39:umount.0 00000100:00000001:3.0:1773674206.572793:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674206.572806:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674206.572810:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.572814:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674206.572828:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc07c31200. 02000000:00000001:3.0:1773674206.572833:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674206.572844:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674206.572850:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674206.572859:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674206.572868:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953471872, portal 10 00000100:00000001:3.0:1773674206.572871:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674206.572873:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:3.0:1773674206.572888:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.572899:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674206.572902:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674206.572905:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565dd0. 00000100:00000200:3.0:1773674206.572909:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953471872, offset 0 00000400:00000200:3.0:1773674206.572918:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674206.572929:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674206.572939:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674206.572945:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674206.572950:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674206.572955:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674206.572958:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674206.572963:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252811:252811:256:4294967295] 192.168.201.103@tcp LPNI seq info [252779:252779:8:4294967295] 00000400:00000200:3.0:1773674206.572968:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674206.572980:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674206.572987:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674206.572993:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81000. 00000800:00000200:3.0:1773674206.573002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674206.573012:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674206.573018:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674206.573044:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.573049:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: using a timeout of 50366 usecs (51 jiffies) 00000400:00000200:3.0:1773674206.573063:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674206.573067:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 0 is 4300763678 00000100:00000001:3.0:1773674206.573071:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 0, keep current deadline 4300767401 00000100:00000001:3.0:1773674206.573074:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS new deadline estimation for cpu 1 is 4300763678 00000100:00000001:3.0:1773674206.573077:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc088eb800: PM QoS request active for cpu 1, keep current deadline 4300767403 00000100:00000001:3.0:1773674206.573080:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674206.573083:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.573088:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.573093:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.573103:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.573105:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773674206.573109:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.573111:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674206.573113:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.573115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674206.573349:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674206.573355:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81000. 00000400:00000200:1.0:1773674206.573362:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674206.573368:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674206.573375:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565dd0 00000400:00000010:1.0:1773674206.573378:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565dd0. 00000100:00000001:1.0:1773674206.573384:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674206.573389:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.573403:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674206.573407:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674206.573416:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.573418:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674206.578740:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.578805:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674206.578811:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.578815:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.578828:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.578839:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674206.578853:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.578860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.578866:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.578872:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cfd80 00000400:00000200:0.0:1773674206.578878:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674206.578885:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a69 [1] + 224 00000800:00000001:0.0:1773674206.578896:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.578910:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674206.578914:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674206.578920:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674206.578929:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674206.578941:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674206.578962:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.578985:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674206.578996:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674206.578999:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.579060:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.579068:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674206.579091:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674206.579094:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674206.579099:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674206.579106:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674206.579108:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674206.579112:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674206.579125:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674206.579140:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953471872/t0(0) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.579606:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674206.579610:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.579613:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674206.579617:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674206.579620:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674206.579623:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674206.579626:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674206.579636:0:2410:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc0882cc58 time=127 v=10 (16 0 0 0) 00000100:00001000:3.0:1773674206.579642:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc0882cc10 time=127 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674206.579645:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674206.579647:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674206.579650:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674206.579654:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.579658:0:2410:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674206.579660:0:2410:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674206.579662:0:2410:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674206.579665:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674206.579667:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000001:3.0:1773674206.579670:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674206.579672:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: skip recheck: last_committed 0 00000100:00000001:3.0:1773674206.579674:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674206.579677:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674206.579683:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953471872/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.579704:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674206.579707:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674206.579708:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773674206.579712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc0882c800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773674206.579716:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674206.579719:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773674206.579722:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.579724:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674206.579725:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773674206.579726:0:2410:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773674206.579729:0:2410:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.579731:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:3.0:1773674206.579749:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953471872/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674206.579758:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6b649ba-a60a-453a-bb07-451251d2ad8d:2410:1859825953471872:192.168.201.103@tcp:39:umount.0 00000100:00000001:3.0:1773674206.579805:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.579809:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674206.579815:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953471872/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674206.579823:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.579826:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674206.579835:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674206.579838:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674206.579842:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674206.579845:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.579896:0:93472:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.579905:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773674206.579907:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1773674206.579911:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773674206.579914:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674206.579916:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773674206.579926:0:93472:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98dc07a03800 x1859825953471872/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.579935:0:93472:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674206.579938:0:93472:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674206.579942:0:93472:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953471872/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff98dc088eb800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674216 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674206.579950:0:93472:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674206.579953:0:93472:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674206.579958:0:93472:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc07c31200. 02000000:00000001:0.0:1773674206.579964:0:93472:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674206.579967:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.579970:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=2 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.579972:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674206.579976:0:93472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc21257900. 02000000:00000001:0.0:1773674206.579981:0:93472:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674206.579983:0:93472:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674206.579985:0:93472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:0.0:1773674206.579989:0:93472:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674206.579991:0:93472:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674206.579995:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773674206.579998:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674206.580000:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773674206.580001:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773674206.580003:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.580006:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773674206.580010:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.580012:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773674206.580015:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773674206.580018:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.580019:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773674206.580023:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.580027:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.583209:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.583231:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.583233:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.583982:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.583987:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.584003:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.584011:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.584017:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.584022:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.584030:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.584036:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.584042:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.584050:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.584055:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.584059:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a000. 00000008:00000010:0.0:1773674206.584064:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.584068:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.584073:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.584076:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.584080:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.584083:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000008:00000001:0.0:1773674206.584088:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.584090:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.584094:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.584098:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773674206.584100:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.584101:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.584572:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674206.584577:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.584582:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.584590:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.584595:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.584600:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.584809:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.584814:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.584818:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.584822:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b800. 00000008:00000010:0.0:1773674206.584825:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.584829:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.584832:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.584836:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.584839:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.584842:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000001:00000001:0.0:1773674206.584845:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.584847:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.588990:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.589002:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.589004:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.590683:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.590694:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.590698:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:0.0:1773674206.592686:0:93472:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773674206.592693:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773674206.592706:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f56113814252 00000020:00000040:0.0:1773674206.592714:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc072fa800 with handle 0x2f77f56113814252 from hash 00000020:00000001:0.0:1773674206.592723:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773674206.592726:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 1 00000020:00000001:0.0:1773674206.592729:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773674206.592731:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa800 : new refcount 0 00000020:00000080:0.0:1773674206.592734:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc072fa800/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:0.0:1773674206.592738:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.592755:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.592759:0:93472:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.592926:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.592931:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc072fa800/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.592941:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 19 to 192.168.201.103@tcp 00000020:00000001:2.0:1773674206.592945:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.592947:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674206.592951:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 5 - export 00000020:00000010:2.0:1773674206.592955:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc072fa800. 00000020:00000001:2.0:1773674206.592969:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00800000:00000001:1.0:1773674206.593033:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674206.593038:0:93472:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593065:0:93472:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773674206.593067:0:93472:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2f77f56113814244 00000020:00000040:1.0:1773674206.593070:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc072fd000 with handle 0x2f77f56113814244 from hash 00000020:00000001:1.0:1773674206.593074:0:93472:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773674206.593076:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fd000 : new refcount 1 00000020:00000001:1.0:1773674206.593078:0:93472:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773674206.593080:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fd000 : new refcount 0 00000020:00000080:1.0:1773674206.593082:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc072fd000/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:1.0:1773674206.593084:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593100:0:93472:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674206.593102:0:93472:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674206.593107:0:93472:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674206.593110:0:93472:0:(llite_lib.c:995:client_common_put_super()) Process leaving 00000020:00000001:1.0:1773674206.593119:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773674206.593121:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff98dc088eb800 (flags='') 00000020:00000010:1.0:1773674206.593132:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff98dc08797120. 00000020:00000080:1.0:1773674206.593136:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773674206.593142:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773674206.593147:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff98dc088eb800: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1773674206.593150:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773674206.593154:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 7 (ffff98dc07ad8000) has no exports 00000020:00000001:1.0:1773674206.593156:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773674206.593161:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000001:1.0:1773674206.593163:0:93472:0:(obd_class.h:617:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.593184:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773674206.593192:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc067bf000. 00000001:00000010:1.0:1773674206.593197:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc067be200. 00000001:00000010:1.0:1773674206.593201:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc067bfc00. 00000001:00000010:1.0:1773674206.593203:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc067bec00. 00000001:00000010:1.0:1773674206.593206:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc07355c80. 00000001:00000010:1.0:1773674206.593209:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc064e2300. 00000001:00000001:1.0:1773674206.593227:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773674206.593230:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 3 - setup 00000020:00000001:1.0:1773674206.593432:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593435:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773674206.593437:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773674206.593441:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773674206.593446:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 2 - obd_device_list 00000020:00000080:1.0:1773674206.593449:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:1.0:1773674206.593451:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff98dc088eb800 (ffff98dc07ad8000) now 1 - newdev 00000020:00000040:1.0:1773674206.593454:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc08e52000 with handle 0x2f77f5611381420c from hash 00000020:00000040:1.0:1773674206.593457:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e52000 : new refcount 0 00000020:00000080:1.0:1773674206.593459:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc08e52000/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:1.0:1773674206.593461:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593464:0:93472:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773674206.593466:0:93472:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc08e52000/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-clilov-ffff98dc088eb800 00000020:00000001:1.0:1773674206.593469:0:93472:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773674206.593471:0:93472:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.593473:0:93472:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc08e52000. 00000020:00000001:1.0:1773674206.593481:0:93472:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773674206.593483:0:93472:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff98dc088eb800 obd_type name = lov 00000020:01000000:1.0:1773674206.593486:0:93472:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:1.0:1773674206.593488:0:93472:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000001:1.0:1773674206.593490:0:93472:0:(obd_class.h:646:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.593493:0:93472:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc07ad8000. 00000020:00000001:1.0:1773674206.593501:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593503:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674206.593506:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff98dc08797120. 00000020:00000001:1.0:1773674206.593509:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593511:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773674206.593513:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff98dc088eb800 (flags='') 00000020:00000010:1.0:1773674206.593517:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff98dc08797120. 00000020:00000080:1.0:1773674206.593519:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773674206.593522:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773674206.593524:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff98dc088eb800: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773674206.593526:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773674206.593528:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 8 (ffff98dc07adb370) has no exports 00000020:00000001:1.0:1773674206.593530:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773674206.593532:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773674206.593539:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.593548:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f000. 00000040:00000010:1.0:1773674206.593553:0:93472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.593558:0:93472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc086bf800. 00000020:00000010:1.0:1773674206.593566:0:93472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc0704fa00. 00040000:00000010:1.0:1773674206.593573:0:93472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc084ae400. 00040000:00000010:1.0:1773674206.593578:0:93472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.593585:0:93472:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc04031680. 00000020:00000001:1.0:1773674206.593592:0:93472:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:1.0:1773674206.593595:0:93472:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:1.0:1773674206.593597:0:93472:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1773674206.593600:0:93472:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.593605:0:93472:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc04031680. 00000020:00000010:1.0:1773674206.593610:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f000. 00000040:00000010:1.0:1773674206.593614:0:93472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.593618:0:93472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc086bf800. 00000020:00000010:1.0:1773674206.593623:0:93472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc0704fa00. 00040000:00000010:1.0:1773674206.593626:0:93472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc084ae400. 00040000:00000010:1.0:1773674206.593630:0:93472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.593633:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000001:1.0:1773674206.593635:0:93472:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.593648:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773674206.593654:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc04f24000. 00000001:00000010:1.0:1773674206.593656:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc04f25a00. 00000001:00000010:1.0:1773674206.593659:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc04f24a00. 00000001:00000010:1.0:1773674206.593661:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc04f25c00. 00000001:00000010:1.0:1773674206.593663:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc07355120. 00000001:00000010:1.0:1773674206.593666:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc064e2c00. 00000001:00000001:1.0:1773674206.593668:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773674206.593670:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 4 - setup 00000020:00000001:1.0:1773674206.593672:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593673:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773674206.593675:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773674206.593677:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773674206.593679:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 3 - obd_device_list 00000020:00000080:1.0:1773674206.593681:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:1.0:1773674206.593683:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 2 - newdev 00000020:00000001:1.0:1773674206.593685:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593687:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674206.593689:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff98dc08797120. 00000020:00000001:1.0:1773674206.593692:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.593694:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773674206.593695:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff98dc088eb800 (flags='') 00000020:00000010:1.0:1773674206.593699:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff98dc08797120. 00000020:00000080:1.0:1773674206.593701:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773674206.593703:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773674206.593705:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff98dc088eb800: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773674206.593708:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773674206.593710:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 9 (ffff98dc07adcd28) has no exports 00000020:00000001:1.0:1773674206.593712:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773674206.593713:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773674206.593715:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.593718:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.593721:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.593728:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.593734:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.593740:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.593747:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.593751:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674206.593754:0:93472:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc04031300. 00000002:00000001:1.0:1773674206.593759:0:93472:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773674206.593762:0:93472:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:2.0:1773674206.594024:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.594028:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc072fd000/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-clilmv-ffff98dc088eb800 00000020:00000001:2.0:1773674206.594031:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.594033:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674206.594036:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff98dc088eb800 (ffff98dc07adb370) now 1 - export 00000020:00000040:2.0:1773674206.594040:0:76421:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc08e56800 with handle 0x2f77f56113814213 from hash 00000020:00000040:2.0:1773674206.594042:0:76421:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e56800 : new refcount 0 00000020:00000080:2.0:1773674206.594045:0:76421:0:(genops.c:904:class_export_put()) final put ffff98dc08e56800/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:2.0:1773674206.594047:0:76421:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.594050:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.594051:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc08e56800/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-clilmv-ffff98dc088eb800 00000020:00000001:2.0:1773674206.594054:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.594056:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.594058:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc08e56800. 00000020:00000001:2.0:1773674206.594061:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773674206.594062:0:76421:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff98dc088eb800 obd_type name = lmv 00000020:01000000:2.0:1773674206.594064:0:76421:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:2.0:1773674206.594066:0:76421:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:2.0:1773674206.594070:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1238ee00. 00000020:00000010:2.0:1773674206.594073:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1238e800. 00000040:00000010:2.0:1773674206.594077:0:76421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674206.594081:0:76421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98dc050c6000. 00000020:00000010:2.0:1773674206.594085:0:76421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff98dc1806d000. 00040000:00000010:2.0:1773674206.594089:0:76421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98dc09558400. 00040000:00000010:2.0:1773674206.594092:0:76421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98dc1806c200. 00800000:00000001:2.0:1773674206.594096:0:76421:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:2.0:1773674206.594099:0:76421:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff98dc0639d200. 00800000:00000010:2.0:1773674206.594102:0:76421:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff98dc0639d000. 80000000:00000001:2.0:1773674206.594107:0:76421:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:2.0:1773674206.594111:0:76421:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:2.0:1773674206.594113:0:76421:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1773674206.594116:0:76421:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff98dc02c85e40. 80000000:00000010:2.0:1773674206.594119:0:76421:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff98dc02c85500. 80000000:00000040:2.0:1773674206.594122:0:76421:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff98dc088eb800: FLD cache - Shrunk by 2 entries 80000000:00000001:2.0:1773674206.594124:0:76421:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674206.594126:0:76421:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1773674206.594128:0:76421:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff98dc088eb800): 80000000:00000040:2.0:1773674206.594130:0:76421:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 9 80000000:00000040:2.0:1773674206.594132:0:76421:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 11 80000000:00000010:2.0:1773674206.594134:0:76421:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff98dc07ba1a80. 80000000:00000001:2.0:1773674206.594137:0:76421:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:2.0:1773674206.594533:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc118b1000. 00000020:00000010:2.0:1773674206.594539:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc0959dc00. 00000020:00000010:2.0:1773674206.594542:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc0729c000. 00000020:00000010:2.0:1773674206.594548:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff98dc0639c200. 00000020:00000010:2.0:1773674206.594551:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc1177a400. 00020000:00000001:2.0:1773674206.594556:0:76421:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1773674206.594558:0:76421:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1773674206.594562:0:76421:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:2.0:1773674206.594565:0:76421:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff98dc07a65800. 00020000:00000001:2.0:1773674206.594568:0:76421:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1773674206.594569:0:76421:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1773674206.594572:0:76421:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:2.0:1773674206.594574:0:76421:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff98dc03107000. 00020000:00000010:2.0:1773674206.594579:0:76421:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff98dc202a5000. 00800000:00000010:2.0:1773674206.594833:0:76421:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff98dc057710c0. 00800000:00000001:2.0:1773674206.594837:0:76421:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.594841:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1238e800. 00000040:00000010:2.0:1773674206.594844:0:76421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff98dc1806ca00. 00000020:00000010:2.0:1773674206.594847:0:76421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff98dc050c6000. 00000020:00000010:2.0:1773674206.594851:0:76421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff98dc1806d000. 00040000:00000010:2.0:1773674206.594855:0:76421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98dc09558400. 00040000:00000010:2.0:1773674206.594859:0:76421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98dc1806c200. 00000020:00000010:2.0:1773674206.594861:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1238ee00. 00000020:00000001:2.0:1773674206.594864:0:76421:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.594866:0:76421:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc07adb370. 00000020:00000010:2.0:1773674206.594872:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc072fd000. 00000020:00000001:2.0:1773674206.594876:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:0.0:1773674206.595018:0:93472:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773674206.595021:0:93472:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff98dc088eb800: client import never connected 00000100:00000001:0.0:1773674206.595025:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773674206.595027:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773674206.595032:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773674206.595035:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773674206.595039:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: committing for last_committed 103079215245 gen 3 00000100:00000040:0.0:1773674206.595043:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773674206.595047:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674206.595048:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773674206.595050:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773674206.595052:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.595055:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773674206.595059:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.595061:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773674206.595064:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773674206.595067:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773674206.595068:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773674206.595072:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.595075:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.596132:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.596138:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.596140:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.596863:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.596867:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674206.596879:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674206.596887:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a000. 00000020:00000010:0.0:1773674206.596892:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.596896:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.596903:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.596908:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.596914:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.596920:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.596925:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.596929:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1bc00. 00000008:00000010:0.0:1773674206.596934:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.596938:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.596942:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.596946:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674206.596950:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674206.596953:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000008:00000001:0.0:1773674206.596957:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773674206.596959:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773674206.596963:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674206.596966:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773674206.596968:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.596969:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.600084:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773674206.600098:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674206.600107:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1b800. 00000020:00000010:0.0:1773674206.600116:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b540. 00000008:00000010:0.0:1773674206.600123:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674206.600131:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80480. 00008000:00000010:0.0:1773674206.600138:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674206.600144:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674206.600149:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674206.600154:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a000. 00000008:00000010:0.0:1773674206.600158:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674206.600163:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674206.600167:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674206.600172:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674206.600175:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1bc00. 00000020:00000010:0.0:1773674206.600178:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000001:00000001:0.0:1773674206.600182:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.600185:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.602152:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674206.602161:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773674206.602163:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773674206.606279:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.606293:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674206.606297:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:0.0:1773674206.606312:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882b000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.606319:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.606321:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=2 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.606324:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773674206.606326:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674206.606337:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=1 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:0.0:1773674206.606340:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773674206.606343:0:93472:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773674206.606346:0:93472:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674206.606350:0:93472:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:1.0:1773674206.606916:0:93472:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:1.0:1773674206.606920:0:93472:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:1.0:1773674206.606924:0:93472:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc07ba1540 : new refcount 2 00000040:00000001:1.0:1773674206.606929:0:93472:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1773674206.606931:0:93472:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff98dc07ba1540 : new refcount 1 00000020:00000040:1.0:1773674206.606937:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e55000 : new refcount 1 00000020:00000001:1.0:1773674206.606940:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.606941:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882b000 refcount=0 obd=lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000040:1.0:1773674206.606943:0:93472:0:(genops.c:1245:class_import_put()) final put import ffff98dc0882b000 00000020:00000001:1.0:1773674206.606999:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1773674206.607002:0:93472:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff98dc07ba1540. 00000040:00000001:1.0:1773674206.607011:0:93472:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674206.607013:0:93472:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:1.0:1773674206.607019:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc118b2c00. 00000020:00000010:1.0:1773674206.607023:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc0959cc00. 00000020:00000010:1.0:1773674206.607026:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff98dc0729e800. 00000020:00000010:1.0:1773674206.607032:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff98dc07a64000. 00000020:00000010:1.0:1773674206.607037:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc09b3cc00. 00000020:00000010:1.0:1773674206.607432:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc11854000. 00000020:00000010:1.0:1773674206.607438:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07cfc000. 00000020:00000010:1.0:1773674206.607442:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07c9e000. 00000020:00000010:1.0:1773674206.607445:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc078da000. 00000020:00000010:1.0:1773674206.607450:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff98dc07096000. 00000020:00000010:1.0:1773674206.607457:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc09b3e000. 00000002:00000001:1.0:1773674206.607460:0:93472:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.607469:0:93472:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc04031300. 00000020:00000010:1.0:1773674206.607479:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.607484:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.607491:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.607498:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.607504:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.607967:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.607976:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674206.607980:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000001:1.0:1773674206.607984:0:93472:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.608005:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773674206.608013:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc0639dc00. 00000001:00000010:1.0:1773674206.608016:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc0639ce00. 00000001:00000010:1.0:1773674206.608019:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc0639da00. 00000001:00000010:1.0:1773674206.608021:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc0639c800. 00000001:00000010:1.0:1773674206.608024:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc073557a0. 00000001:00000010:1.0:1773674206.608027:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc064e2f00. 00000001:00000001:1.0:1773674206.608031:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773674206.608034:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 4 - setup 00000020:00000001:1.0:1773674206.608037:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.608040:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773674206.608044:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773674206.608054:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773674206.608057:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 3 - obd_device_list 00000020:00000080:1.0:1773674206.608061:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:1.0:1773674206.608064:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 2 - newdev 00000020:00000001:1.0:1773674206.608066:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.608069:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674206.608072:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff98dc08797120. 00000020:00000001:1.0:1773674206.608075:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.608079:0:93472:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773674206.608082:0:93472:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff98dc088eb800 (flags='') 00000020:00000010:1.0:1773674206.608092:0:93472:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff98dc08797120. 00000020:00000080:1.0:1773674206.608094:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773674206.608098:0:93472:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773674206.608101:0:93472:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff98dc088eb800: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773674206.608105:0:93472:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773674206.608108:0:93472:0:(genops.c:1577:class_disconnect_exports()) OBD device 10 (ffff98dc07ad99b8) has no exports 00000020:00000001:1.0:1773674206.608110:0:93472:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773674206.608114:0:93472:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773674206.608119:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.608124:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.608128:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.608135:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.608139:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.608144:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.608149:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.608153:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674206.608159:0:93472:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98dc040311c0. 00000002:00000001:1.0:1773674206.608165:0:93472:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773674206.608167:0:93472:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:2.0:1773674206.611854:0:76421:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773674206.611864:0:76421:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff98dc0882b000 for lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000040:2.0:1773674206.611877:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 18 to 192.168.201.103@tcp 00000020:00000040:2.0:1773674206.611884:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 17 to 192.168.201.103@tcp 00000020:00000010:2.0:1773674206.611887:0:76421:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff98dc042c4540. 00000020:00000040:2.0:1773674206.611896:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff98dc088eb800 (ffff98dc07adcd28) now 1 - import 00000020:00000040:2.0:1773674206.611903:0:76421:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc08e55000 with handle 0x2f77f5611381421a from hash 00000020:00000040:2.0:1773674206.611908:0:76421:0:(genops.c:898:class_export_put()) PUTting export ffff98dc08e55000 : new refcount 0 00000020:00000080:2.0:1773674206.611911:0:76421:0:(genops.c:904:class_export_put()) final put ffff98dc08e55000/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:2.0:1773674206.611915:0:76421:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674206.611918:0:76421:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773674206.611920:0:76421:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc08e55000/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-MDT0000-mdc-ffff98dc088eb800 00000020:00000001:2.0:1773674206.611924:0:76421:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773674206.611927:0:76421:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773674206.611930:0:76421:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc08e55000. 00000020:00000001:2.0:1773674206.611938:0:76421:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773674206.611940:0:76421:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff98dc088eb800 obd_type name = mdc 00000020:01000000:2.0:1773674206.611944:0:76421:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:2.0:1773674206.611946:0:76421:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:2.0:1773674206.611958:0:76421:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc1806c200. 00000020:00000010:2.0:1773674206.611965:0:76421:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc1806d000. 00000020:00000010:2.0:1773674206.611969:0:76421:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c840. 00000008:00000010:2.0:1773674206.611978:0:76421:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b042f0. 00020000:00000010:2.0:1773674206.611984:0:76421:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674206.611990:0:76421:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674206.611998:0:76421:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae540. 00000080:00000010:2.0:1773674206.612003:0:76421:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deda0. 00000008:00000001:2.0:1773674206.612009:0:76421:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1773674206.612018:0:76421:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773674206.612021:0:76421:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773674206.612026:0:76421:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773674206.612092:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc07c1a800. 00000020:00000010:2.0:1773674206.612096:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc07f4b600. 00000020:00000010:2.0:1773674206.612100:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff98dc208b5200. 00000020:00000010:2.0:1773674206.612104:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff98dc07a64a00. 00000020:00000010:2.0:1773674206.612112:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc09b3f400. 00010000:00000001:2.0:1773674206.612177:0:76421:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773674206.612192:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff98dc10a93380. 00000020:00000010:2.0:1773674206.612196:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff98dc03799c80. 00000020:00000010:2.0:1773674206.612200:0:76421:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff98dc043c3800. 00000020:00000010:2.0:1773674206.612204:0:76421:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff98dc12ff6cc0. 00000020:00000010:2.0:1773674206.612207:0:76421:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc09b3d800. 00000001:00000001:2.0:1773674206.612281:0:76421:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773674206.613256:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc176f000. 00000001:00000010:2.0:1773674206.613401:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1779000. 00000001:00000010:2.0:1773674206.613404:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc18ed000. 00000001:00000010:2.0:1773674206.613406:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1bbd000. 00000001:00000010:2.0:1773674206.613408:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1bd5000. 00000001:00000010:2.0:1773674206.613410:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1bdf000. 00000001:00000010:2.0:1773674206.613413:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1be9000. 00000001:00000010:2.0:1773674206.613415:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1bfd000. 00000001:00000010:2.0:1773674206.613417:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c15000. 00000001:00000010:2.0:1773674206.613419:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c1f000. 00000001:00000010:2.0:1773674206.613421:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c29000. 00000001:00000010:2.0:1773674206.613423:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c33000. 00000001:00000010:2.0:1773674206.613426:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c3d000. 00000001:00000010:2.0:1773674206.613428:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c4d000. 00000001:00000010:2.0:1773674206.613430:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c7d000. 00000001:00000010:2.0:1773674206.613432:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1c95000. 00000001:00000010:2.0:1773674206.613434:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ca5000. 00000001:00000010:2.0:1773674206.613436:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1cb5000. 00000001:00000010:2.0:1773674206.613437:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1cc5000. 00000001:00000010:2.0:1773674206.613439:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ced000. 00000001:00000010:2.0:1773674206.613441:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d05000. 00000001:00000010:2.0:1773674206.613443:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d1d000. 00000001:00000010:2.0:1773674206.613445:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d35000. 00000001:00000010:2.0:1773674206.613447:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d3f000. 00000001:00000010:2.0:1773674206.613451:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d49000. 00000001:00000010:2.0:1773674206.613453:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d53000. 00000001:00000010:2.0:1773674206.613455:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d5d000. 00000001:00000010:2.0:1773674206.613457:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d7d000. 00000001:00000010:2.0:1773674206.613459:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d87000. 00000001:00000010:2.0:1773674206.613461:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1d91000. 00000001:00000010:2.0:1773674206.613463:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1da5000. 00000001:00000010:2.0:1773674206.613465:0:76421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1daf000. 00000001:00000010:2.0:1773674206.613468:0:76421:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff98dc064e2600. 00000001:00000010:2.0:1773674206.613474:0:76421:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff98dc07a64600. 00000001:00000001:2.0:1773674206.613478:0:76421:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773674206.613483:0:76421:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff98dc09b3f800. 00010000:00000001:2.0:1773674206.613488:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773674206.613918:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1773674206.613922:0:76421:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1773674206.613925:0:76421:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1773674206.613928:0:76421:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1773674206.613930:0:76421:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773674206.613931:0:76421:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1773674206.613935:0:76421:0:(ldlm_lib.c:641:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff98dc05771300. 00010000:00000010:3.0:1773674206.613939:0:76421:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff98dc07094000. 00010000:00000010:3.0:1773674206.613945:0:76421:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff98dc07093000. 00010000:00000001:3.0:1773674206.613948:0:76421:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1773674206.613952:0:76421:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773674206.613956:0:76421:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff98dc184c8680. 00000020:00000010:3.0:1773674206.613964:0:76421:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc1806d000. 00000020:00000010:3.0:1773674206.613969:0:76421:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c840. 00000008:00000010:3.0:1773674206.613974:0:76421:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b042f0. 00020000:00000010:3.0:1773674206.613979:0:76421:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:3.0:1773674206.613984:0:76421:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:3.0:1773674206.613990:0:76421:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae540. 00000080:00000010:3.0:1773674206.613995:0:76421:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deda0. 00000020:00000010:3.0:1773674206.613999:0:76421:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc1806c200. 00000020:00000001:3.0:1773674206.614003:0:76421:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773674206.614006:0:76421:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc07adcd28. 00000020:00000010:3.0:1773674206.614015:0:76421:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff98dc0882b000. 00000020:00000001:3.0:1773674206.614020:0:76421:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000008:00000001:1.0:1773674206.614169:0:93472:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773674206.614173:0:93472:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff98dc088eb800: client import never connected 00000100:00000001:1.0:1773674206.614178:0:93472:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773674206.614181:0:93472:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1773674206.614184:0:93472:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773674206.614188:0:93472:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773674206.614191:0:93472:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773674206.614195:0:93472:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc088eb800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773674206.614199:0:93472:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674206.614201:0:93472:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773674206.614203:0:93472:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773674206.614205:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773674206.614208:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773674206.614224:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.614227:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773674206.614230:0:93472:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773674206.614233:0:93472:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773674206.614235:0:93472:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773674206.614238:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.615040:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.619235:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.619248:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.619251:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.623226:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.623239:0:93472:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674206.623249:0:93472:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9a20. 00000020:00000010:1.0:1773674206.623258:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fa00. 00000020:00000010:1.0:1773674206.623265:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.623269:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797a80. 00000008:00000010:1.0:1773674206.623279:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674206.623285:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773674206.623292:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674206.623301:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1498. 00000080:00000010:1.0:1773674206.623306:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5a480. 00000020:00000010:1.0:1773674206.623311:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704f000. 00000008:00000010:1.0:1773674206.623316:0:93472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674206.623320:0:93472:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674206.623324:0:93472:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674206.623329:0:93472:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f03c0. 00000020:00000001:1.0:1773674206.623332:0:93472:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971368 : -113404165580248 : ffff98dc08fe9a28) 00000020:00001000:1.0:1773674206.623335:0:93472:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9a20 00000008:00000001:1.0:1773674206.623340:0:93472:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773674206.623342:0:93472:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773674206.623346:0:93472:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674206.623350:0:93472:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773674206.623352:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.623354:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.623917:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773674206.623922:0:93472:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9a20 00000020:00000010:1.0:1773674206.623926:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704ee00. 00000020:00000010:1.0:1773674206.623932:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797a80. 00000008:00000010:1.0:1773674206.623936:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674206.623941:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773674206.623945:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674206.623949:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1498. 00000080:00000010:1.0:1773674206.623953:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5a480. 00000020:00000010:1.0:1773674206.623956:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fa00. 00000008:00000010:1.0:1773674206.623960:0:93472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674206.623964:0:93472:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674206.623970:0:93472:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674206.623975:0:93472:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f03c0. 00000020:00000010:1.0:1773674206.623978:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704f000. 00000020:00000010:1.0:1773674206.623980:0:93472:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9a20. 00000001:00000001:1.0:1773674206.623983:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.623984:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.628039:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.628051:0:93472:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773674206.628053:0:93472:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773674206.629724:0:93472:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674206.629735:0:93472:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674206.629740:0:93472:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:1.0:1773674206.629754:0:93472:0:(genops.c:1229:class_import_get()) import ffff98dc0882c800 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.629760:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.629762:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=2 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.629781:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773674206.629783:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.629785:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=1 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.629787:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773674206.629790:0:93472:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773674206.629793:0:93472:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674206.629799:0:93472:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:1.0:1773674206.629804:0:93472:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:1.0:1773674206.629807:0:93472:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:1.0:1773674206.629810:0:93472:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff98dc07ba1cc0 : new refcount 2 00000040:00000001:1.0:1773674206.629814:0:93472:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1773674206.629818:0:93472:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff98dc07ba1cc0 : new refcount 1 00000020:00000040:1.0:1773674206.629823:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e000 : new refcount 1 00000020:00000001:1.0:1773674206.629826:0:93472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674206.629827:0:93472:0:(genops.c:1242:class_import_put()) import ffff98dc0882c800 refcount=0 obd=lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000040:1.0:1773674206.629829:0:93472:0:(genops.c:1245:class_import_put()) final put import ffff98dc0882c800 00000020:00000001:1.0:1773674206.629859:0:93472:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1773674206.629862:0:93472:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff98dc07ba1cc0. 00000040:00000001:1.0:1773674206.629874:0:93472:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674206.629877:0:93472:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:1.0:1773674206.629883:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff98dc03106a00. 00000020:00000010:1.0:1773674206.629889:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc0729e000. 00000020:00000001:3.0:1773674206.631488:0:76421:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1773674206.631497:0:76421:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff98dc0882c800 for lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000040:3.0:1773674206.631511:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000020:00000040:3.0:1773674206.631518:0:76421:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000020:00000010:3.0:1773674206.631522:0:76421:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff98dc12ff6900. 00000020:00000040:3.0:1773674206.631532:0:76421:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 4 - import 00000020:00000010:3.0:1773674206.631536:0:76421:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff98dc0882c800. 00000020:00000001:3.0:1773674206.631540:0:76421:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773674206.631955:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc11850000. 00000020:00000010:1.0:1773674206.631962:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07cfa000. 00000020:00000010:1.0:1773674206.631966:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc07c9a000. 00000020:00000010:1.0:1773674206.631970:0:93472:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff98dc078de000. 00000020:00000010:1.0:1773674206.631975:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff98dc02f5c000. 00000020:00000010:1.0:1773674206.631984:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc0729d000. 00000002:00000001:1.0:1773674206.631988:0:93472:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.631999:0:93472:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98dc040311c0. 00000020:00000010:1.0:1773674206.632020:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.632027:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.632034:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.632042:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.632048:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.632055:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.632061:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674206.632066:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000001:1.0:1773674206.632070:0:93472:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674206.632094:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773674206.632102:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc07a64c00. 00000001:00000010:1.0:1773674206.632106:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc07a65a00. 00000001:00000010:1.0:1773674206.632109:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc07a65e00. 00000001:00000010:1.0:1773674206.632111:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff98dc07a65400. 00000001:00000010:1.0:1773674206.632114:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff98dc073556c0. 00000001:00000010:1.0:1773674206.632117:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff98dc064e2900. 00000001:00000001:1.0:1773674206.632121:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773674206.632122:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 3 - setup 00000020:00000001:1.0:1773674206.632126:0:93472:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.632129:0:93472:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773674206.632134:0:93472:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773674206.632144:0:93472:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773674206.632147:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 2 - obd_device_list 00000020:00000080:1.0:1773674206.632151:0:93472:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff98dc088eb800 (uuid f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000040:1.0:1773674206.632153:0:93472:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff98dc088eb800 (ffff98dc07ad99b8) now 1 - newdev 00000020:00000040:1.0:1773674206.632158:0:93472:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc0882e000 with handle 0x2f77f56113814221 from hash 00000020:00000040:1.0:1773674206.632162:0:93472:0:(genops.c:898:class_export_put()) PUTting export ffff98dc0882e000 : new refcount 0 00000020:00000080:1.0:1773674206.632165:0:93472:0:(genops.c:904:class_export_put()) final put ffff98dc0882e000/f6b649ba-a60a-453a-bb07-451251d2ad8d 00000020:00000001:1.0:1773674206.632169:0:93472:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.632172:0:93472:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773674206.632175:0:93472:0:(genops.c:863:class_export_destroy()) destroying export ffff98dc0882e000/f6b649ba-a60a-453a-bb07-451251d2ad8d for lustre-MDT0001-mdc-ffff98dc088eb800 00000020:00000001:1.0:1773674206.632178:0:93472:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773674206.632181:0:93472:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.632183:0:93472:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff98dc0882e000. 00000020:00000001:1.0:1773674206.632187:0:93472:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773674206.632189:0:93472:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff98dc088eb800 obd_type name = mdc 00000020:01000000:1.0:1773674206.632192:0:93472:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff98dc088eb800 (f6b649ba-a60a-453a-bb07-451251d2ad8d) 00000020:00000001:1.0:1773674206.632195:0:93472:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1773674206.632205:0:93472:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0704fe00. 00000020:00000010:1.0:1773674206.636045:0:93472:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.636065:0:93472:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.636077:0:93472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.636085:0:93472:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.636093:0:93472:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.636103:0:93472:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.636107:0:93472:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59ff0. 00000008:00000001:1.0:1773674206.636117:0:93472:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773674206.636127:0:93472:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773674206.636131:0:93472:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773674206.636136:0:93472:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773674206.636194:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff98dc20a34400. 00000020:00000010:1.0:1773674206.636205:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc0729c800. 00010000:00000001:1.0:1773674206.636301:0:93472:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773674206.636315:0:93472:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff98dc11916000. 00000020:00000010:1.0:1773674206.636319:0:93472:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff98dc0729ec00. 00000001:00000001:0.0:1773674206.639654:0:93472:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773674206.644807:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1db9000. 00000001:00000010:0.0:1773674206.644841:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1dc3000. 00000001:00000010:0.0:1773674206.644844:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1dcd000. 00000001:00000010:0.0:1773674206.644846:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1dd7000. 00000001:00000010:0.0:1773674206.644849:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1de1000. 00000001:00000010:0.0:1773674206.644852:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1deb000. 00000001:00000010:0.0:1773674206.644854:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1df5000. 00000001:00000010:0.0:1773674206.644856:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1dff000. 00000001:00000010:0.0:1773674206.644858:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e09000. 00000001:00000010:0.0:1773674206.644860:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e13000. 00000001:00000010:0.0:1773674206.644862:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e25000. 00000001:00000010:0.0:1773674206.644865:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e2f000. 00000001:00000010:0.0:1773674206.644867:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e39000. 00000001:00000010:0.0:1773674206.644870:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e55000. 00000001:00000010:0.0:1773674206.644872:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e5f000. 00000001:00000010:0.0:1773674206.644874:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e69000. 00000001:00000010:0.0:1773674206.644876:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e73000. 00000001:00000010:0.0:1773674206.644877:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e7d000. 00000001:00000010:0.0:1773674206.644879:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e87000. 00000001:00000010:0.0:1773674206.644881:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e91000. 00000001:00000010:0.0:1773674206.644884:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1e9b000. 00000001:00000010:0.0:1773674206.644886:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ea5000. 00000001:00000010:0.0:1773674206.644888:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1eaf000. 00000001:00000010:0.0:1773674206.644891:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1eb9000. 00000001:00000010:0.0:1773674206.644893:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ec3000. 00000001:00000010:0.0:1773674206.644894:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ecd000. 00000001:00000010:0.0:1773674206.644896:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ed7000. 00000001:00000010:0.0:1773674206.644898:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ee1000. 00000001:00000010:0.0:1773674206.644900:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1eeb000. 00000001:00000010:0.0:1773674206.644902:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1ef5000. 00000001:00000010:0.0:1773674206.644904:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1eff000. 00000001:00000010:0.0:1773674206.644906:0:93472:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbabdc1f09000. 00000001:00000010:0.0:1773674206.644908:0:93472:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff98dc064e2700. 00000001:00000010:0.0:1773674206.644917:0:93472:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff98dc07f4ba00. 00000001:00000001:0.0:1773674206.644923:0:93472:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773674206.644930:0:93472:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff98dc0729d800. 00010000:00000001:0.0:1773674206.644937:0:93472:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773674206.645543:0:93472:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773674206.645547:0:93472:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773674206.645550:0:93472:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773674206.645554:0:93472:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773674206.645556:0:93472:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773674206.645557:0:93472:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773674206.645561:0:93472:0:(ldlm_lib.c:641:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff98dc05771940. 00010000:00000010:1.0:1773674206.645567:0:93472:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff98dc202a2000. 00010000:00000010:1.0:1773674206.645573:0:93472:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff98dc202a1000. 00010000:00000001:1.0:1773674206.645575:0:93472:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773674206.645579:0:93472:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773674206.645584:0:93472:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff98dc184c8e00. 00000020:00000010:1.0:1773674206.645603:0:93472:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc0704f200. 00000020:00000010:1.0:1773674206.645609:0:93472:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797720. 00000008:00000010:1.0:1773674206.645616:0:93472:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674206.645845:0:93472:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaa80. 00008000:00000010:1.0:1773674206.645852:0:93472:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674206.645858:0:93472:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674206.645864:0:93472:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674206.645868:0:93472:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0704fe00. 00000020:00000001:1.0:1773674206.645872:0:93472:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773674206.645875:0:93472:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff98dc07ad99b8. 00000020:00000001:1.0:1773674206.645887:0:93472:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.645890:0:93472:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773674206.645895:0:93472:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff98dc08797120. 00000020:00000001:1.0:1773674206.645898:0:93472:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:1.0:1773674206.645905:0:93472:0:(llite_lib.c:1588:ll_put_super()) Unmounted lustre-client 00000020:00000001:1.0:1773674206.649179:0:93472:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:1.0:1773674206.649189:0:93472:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:1.0:1773674206.649192:0:93472:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773674206.649194:0:93472:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446630669484759488 : -113404224792128 : ffff98dc057719c0) 00000020:00000010:1.0:1773674206.649205:0:93472:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff98dc05225670. 00000020:00000010:1.0:1773674206.649211:0:93472:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff98dc05225ed0. 00000020:00000010:1.0:1773674206.649225:0:93472:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff98dc05225b10. 00000020:00000010:1.0:1773674206.649228:0:93472:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff98dc057719c0. 00000020:00000001:1.0:1773674206.649230:0:93472:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:1.0:1773674206.649233:0:93472:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1773674206.649276:0:93472:0:(cl_page.c:1374:cl_cache_decref()) kfreed 'cache': 152 at ffff98dc07ba1b40. 00000080:00000010:1.0:1773674206.649282:0:93472:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff98dc05243210. 00000080:00000010:1.0:1773674206.649286:0:93472:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff98dc05243c00. 00000080:00000010:1.0:1773674206.649321:0:93472:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff98dc088eb000. 00000080:00000001:1.0:1773674206.649327:0:93472:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1773674206.649526:0:93472:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1773674206.649529:0:93472:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff98dc088eb800 00000020:00000001:1.0:1773674206.649532:0:93472:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1773674206.649536:0:93472:0:(obd_mount.c:592:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1773674206.649538:0:93472:0:(obd_mount.c:593:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1773674206.649542:0:93472:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:1.0:1773674206.649545:0:93472:0:(obd_mount.c:924:lustre_common_put_super()) MGC still in use 00000020:00000001:1.0:1773674206.649547:0:93472:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1773674206.649549:0:93472:0:(obd_mount.c:724:lustre_put_lsi()) put ffff98dc088eb800 1 00000020:00000001:1.0:1773674206.649551:0:93472:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1773674206.649553:0:93472:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff98dc088ef800 00000020:00000010:1.0:1773674206.649558:0:93472:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff98dc185b19a0. 00000020:00000010:1.0:1773674206.649563:0:93472:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff98dc05225f80. 00000020:00000010:1.0:1773674206.649566:0:93472:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff98dc185b1680. 00000020:00000010:1.0:1773674206.649569:0:93472:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff98dc07091000. 00000020:00000010:1.0:1773674206.649575:0:93472:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff98dc184c8600. 00000020:00000010:1.0:1773674206.649578:0:93472:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff98dc088ef800. 00000020:00000001:1.0:1773674206.649581:0:93472:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674206.649584:0:93472:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773674206.649682:0:93472:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1773674206.649687:0:93472:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:1.0:1773674206.649691:0:93472:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:1.0:1773674206.649693:0:93472:0:(llite_lib.c:1603:ll_put_super()) Process leaving 00000080:00000001:1.0:1773674206.658711:0:1395:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674206.668692:0:1:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.806427:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674206.806437:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.806445:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674206.806446:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674206.806451:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674206.806453:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674206.806490:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674206.806494:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674206.806497:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674207.809275:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674207.809284:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674207.809290:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674207.809292:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674207.809295:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674207.809296:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674207.809645:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674207.809649:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674207.809653:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773674208.137753:0:81783:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1773674208.137760:0:81783:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149015:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674208.149026:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674208.149036:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674208.149042:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674208.149047:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674208.149050:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674208.149056:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674208.149064:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674208.149072:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149083:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674208.149094:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674208.149099:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149105:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_01+1] req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149130:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149133:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674208.149136:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674208.149140:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674208.149142:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674208.149144:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674208.149145:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674208.149147:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674208.149150:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674208.149153:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149157:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674208.149163:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674208.149165:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149169:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_00+0] req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149177:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149180:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674208.149183:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674208.149185:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674208.149219:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674208.149222:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674208.149224:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674208.149225:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674208.149230:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558800. 00000100:00000001:2.0:1773674208.149233:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149237:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674208.149244:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674208.149246:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149249:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149263:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149266:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674208.149269:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674208.149272:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674208.149274:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674208.149276:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674208.149277:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674208.149279:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674208.149283:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674208.149286:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149290:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674208.149296:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674208.149297:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149300:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149307:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149308:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674208.149312:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674208.149317:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6102) 00000100:00000001:2.0:1773674208.149338:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.149342:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674208.149344:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674208.149349:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149356:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674208.149359:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149363:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674208.149365:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674208.149369:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674208.149373:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953472000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674208.149377:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674208.149382:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674208.149384:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149387:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674208.149392:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674208.149394:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674208.149402:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674208.149406:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674208.149414:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674208.149422:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472000, portal 25 00000100:00000001:2.0:1773674208.149424:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674208.149426:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674208.149431:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149439:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674208.149441:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674208.149444:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674208.149447:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953472000, offset 0 00000400:00000200:2.0:1773674208.149453:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149464:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149471:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674208.149475:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674208.149479:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674208.149483:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674208.149485:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149489:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252812:252812:256:4294967295] 192.168.201.103@tcp LPNI seq info [252780:252780:8:4294967295] 00000400:00000200:2.0:1773674208.149493:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149515:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674208.149521:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674208.149525:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674208.149532:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674208.149540:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674208.149545:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674208.149565:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674208.149568:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674208.149571:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300769112 00000100:00000001:2.0:1773674208.149579:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300767401 00000100:00000001:2.0:1773674208.149582:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300769112 00000100:00000001:2.0:1773674208.149585:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300767403 00000100:00000001:2.0:1773674208.149588:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.149590:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.149593:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674208.149597:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149603:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674208.149604:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149606:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674208.149608:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674208.149610:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674208.149612:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674208.149615:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674208.149617:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674208.149618:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149620:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674208.149624:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674208.149625:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674208.149628:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674208.149631:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674208.149634:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064660. 00000100:00000200:2.0:1773674208.149637:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472256, portal 10 00000100:00000001:2.0:1773674208.149638:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674208.149640:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:2.0:1773674208.149646:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149653:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674208.149655:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674208.149658:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674208.149660:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953472256, offset 0 00000400:00000200:2.0:1773674208.149663:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149668:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149671:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674208.149673:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674208.149675:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674208.149678:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674208.149680:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149683:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252813:252813:255:4294967295] 192.168.201.103@tcp LPNI seq info [252781:252781:7:4294967295] 00000400:00000200:2.0:1773674208.149687:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149692:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674208.149696:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674208.149698:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674208.149702:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674208.149706:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674208.149708:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674208.149710:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149713:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 90767 usecs (91 jiffies) 00000400:00000200:2.0:1773674208.149716:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674208.149718:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300765295 00000100:00000001:2.0:1773674208.149720:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.149721:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300765295 00000100:00000001:2.0:1773674208.149723:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.149726:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.149728:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.149730:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.149733:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.149741:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674208.149743:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674208.149746:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.149747:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674208.149748:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674208.149750:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773674208.149752:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.149753:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674208.149755:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.149756:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.149757:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674208.149758:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674208.149762:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149798:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674208.149799:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149801:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674208.149803:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674208.149805:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674208.149809:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674208.149812:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674208.149814:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674208.149816:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149818:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674208.149821:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674208.149823:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674208.149826:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674208.149829:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674208.149832:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090647f8. 00000100:00000200:2.0:1773674208.149835:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472128, portal 10 00000100:00000001:2.0:1773674208.149837:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674208.149839:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674208.149845:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149852:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674208.149854:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674208.149856:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064ee0. 00000100:00000200:2.0:1773674208.149858:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953472128, offset 0 00000400:00000200:2.0:1773674208.149862:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149866:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149869:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674208.149872:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674208.149874:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674208.149876:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674208.149878:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674208.149881:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252814:252814:254:4294967295] 192.168.201.103@tcp LPNI seq info [252782:252782:6:4294967295] 00000400:00000200:2.0:1773674208.149886:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.149892:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674208.149897:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674208.149900:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674208.149904:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674208.149909:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674208.149911:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674208.149915:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.149917:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 327240 usecs (328 jiffies) 00000400:00000200:2.0:1773674208.149920:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674208.149922:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300765533 00000100:00000001:2.0:1773674208.149924:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.149926:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300765533 00000100:00000001:2.0:1773674208.149928:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.149931:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.149934:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.149936:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674208.149939:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149945:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674208.149947:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149949:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674208.149950:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674208.149952:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674208.149955:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674208.149958:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674208.149960:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674208.149961:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.149963:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674208.149967:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc208bc000. 02000000:00000001:2.0:1773674208.149968:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674208.149971:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674208.149974:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674208.149977:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064b28. 00000100:00000200:2.0:1773674208.149980:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472384, portal 4 00000100:00000001:2.0:1773674208.149982:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674208.149984:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674208.149990:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.149996:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674208.149998:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674208.150000:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674208.150002:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953472384, offset 0 00000400:00000200:2.0:1773674208.150006:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674208.150010:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.150013:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674208.150016:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674208.150018:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674208.150021:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674208.150023:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674208.150026:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252815:252815:253:4294967295] 192.168.201.103@tcp LPNI seq info [252783:252783:5:4294967295] 00000400:00000200:2.0:1773674208.150030:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674208.150036:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674208.150040:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674208.150043:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674208.150046:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674208.150051:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674208.150053:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674208.150056:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.150058:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1279442 usecs (1280 jiffies) 00000400:00000200:2.0:1773674208.150061:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674208.150063:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300766485 00000100:00000001:2.0:1773674208.150066:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.150068:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300766485 00000100:00000001:2.0:1773674208.150070:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300769112 00000100:00000001:2.0:1773674208.150072:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.150074:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.150077:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.150079:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.150090:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.150092:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674208.150229:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674208.150234:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674208.150240:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.150245:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674208.150251:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:1.0:1773674208.150253:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:1.0:1773674208.150258:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674208.150262:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150273:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674208.150276:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150284:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674208.150285:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674208.150298:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674208.150300:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:1.0:1773674208.150303:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.150306:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674208.150309:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:1.0:1773674208.150310:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:1.0:1773674208.150313:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674208.150316:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150330:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674208.150333:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150339:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674208.150340:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674208.150347:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674208.150349:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674208.150352:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.150355:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674208.150357:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:1.0:1773674208.150358:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:1.0:1773674208.150360:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674208.150362:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150368:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674208.150371:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150376:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674208.150377:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674208.150439:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674208.150442:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674208.150445:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.150448:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674208.150450:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:1.0:1773674208.150452:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:1.0:1773674208.150453:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674208.150457:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150463:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674208.150466:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.150476:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674208.150477:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674208.164798:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.164816:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674208.164819:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.164822:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.164831:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164838:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674208.164848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164852:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164857:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164862:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cff00 00000400:00000200:1.0:1773674208.164867:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164873:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a79 [1] + 224 00000800:00000001:1.0:1773674208.164884:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.164891:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.164895:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.164901:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674208.164910:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674208.164922:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674208.164936:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.164960:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674208.164972:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.164977:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674208.164979:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.164982:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.164986:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.164991:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674208.164996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165004:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165008:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794cfe80 00000400:00000200:1.0:1773674208.165011:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165017:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a81 [1] + 224 00000800:00000001:1.0:1773674208.165021:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165026:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.165028:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.165032:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674208.165036:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674208.165043:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674208.165053:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.165062:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674208.165067:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165071:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674208.165073:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165076:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.165080:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165085:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674208.165090:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165093:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165097:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165101:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794cff80 00000400:00000200:1.0:1773674208.165105:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165110:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a89 [1] + 224 00000800:00000001:1.0:1773674208.165114:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165119:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.165121:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.165125:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674208.165129:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674208.165137:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674208.165147:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.165156:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674208.165161:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165166:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674208.165168:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165171:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.165174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165179:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674208.165183:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165185:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165203:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165207:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794cfe00 00000400:00000200:1.0:1773674208.165210:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674208.165214:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a71 [1] + 224 00000800:00000001:1.0:1773674208.165219:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165230:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674208.165232:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674208.165235:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674208.165238:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674208.165243:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674208.165252:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674208.165260:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674208.165263:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674208.165266:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.165366:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.165372:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674208.165382:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674208.165385:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674208.165389:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:2.0:1773674208.165396:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090647f8 00000400:00000010:2.0:1773674208.165400:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090647f8. 00000100:00000001:2.0:1773674208.165404:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674208.165409:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674208.165419:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165425:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674208.165427:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.165430:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674208.165434:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674208.165437:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674208.165441:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.165445:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674208.165458:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=141 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674208.165464:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=35 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674208.165467:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674208.165469:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674208.165472:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674208.165477:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.165482:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674208.165484:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674208.165486:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674208.165488:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.165493:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165517:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.165521:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674208.165523:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674208.165528:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674208.165725:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472128:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674208.165732:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674208.165734:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674208.165736:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:2.0:1773674208.165739:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:2.0:1773674208.165741:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:2.0:1773674208.165743:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674208.165747:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674208.165756:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165761:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674208.165762:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.165786:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674208.165787:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674208.165789:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674208.165790:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.165792:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674208.165796:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674208.165800:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=94 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674208.165802:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674208.165804:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674208.165806:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674208.165808:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.165810:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674208.165812:0:2414:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: committing for last_committed 47244640280 gen 3 00000100:00000040:2.0:1773674208.165819:0:2414:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640280) req@ffff98dc04288700 x1859825953447424/t47244640280(47244640280) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674208.165827:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674208.165830:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953447424/t47244640280(47244640280) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773674215 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674208.165837:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674208.165839:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674208.165843:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:2.0:1773674208.165848:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674208.165851:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674208.165853:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674208.165856:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674208.165858:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08559600. 02000000:00000001:2.0:1773674208.165862:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674208.165864:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674208.165866:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:2.0:1773674208.165869:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674208.165870:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.165872:0:2414:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674208.165874:0:2414:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1773674208.165876:0:2414:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674208.165878:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.165882:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165888:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.165890:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674208.165891:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674208.165894:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674208.165902:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472384:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674208.165907:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674208.165909:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674208.165911:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:2.0:1773674208.165913:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:2.0:1773674208.165915:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:2.0:1773674208.165917:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674208.165921:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674208.165930:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165936:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674208.165938:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.165940:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674208.165941:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674208.165942:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674208.165944:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.165945:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674208.165948:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674208.165951:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674208.165953:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674208.165954:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674208.165955:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674208.165957:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.165958:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.165962:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.165968:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.165969:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674208.165970:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674208.165974:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674208.165980:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953472000:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674208.165985:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674208.165986:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674208.165988:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:2.0:1773674208.165990:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:2.0:1773674208.165992:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:2.0:1773674208.165994:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674208.165998:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674208.166006:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166013:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674208.166015:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166017:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674208.166019:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674208.166020:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674208.166022:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674208.166024:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674208.166027:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=141 v=10 (16 17 17 17) 00000100:00001000:2.0:1773674208.166030:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674208.166032:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674208.166034:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674208.166035:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674208.166037:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.166039:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674208.166040:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674208.166042:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674208.166043:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674208.166047:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166052:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674208.166054:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674208.166055:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674208.166058:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674208.166065:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953472256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674208.166069:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166071:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674208.166075:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953472128/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166082:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674208.166083:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674208.166085:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806d000. 02000000:00000001:2.0:1773674208.166088:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674208.166090:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674208.166091:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674208.166093:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674208.166095:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:2.0:1773674208.166098:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674208.166100:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674208.166102:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674208.166104:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674208.166106:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166108:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674208.166111:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953472384/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166117:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674208.166119:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674208.166120:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc208bc000. 02000000:00000001:2.0:1773674208.166122:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674208.166123:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674208.166125:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674208.166126:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674208.166127:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:2.0:1773674208.166129:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674208.166130:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674208.166131:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674208.166134:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674208.166135:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166136:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674208.166139:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953472000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166145:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674208.166146:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674208.166147:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ca00. 02000000:00000001:2.0:1773674208.166149:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674208.166150:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674208.166152:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674208.166153:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674208.166155:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:2.0:1773674208.166157:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674208.166159:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674208.166160:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:2.0:1773674208.166163:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674208.166164:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166166:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674208.166170:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953472256/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674208.166176:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674208.166177:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674208.166178:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc1806ce00. 02000000:00000001:2.0:1773674208.166181:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674208.166182:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674208.166183:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674208.166185:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674208.166187:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558800. 02000000:00000001:2.0:1773674208.166202:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674208.166204:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674208.166205:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674208.166207:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674208.166209:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166211:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674208.166218:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674208.166220:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674208.166223:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674208.166226:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674208.833522:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674208.833530:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674208.833537:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674208.833539:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674208.833542:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674208.833543:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674208.840035:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674208.840042:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674208.840047:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674209.334968:0:93569:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860960:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674209.860970:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674209.860973:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674209.860976:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860981:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674209.860984:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860987:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860989:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860993:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674209.860994:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674209.860998:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674209.860999:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674209.869312:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674209.869320:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674209.869326:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674210.882242:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674210.882251:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674210.882258:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674210.882259:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674210.882263:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674210.882264:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674210.882507:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674210.882511:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674210.882515:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674211.908545:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674211.908795:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674211.908802:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674211.908806:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674211.908808:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674211.908814:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674211.908816:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674211.908817:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674211.908821:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674211.908823:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674211.908825:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674211.908828:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674211.908832:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674211.908833:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674211.908929:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674211.908932:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674211.908935:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674212.097042:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300769112, at 4300769152 00000100:00000010:1.0:1773674212.097068:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c780. 00000100:00000040:0.0:1773674212.098974:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300769112, at 4300769153 00000100:00000010:0.0:1773674212.098988:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cd80. 00000080:00000001:2.0:1773674212.569692:0:93709:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933336:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674212.933344:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933350:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674212.933351:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933355:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674212.933359:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674212.933361:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674212.933367:0:93212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674212.933369:0:93212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674212.933370:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933374:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674212.933376:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933378:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674212.933380:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674212.933448:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674212.933451:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674212.933454:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674213.249950:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674213.249959:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674213.249966:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674213.249972:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674213.249976:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674213.249979:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674213.249984:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674213.249991:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558400. 00000100:00000001:2.0:1773674213.249998:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250009:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674213.250022:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674213.250027:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250033:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_01+1] req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250062:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250065:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674213.250068:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674213.250071:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674213.250073:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674213.250075:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674213.250077:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674213.250078:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674213.250081:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674213.250084:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250087:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674213.250095:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674213.250097:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250101:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde64e78] to pc [ptlrpcd_01_00+0] req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250122:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250124:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674213.250127:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674213.250130:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674213.250133:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674213.250134:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674213.250135:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674213.250138:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674213.250140:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674213.250143:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250148:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674213.250155:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674213.250157:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250160:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250166:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250168:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674213.250171:0:53297:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674213.250174:0:53297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674213.250176:0:53297:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674213.250178:0:53297:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674213.250179:0:53297:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674213.250180:0:53297:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674213.250183:0:53297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558f00. 00000100:00000001:2.0:1773674213.250362:0:53297:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250367:0:53297:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674213.250374:0:53297:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674213.250376:0:53297:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250380:0:53297:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_00+0] req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250388:0:53297:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250391:0:53297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674213.250395:0:53297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674213.250400:0:53297:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6108) 00000100:00000001:2.0:1773674213.250415:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674213.250419:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674213.250421:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674213.250426:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250434:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674213.250436:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250439:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674213.250442:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674213.250445:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674213.250448:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674213.250452:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674213.250457:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674213.250459:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250462:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674213.250467:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01343600. 02000000:00000001:2.0:1773674213.250469:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674213.250477:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674213.250481:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b000. 00000400:00000010:2.0:1773674213.250487:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064660. 00000100:00000200:2.0:1773674213.250495:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472640, portal 10 00000100:00000001:2.0:1773674213.250498:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674213.250499:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674213.250506:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250514:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674213.250516:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674213.250519:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090642a8. 00000100:00000200:2.0:1773674213.250522:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953472640, offset 0 00000400:00000200:2.0:1773674213.250530:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674213.250538:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.250546:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674213.250550:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674213.250555:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674213.250559:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674213.250562:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674213.250566:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252816:252816:256:4294967295] 192.168.201.103@tcp LPNI seq info [252784:252784:8:4294967295] 00000400:00000200:2.0:1773674213.250571:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.250581:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674213.250587:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674213.250591:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674213.250598:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674213.250606:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674213.250611:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674213.250691:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250696:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 326581 usecs (327 jiffies) 00000400:00000200:2.0:1773674213.250700:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674213.250703:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300770632 00000100:00000010:2.0:1773674213.250709:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c7e0. 00000100:00000001:2.0:1773674213.250716:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674213.250722:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300770632 00000100:00000010:2.0:1773674213.250725:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437cc60. 00000100:00000001:2.0:1773674213.250728:0:2413:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674213.250731:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674213.250734:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.250737:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674213.250742:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250749:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674213.250751:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250754:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674213.250756:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674213.250758:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674213.250761:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674213.250792:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674213.250795:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674213.250797:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250798:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674213.250802:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01343200. 02000000:00000001:2.0:1773674213.250804:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674213.250808:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674213.250811:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b1b8. 00000400:00000010:2.0:1773674213.250815:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064b28. 00000100:00000200:2.0:1773674213.250818:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472896, portal 4 00000100:00000001:2.0:1773674213.250819:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674213.250821:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674213.250827:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250834:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674213.250836:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674213.250839:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090647f8. 00000100:00000200:2.0:1773674213.250841:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953472896, offset 0 00000400:00000200:2.0:1773674213.250846:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674213.250851:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.250855:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674213.250858:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674213.250861:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674213.250864:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674213.250866:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674213.250869:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252817:252817:255:4294967295] 192.168.201.103@tcp LPNI seq info [252785:252785:7:4294967295] 00000400:00000200:2.0:1773674213.250872:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.250878:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674213.250883:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674213.250886:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558500. 00000800:00000200:2.0:1773674213.250890:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674213.250895:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674213.250898:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674213.250901:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.250904:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1272290 usecs (1273 jiffies) 00000400:00000200:2.0:1773674213.250907:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674213.250909:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300771578 00000100:00000001:2.0:1773674213.250914:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, simply extend its deadline from 4300770632 00000100:00000001:2.0:1773674213.250918:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300771578 00000100:00000001:2.0:1773674213.250920:0:2413:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, simply extend its deadline from 4300770632 00000100:00000001:2.0:1773674213.250923:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674213.250925:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.250928:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.250930:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674213.250938:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674213.250940:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674213.250942:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674213.250944:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674213.250945:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674213.250948:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1773674213.250949:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674213.250951:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674213.250953:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674213.250955:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674213.250956:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674213.250957:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674213.250962:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.250969:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674213.250970:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250973:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674213.250975:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674213.250977:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674213.250980:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953472512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674213.250983:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674213.250986:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674213.250987:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.250989:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674213.250992:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc01343000. 02000000:00000001:2.0:1773674213.250994:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674213.250998:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674213.251001:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bbb0. 00000400:00000010:2.0:1773674213.251007:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090644c8. 00000100:00000200:2.0:1773674213.251010:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472512, portal 25 00000100:00000001:2.0:1773674213.251012:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674213.251014:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:2.0:1773674213.251019:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.251024:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674213.251027:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674213.251029:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064ee0. 00000100:00000200:2.0:1773674213.251031:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953472512, offset 0 00000400:00000200:2.0:1773674213.251035:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674213.251038:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.251042:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674213.251044:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674213.251046:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674213.251048:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674213.251050:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674213.251054:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252818:252818:254:4294967295] 192.168.201.103@tcp LPNI seq info [252786:252786:6:4294967295] 00000400:00000200:2.0:1773674213.251058:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.251064:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674213.251069:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674213.251072:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000800:00000200:2.0:1773674213.251076:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674213.251080:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674213.251083:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674213.251085:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674213.251088:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674213.251090:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300774213 00000100:00000001:2.0:1773674213.251093:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300771578 00000100:00000001:2.0:1773674213.251097:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300774213 00000100:00000001:2.0:1773674213.251099:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300771578 00000100:00000001:2.0:1773674213.251102:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674213.251104:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.251120:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674213.251124:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.251131:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674213.251132:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.251134:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674213.251136:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674213.251138:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674213.251140:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674213.251143:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674213.251145:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674213.251147:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674213.251149:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674213.251152:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e800. 02000000:00000001:2.0:1773674213.251154:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674213.251157:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674213.251159:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873b580. 00000400:00000010:2.0:1773674213.251163:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064cc0. 00000100:00000200:2.0:1773674213.251165:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953472768, portal 10 00000100:00000001:2.0:1773674213.251167:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674213.251168:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:2.0:1773674213.251173:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674213.251179:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674213.251182:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674213.251184:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064000. 00000100:00000200:2.0:1773674213.251186:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953472768, offset 0 00000400:00000200:2.0:1773674213.251189:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674213.251193:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.251196:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674213.251199:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674213.251201:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674213.251203:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674213.251205:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674213.251208:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252819:252819:253:4294967295] 192.168.201.103@tcp LPNI seq info [252787:252787:5:4294967295] 00000400:00000200:2.0:1773674213.251212:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674213.251217:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674213.251221:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674213.251224:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558b00. 00000800:00000200:2.0:1773674213.251228:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674213.251232:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674213.251235:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674213.251238:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674213.251240:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 90355 usecs (91 jiffies) 00000400:00000200:2.0:1773674213.251244:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674213.251245:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300770396 00000100:00000001:2.0:1773674213.251248:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300774213 00000100:00000001:2.0:1773674213.251251:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300770396 00000100:00000001:2.0:1773674213.251253:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300774213 00000100:00000001:2.0:1773674213.251255:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674213.251256:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.251259:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674213.251262:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.255594:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674213.255604:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674213.259757:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674213.260044:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674213.260143:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.260154:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674213.260161:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090642a8 00000400:00000010:1.0:1773674213.260165:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090642a8. 00000100:00000001:1.0:1773674213.260170:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674213.260179:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260193:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674213.260197:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260206:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674213.260208:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674213.260440:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674213.260443:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558500. 00000400:00000200:1.0:1773674213.260446:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.260449:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674213.260452:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090647f8 00000400:00000010:1.0:1773674213.260454:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090647f8. 00000100:00000001:1.0:1773674213.260457:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674213.260461:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260471:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674213.260474:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260481:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674213.260482:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674213.260488:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674213.260490:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:1.0:1773674213.260493:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.260497:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674213.260499:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064ee0 00000400:00000010:1.0:1773674213.260501:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064ee0. 00000100:00000001:1.0:1773674213.260503:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674213.260507:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260514:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674213.260517:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260523:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674213.260525:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674213.260955:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674213.260960:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558b00. 00000400:00000200:1.0:1773674213.260964:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.260969:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674213.260973:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064000 00000400:00000010:1.0:1773674213.260975:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064000. 00000100:00000001:1.0:1773674213.260977:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674213.260983:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.260991:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674213.260994:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.261001:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674213.261003:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674213.271482:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271498:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674213.271502:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271505:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.271514:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271522:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674213.271530:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271536:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271542:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271547:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d0180 00000400:00000200:1.0:1773674213.271552:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271558:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a99 [1] + 224 00000800:00000001:1.0:1773674213.271566:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271570:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.271574:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.271586:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674213.271593:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674213.271601:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674213.271614:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.271638:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674213.271646:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271650:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674213.271652:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271655:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.271658:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271662:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674213.271667:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271670:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271673:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271677:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794d0000 00000400:00000200:1.0:1773674213.271680:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.271685:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5aa1 [1] + 224 00000800:00000001:1.0:1773674213.271688:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271694:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.271696:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.271699:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674213.271702:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674213.271707:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674213.271716:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.271723:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674213.271726:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.271729:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.272004:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674213.272009:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674213.272016:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674213.272019:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674213.272022:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bbb0. 00000400:00000200:3.0:1773674213.272027:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090644c8 00000400:00000010:3.0:1773674213.272030:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090644c8. 00000100:00000001:3.0:1773674213.272034:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674213.272039:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674213.272048:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272070:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674213.272072:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.272075:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674213.272078:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674213.272081:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674213.272083:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674213.272086:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674213.272093:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674213.272099:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674213.272101:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674213.272103:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674213.272223:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674213.272226:0:2413:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.272230:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674213.272235:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272424:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674213.272427:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674213.272429:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674213.272434:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674213.272442:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2413:1859825953472512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674213.272449:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674213.272451:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674213.272453:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b1b8. 00000400:00000200:3.0:1773674213.272455:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064b28 00000400:00000010:3.0:1773674213.272457:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064b28. 00000100:00000001:3.0:1773674213.272460:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674213.272464:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674213.272472:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272479:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674213.272481:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.272483:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674213.272485:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674213.272486:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674213.272488:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674213.272490:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674213.272496:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674213.272500:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=99 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674213.272503:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674213.272504:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674213.272506:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674213.272510:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.272513:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674213.272515:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:3.0:1773674213.272518:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674213.272520:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674213.272524:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272531:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674213.272533:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674213.272534:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674213.272538:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674213.272545:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674213.272549:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.272552:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674213.272556:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953472512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272564:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674213.272566:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674213.272570:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01343000. 02000000:00000001:3.0:1773674213.272575:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674213.272585:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674213.272587:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674213.272589:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674213.272593:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558400. 02000000:00000001:3.0:1773674213.272597:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674213.272600:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674213.272602:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:3.0:1773674213.272606:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674213.272607:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.272609:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674213.272612:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953472896/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.272619:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674213.272621:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674213.272622:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01343200. 02000000:00000001:3.0:1773674213.272624:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674213.272625:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674213.272627:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674213.272628:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674213.272630:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558f00. 02000000:00000001:3.0:1773674213.272632:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674213.272633:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674213.272635:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:3.0:1773674213.272638:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674213.272639:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.272643:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.272645:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674213.272647:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674213.272649:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.272651:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674213.275705:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.275723:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674213.275728:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.275731:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.275740:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.275747:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674213.275757:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.275762:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.277861:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.277869:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d0080 00000400:00000200:1.0:1773674213.277874:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.277880:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5a91 [1] + 224 00000800:00000001:1.0:1773674213.277889:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.277902:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.277905:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.277910:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674213.277917:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674213.277927:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674213.277940:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674213.277960:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674213.277972:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.277976:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674213.277979:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.277982:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.277986:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.277990:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674213.277997:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.278000:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.278004:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.278008:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d0100 00000400:00000200:1.0:1773674213.278011:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674213.278015:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5aa9 [1] + 224 00000800:00000001:1.0:1773674213.278019:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.278028:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674213.278030:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674213.278033:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674213.278036:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674213.278040:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674213.278050:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.278729:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674213.278734:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674213.278791:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674213.278799:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674213.278804:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674213.285678:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674213.285687:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674213.285692:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b580. 00000400:00000200:3.0:1773674213.285700:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064cc0 00000400:00000010:3.0:1773674213.285703:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064cc0. 00000100:00000001:3.0:1773674213.285708:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674213.285721:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674213.285734:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.285743:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674213.285745:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.285749:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674213.285752:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674213.285755:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674213.285758:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674213.285761:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674213.285792:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=146 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674213.285797:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674213.285800:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674213.285802:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674213.285806:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674213.285809:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.285813:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674213.285815:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674213.285817:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674213.285819:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674213.285824:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.285832:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674213.285835:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674213.285837:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674213.285841:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674213.285850:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472768:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674213.285857:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674213.285858:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674213.285860:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873b000. 00000400:00000200:3.0:1773674213.285863:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064660 00000400:00000010:3.0:1773674213.285865:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064660. 00000100:00000001:3.0:1773674213.285867:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674213.285872:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674213.285882:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.285889:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674213.285890:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.285892:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674213.285894:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674213.285895:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674213.285897:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674213.285899:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674213.285903:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=146 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674213.285907:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674213.285909:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674213.285910:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674213.285912:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674213.285914:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.285916:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674213.285918:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674213.285920:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674213.285921:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674213.285925:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.285932:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674213.285934:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674213.285935:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674213.285939:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674213.285947:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953472640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674213.285952:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.285956:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674213.285959:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953472768/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.285968:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674213.285971:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674213.285975:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e800. 02000000:00000001:3.0:1773674213.285978:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674213.285981:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674213.285983:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674213.285986:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674213.285989:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:3.0:1773674213.285994:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674213.285996:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674213.285998:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:3.0:1773674213.286002:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674213.286003:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.286005:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674213.286009:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428ad80 x1859825953472640/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674213.286016:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674213.286017:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674213.286019:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc01343600. 02000000:00000001:3.0:1773674213.286022:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674213.286023:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674213.286024:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674213.286027:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674213.286028:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:3.0:1773674213.286030:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674213.286031:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674213.286033:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428ad80. 00000100:00000001:3.0:1773674213.286036:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674213.286037:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.286040:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674213.286048:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674213.286517:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674213.286522:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674213.286525:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674213.952852:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674213.952860:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674213.952866:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674213.952868:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674213.952871:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674213.952872:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674213.953897:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674213.953903:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674213.953907:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674214.976942:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674214.976947:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674214.976951:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674214.976952:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674214.976955:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674214.976956:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674214.977393:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674214.977397:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674214.977401:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674215.191286:0:93855:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674216.000916:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674216.000924:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674216.000930:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674216.000932:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674216.000935:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674216.000936:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674216.001054:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773674216.001057:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674216.001074:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773674216.592537:0:93917:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674217.033123:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674217.033131:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674217.033137:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674217.033138:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674217.033141:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674217.033143:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674217.033185:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773674217.033189:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674217.033192:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674217.217628:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300774213, at 4300774272 00000100:00000010:0.0:1773674217.217645:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437c7e0. 00000100:00000040:1.0:1773674217.221495:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300774213, at 4300774276 00000100:00000010:1.0:1773674217.221511:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc0437cc60. 00010000:00000001:0.0:1773674218.048923:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674218.048930:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674218.048936:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674218.048937:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674218.048941:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674218.048942:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674218.051606:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674218.051621:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674218.051625:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674218.148733:0:94010:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.369968:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674218.369980:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674218.369989:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674218.369996:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674218.370001:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674218.370004:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674218.370009:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674218.370018:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674218.370036:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370048:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674218.370060:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674218.370064:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370071:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3c6509] to pc [ptlrpcd_01_01+1] req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674218.370102:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370106:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674218.370110:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674218.370113:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674218.370116:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674218.370118:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674218.370120:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674218.370122:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674218.370125:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674218.370128:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370132:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674218.370139:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674218.370141:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370145:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_00+0] req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674218.370153:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370156:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674218.370159:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674218.370162:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674218.370164:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674218.370166:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674218.370167:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674218.370169:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674218.370173:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674218.370175:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370179:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674218.370186:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674218.370188:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370192:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec53925] to pc [ptlrpcd_01_01+1] req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674218.370200:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370203:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674218.370206:0:76421:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674218.370209:0:76421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674218.370211:0:76421:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674218.370214:0:76421:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674218.370215:0:76421:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674218.370217:0:76421:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674218.370232:0:76421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674218.370235:0:76421:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370240:0:76421:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674218.370248:0:76421:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674218.370250:0:76421:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370254:0:76421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006328da4d] to pc [ptlrpcd_01_00+0] req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674218.370261:0:76421:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674218.370264:0:76421:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773674218.370267:0:76421:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773674218.370273:0:76421:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6113) 00000100:00000001:3.0:1773674218.370448:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674218.370453:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674218.370456:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674218.370463:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.370472:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674218.370474:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.370478:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674218.370480:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674218.370483:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674218.370487:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953473024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674218.370492:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674218.370507:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674218.370509:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.370512:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674218.370517:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674218.370519:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674218.370528:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674218.370533:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674218.370540:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674218.370546:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953473024, portal 25 00000100:00000001:3.0:1773674218.370549:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674218.370551:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:3.0:1773674218.370557:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.370564:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674218.370567:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674218.370571:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085653b8. 00000100:00000200:3.0:1773674218.370574:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953473024, offset 0 00000400:00000200:3.0:1773674218.370581:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674218.370590:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.370597:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674218.370602:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674218.370606:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674218.370610:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674218.370613:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674218.370618:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252820:252820:256:4294967295] 192.168.201.103@tcp LPNI seq info [252788:252788:8:4294967295] 00000400:00000200:3.0:1773674218.370622:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.370633:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674218.370639:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674218.370644:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81f00. 00000800:00000200:3.0:1773674218.371202:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674218.371210:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674218.371215:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674218.371275:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674218.371281:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674218.371284:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300779334 00000100:00000010:3.0:1773674218.371292:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc119161e0. 00000100:00000001:3.0:1773674218.371301:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773674218.371309:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300779334 00000100:00000010:3.0:1773674218.371312:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc11916ae0. 00000100:00000001:3.0:1773674218.371315:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773674218.371318:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.371322:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.371325:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674218.371330:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.371343:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674218.371345:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.371348:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674218.371350:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674218.371352:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674218.371355:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674218.371359:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674218.371362:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674218.371364:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.371366:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674218.371369:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03107000. 02000000:00000001:3.0:1773674218.371371:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674218.371376:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674218.371379:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674218.371383:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674218.371386:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953473280, portal 10 00000100:00000001:3.0:1773674218.371388:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674218.371389:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:3.0:1773674218.371396:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.371403:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674218.371406:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674218.371408:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085655d8. 00000100:00000200:3.0:1773674218.371411:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953473280, offset 0 00000400:00000200:3.0:1773674218.371415:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674218.371419:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.371423:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674218.371426:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674218.371429:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674218.371432:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674218.371434:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674218.371438:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252821:252821:255:4294967295] 192.168.201.103@tcp LPNI seq info [252789:252789:7:4294967295] 00000400:00000200:3.0:1773674218.371443:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.371450:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674218.371454:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674218.371457:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674218.371462:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674218.371466:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674218.371469:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674218.371472:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.371476:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 90085 usecs (91 jiffies) 00000400:00000200:3.0:1773674218.371479:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674218.371481:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300775517 00000100:00000001:3.0:1773674218.371483:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.371485:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300775517 00000100:00000001:3.0:1773674218.371487:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.371489:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.371502:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.371505:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.371507:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.371515:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674218.371517:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674218.371519:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674218.371521:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674218.371523:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674218.371526:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1773674218.371528:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.371529:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674218.371531:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.371533:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674218.371534:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674218.371535:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674218.371539:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.373090:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674218.373092:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.373097:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674218.373101:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674218.373103:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674218.373110:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473152:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674218.373115:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674218.373119:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674218.373122:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.373124:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674218.373336:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03107a00. 02000000:00000001:3.0:1773674218.373338:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674218.373345:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674218.373350:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f5d8. 00000400:00000010:3.0:1773674218.373356:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674218.373362:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953473152, portal 10 00000100:00000001:3.0:1773674218.373365:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674218.373366:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:3.0:1773674218.373375:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.373383:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674218.373386:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674218.373389:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565000. 00000100:00000200:3.0:1773674218.373392:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953473152, offset 0 00000400:00000200:3.0:1773674218.373400:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674218.373406:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.373413:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674218.373416:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674218.373420:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674218.373424:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674218.373426:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674218.373431:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252822:252822:254:4294967295] 192.168.201.103@tcp LPNI seq info [252790:252790:6:4294967295] 00000400:00000200:3.0:1773674218.373436:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.373445:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674218.373450:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674218.373455:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674218.373460:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674218.373467:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674218.373470:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674218.373475:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.373479:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 325978 usecs (326 jiffies) 00000400:00000200:3.0:1773674218.373482:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674218.373484:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300775752 00000100:00000001:3.0:1773674218.373488:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.373491:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300775752 00000100:00000001:3.0:1773674218.373493:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.373495:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.373498:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.373501:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674218.373506:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.373514:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674218.373516:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.373519:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674218.373521:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674218.373523:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674218.373526:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674218.373530:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674218.373532:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674218.373534:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.373536:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674218.373786:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03106600. 02000000:00000001:3.0:1773674218.373789:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674218.374110:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674218.374115:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674218.374191:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674218.374196:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f738. 00000400:00000010:3.0:1773674218.374201:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674218.374205:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953473408, portal 4 00000100:00000001:3.0:1773674218.374207:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674218.374208:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:3.0:1773674218.374216:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.374235:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674218.374238:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674218.374241:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565e58. 00000100:00000200:3.0:1773674218.374244:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953473408, offset 0 00000400:00000200:3.0:1773674218.374249:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674218.374254:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.374259:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674218.374262:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674218.374265:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674218.374268:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674218.374270:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674218.374274:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252823:252823:253:4294967295] 192.168.201.103@tcp LPNI seq info [252791:252791:5:4294967295] 00000400:00000200:3.0:1773674218.374278:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674218.374286:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674218.374291:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674218.374295:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674218.374300:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674218.374306:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674218.374308:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674218.374311:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.374315:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1265257 usecs (1266 jiffies) 00000400:00000200:3.0:1773674218.374318:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674218.374320:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776695 00000100:00000001:3.0:1773674218.374322:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.374324:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776695 00000100:00000001:3.0:1773674218.374326:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674218.374328:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.374330:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.374334:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.374337:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674218.383982:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674218.383993:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81f00. 00000400:00000200:0.0:1773674218.384000:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674218.384010:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674218.384017:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085653b8 00000400:00000010:0.0:1773674218.384020:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085653b8. 00000100:00000001:0.0:1773674218.384038:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674218.384047:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384059:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674218.384063:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384070:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674218.384072:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674218.384087:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674218.384089:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:0.0:1773674218.384092:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674218.384095:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674218.384098:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085655d8 00000400:00000010:0.0:1773674218.384100:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085655d8. 00000100:00000001:0.0:1773674218.384102:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674218.384107:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384115:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674218.384119:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384126:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674218.384127:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674218.384137:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674218.384140:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:0.0:1773674218.384143:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674218.384147:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674218.384149:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565000 00000400:00000010:0.0:1773674218.384151:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565000. 00000100:00000001:0.0:1773674218.384153:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674218.384157:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384164:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674218.384167:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384174:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674218.384176:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773674218.384231:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674218.384234:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:0.0:1773674218.384236:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674218.384240:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674218.384243:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565e58 00000400:00000010:0.0:1773674218.384245:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565e58. 00000100:00000001:0.0:1773674218.384247:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674218.384251:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384260:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674218.384263:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674218.384269:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674218.384271:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674218.400264:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400284:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674218.400288:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400291:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400301:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400309:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674218.400320:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400325:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400330:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400335:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794d0200 00000400:00000200:1.0:1773674218.400340:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400346:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ab1 [1] + 224 00000800:00000001:1.0:1773674218.400353:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400358:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400362:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674218.400366:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674218.400374:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674218.400382:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674218.400396:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674218.400421:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674218.400432:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400436:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674218.400438:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400440:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400444:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400448:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674218.400452:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400454:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400457:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400460:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d0300 00000400:00000200:1.0:1773674218.400464:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400468:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ab9 [1] + 224 00000800:00000001:1.0:1773674218.400472:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400475:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400477:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674218.400480:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674218.400483:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674218.400488:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674218.400498:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674218.400506:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674218.400509:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400512:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674218.400514:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400517:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400519:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400523:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674218.400527:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400529:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400532:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400535:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d0280 00000400:00000200:1.0:1773674218.400538:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400541:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ac1 [1] + 224 00000800:00000001:1.0:1773674218.400545:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400549:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400551:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674218.400555:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674218.400558:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674218.400563:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674218.400573:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674218.400830:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674218.400836:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400840:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674218.400843:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400845:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400849:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400853:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674218.400858:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400860:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400863:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400867:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d0380 00000400:00000200:1.0:1773674218.400871:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674218.400875:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ac9 [1] + 224 00000800:00000001:1.0:1773674218.400879:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400888:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674218.400890:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674218.400893:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674218.400896:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674218.400901:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674218.400911:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674218.400919:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674218.400921:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674218.400924:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401105:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674218.401111:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674218.401118:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674218.401120:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674218.401124:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f5d8. 00000400:00000200:3.0:1773674218.401129:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:3.0:1773674218.401132:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:3.0:1773674218.401135:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674218.401140:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674218.401151:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401158:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674218.401160:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401163:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674218.401166:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674218.401169:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674218.401171:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.401174:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674218.401184:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=151 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674218.401188:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674218.401190:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674218.401192:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674218.401196:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674218.401200:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.401203:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674218.401206:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674218.401208:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674218.401210:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.401215:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401222:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.401226:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674218.401228:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674218.401233:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674218.401241:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473152:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674218.401247:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674218.401248:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674218.401250:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f738. 00000400:00000200:3.0:1773674218.401253:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:3.0:1773674218.401254:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:3.0:1773674218.401256:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674218.401260:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674218.401269:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401276:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674218.401277:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401279:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674218.401280:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674218.401282:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674218.401283:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.401285:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674218.401288:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674218.401292:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=104 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674218.401294:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674218.401296:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674218.401298:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674218.401299:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.401302:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674218.401303:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:3.0:1773674218.401305:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674218.401306:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.401310:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401318:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.401320:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674218.401321:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674218.401325:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674218.401332:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473408:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674218.401337:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674218.401338:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674218.401340:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674218.401342:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:3.0:1773674218.401344:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:3.0:1773674218.401346:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674218.401349:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674218.401358:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401364:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674218.401366:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401367:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674218.401369:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674218.401370:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674218.401372:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.401374:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674218.401376:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674218.401379:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674218.401381:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674218.401383:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674218.401384:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674218.401386:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.401388:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.401392:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401398:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.401399:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674218.401401:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674218.401404:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674218.401411:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953473024:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773674218.401415:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674218.401416:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674218.401418:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674218.401420:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:3.0:1773674218.401421:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:3.0:1773674218.401423:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674218.401426:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674218.401435:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401441:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674218.401443:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401444:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674218.401445:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674218.401447:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674218.401449:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674218.401451:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674218.401454:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=151 v=10 (16 17 17 17) 00000100:00001000:3.0:1773674218.401457:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1773674218.401460:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674218.401461:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674218.401463:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674218.401465:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.401467:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674218.401468:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773674218.401470:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674218.401471:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674218.401474:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401481:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674218.401482:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674218.401483:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674218.401487:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674218.401494:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953473280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674218.401497:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401500:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674218.401503:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953473152/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401510:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674218.401512:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674218.401516:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03107a00. 02000000:00000001:3.0:1773674218.401521:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674218.401523:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674218.401525:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674218.401527:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674218.401530:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:3.0:1773674218.401536:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674218.401538:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674218.401540:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674218.401543:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674218.401545:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401547:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674218.401550:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953473408/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401557:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674218.401559:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674218.401561:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03106600. 02000000:00000001:3.0:1773674218.401565:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674218.401566:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674218.401567:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674218.401569:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674218.401570:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:3.0:1773674218.401572:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674218.401573:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674218.401574:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:3.0:1773674218.401576:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674218.401577:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401579:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674218.401583:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953473024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401588:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674218.401591:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674218.401592:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674218.401593:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674218.401595:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674218.401596:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773674218.401597:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674218.401598:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:3.0:1773674218.401600:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674218.401601:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674218.401602:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:3.0:1773674218.401870:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674218.401872:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401874:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674218.401878:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953473280/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674218.401885:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674218.401887:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674218.401889:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03107000. 02000000:00000001:3.0:1773674218.401891:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674218.401893:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674218.401894:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674218.401896:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674218.401898:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:3.0:1773674218.401901:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674218.401902:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674218.401903:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:3.0:1773674218.401905:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674218.401906:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401908:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674218.401917:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674218.401919:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674218.401921:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674218.401924:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773674218.717994:0:94047:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1773674218.718001:0:94047:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 131: IO vs evict results to IO under staled lock ========================================================== 11:16:56 (1773674216) 00000001:00000001:0.0:1773674218.754007:0:94047:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773674219.072989:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674219.072996:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.073003:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674219.073005:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.073008:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674219.073009:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674219.073142:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674219.073147:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674219.073151:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773674219.331425:0:94090:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674219.331433:0:94090:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674219.331436:0:94090:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674219.331439:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b20 00000080:00200000:0.0:1773674219.331444:0:94090:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674219.331452:0:94090:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f4000. 00800000:00000002:0.0:1773674219.331459:0:94090:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674219.331463:0:94090:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674219.331469:0:94090:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.331471:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a40 00800000:00000002:0.0:1773674219.331474:0:94090:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.331478:0:94090:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674219.331481:0:94090:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674219.331484:0:94090:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674219.331486:0:94090:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674219.331489:0:94090:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674219.331491:0:94090:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674219.331493:0:94090:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.331495:0:94090:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674219.331500:0:94090:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674219.331506:0:94090:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.331508:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3910 00000002:00010000:0.0:1773674219.331510:0:94090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674219.331515:0:94090:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674219.331517:0:94090:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674219.331520:0:94090:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674219.331530:0:94090:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:0.0:1773674219.331533:0:94090:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674219.331538:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674219.331543:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674219.331549:0:94090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773674219.331562:0:94090:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674219.331569:0:94090:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674219.331573:0:94090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773674219.331581:0:94090:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773674219.331584:0:94090:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674219.331585:0:94090:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674219.331588:0:94090:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674219.331591:0:94090:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674219.331593:0:94090:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773674219.331596:0:94090:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773674219.331599:0:94090:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674219.331603:0:94090:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f4000. 00000080:00000001:0.0:1773674219.331608:0:94090:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674219.331610:0:94090:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674219.331613:0:94090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674219.331618:0:94090:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:0.0:1773674219.331621:0:94090:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674219.331623:0:94090:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674219.331625:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674219.331627:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674219.331629:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674219.331632:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674219.331635:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674219.331638:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.331641:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674219.331642:0:94090:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674219.331644:0:94090:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674219.331647:0:94090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1ca3b58 00010000:00000001:0.0:1773674219.331649:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674219.331650:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674219.331651:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:0.0:1773674219.331654:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674219.331656:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:0.0:1773674219.331658:0:94090:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674219.331661:0:94090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674219.331668:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.331669:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674219.331670:0:94090:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674219.331673:0:94090:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674219.331675:0:94090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773674219.331684:0:94090:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674219.331688:0:94090:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674219.331690:0:94090:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674219.331695:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.331696:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674219.331698:0:94090:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331701:0:94090:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674219.331703:0:94090:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331705:0:94090:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331707:0:94090:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331710:0:94090:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674219.331712:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.331713:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674219.331716:0:94090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773674219.331718:0:94090:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674219.331721:0:94090:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773674219.331726:0:94090:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773674219.331736:0:94090:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc095ddf20. 00000020:00000001:0.0:1773674219.331740:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3ae8 00000080:00200000:0.0:1773674219.331742:0:94090:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), flags=8 00000080:00000001:0.0:1773674219.331746:0:94090:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773674219.331748:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3998 00000080:00200000:0.0:1773674219.331750:0:94090:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=getattr 00000080:00000010:0.0:1773674219.331758:0:94090:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f4000. 00800000:00000002:0.0:1773674219.331761:0:94090:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674219.331791:0:94090:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674219.331794:0:94090:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.331795:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca38b8 00800000:00000002:0.0:1773674219.331797:0:94090:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.331800:0:94090:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674219.331803:0:94090:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674219.331804:0:94090:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674219.331805:0:94090:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674219.331807:0:94090:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674219.331808:0:94090:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674219.331810:0:94090:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.331812:0:94090:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674219.331815:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3850 00800000:00000002:0.0:1773674219.331816:0:94090:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:0.0:1773674219.331819:0:94090:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.331820:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3788 00000002:00010000:0.0:1773674219.331822:0:94090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674219.331825:0:94090:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674219.331828:0:94090:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674219.331833:0:94090:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a03800. 00000020:00000040:0.0:1773674219.331837:0:94090:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674219.331842:0:94090:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674219.331847:0:94090:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674219.331850:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.331851:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674219.331852:0:94090:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.331856:0:94090:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674219.331858:0:94090:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674219.331861:0:94090:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674219.331868:0:94090:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa000. 00000100:00000001:0.0:1773674219.331875:0:94090:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331881:0:94090:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674219.331883:0:94090:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331885:0:94090:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674219.331886:0:94090:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.331888:0:94090:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674219.331895:0:94090:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00010000:00000001:0.0:1773674219.331900:0:94090:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674219.331902:0:94090:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773674219.331905:0:94090:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:0.0:1773674219.331908:0:94090:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674219.331911:0:94090:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674219.331914:0:94090:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2600. 00000020:00000001:0.0:1773674219.331917:0:94090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674219.331920:0:94090:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2600 with handle 0x2f77f561138142d7 to hash 00000020:00000001:0.0:1773674219.331922:0:94090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674219.331923:0:94090:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00000001:0.0:1773674219.331927:0:94090:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00000001:0.0:1773674219.331930:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674219.331932:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674219.331935:0:94090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674219.331943:0:94090:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674219.331953:0:94090:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674219.331959:0:94090:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674219.331962:0:94090:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674219.331968:0:94090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245b40. 00000100:00000001:0.0:1773674219.331970:0:94090:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496113984 : -113404213437632 : ffff98dc06245b40) 00000100:00000001:0.0:1773674219.331973:0:94090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674219.331974:0:94090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000001:0.0:1773674219.331979:0:94090:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674219.331983:0:94090:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.331985:0:94090:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674219.331987:0:94090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674219.331998:0:94090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.337624:0:94090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674219.337629:0:94090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674219.337636:0:94090:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674219.337640:0:94090:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674219.337643:0:94090:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674219.337651:0:94090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94090:1859825953473536:192.168.201.103@tcp:101:rm.0 00000100:00000001:0.0:1773674219.337657:0:94090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674219.337662:0:94090:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674219.337665:0:94090:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674219.337668:0:94090:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674219.338217:0:94090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc086bf800. 02000000:00000001:1.0:1773674219.338222:0:94090:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674219.338233:0:94090:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674219.338238:0:94090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051148f0. 00000400:00000010:1.0:1773674219.338245:0:94090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd110. 00000100:00000200:1.0:1773674219.338252:0:94090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953473536, portal 10 00000100:00000001:1.0:1773674219.338255:0:94090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674219.338257:0:94090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521008640 : -113404188542976 : ffff98dc07a03800) 00000100:00000040:1.0:1773674219.338268:0:94090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.338277:0:94090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674219.338280:0:94090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674219.338282:0:94090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773674219.338285:0:94090:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859825953473536, offset 0 00000400:00000200:1.0:1773674219.338291:0:94090:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674219.338301:0:94090:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.338308:0:94090:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674219.338313:0:94090:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674219.338317:0:94090:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674219.338320:0:94090:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674219.338323:0:94090:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674219.338329:0:94090:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252824:252824:256:4294967295] 192.168.201.103@tcp LPNI seq info [252792:252792:8:4294967295] 00000400:00000200:1.0:1773674219.338333:0:94090:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.338344:0:94090:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674219.338349:0:94090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674219.338354:0:94090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674219.338362:0:94090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674219.338370:0:94090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674219.338375:0:94090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773674219.338432:0:94090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674219.338437:0:94090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 325365 usecs (326 jiffies) 00000400:00000200:1.0:1773674219.338442:0:94090:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674219.338445:0:94090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776719 00000100:00000001:1.0:1773674219.338449:0:94090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:1.0:1773674219.338451:0:94090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776719 00000100:00000001:1.0:1773674219.338454:0:94090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:1.0:1773674219.338455:0:94090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674219.338458:0:94090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.338461:0:94090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674219.338464:0:94090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1773674219.338467:0:94090:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245b40 going to sleep for 17 seconds 00000100:00000001:1.0:1773674219.338470:0:94090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.338473:0:94090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.339474:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.339478:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:1.0:1773674219.339483:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.339489:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.339494:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:1.0:1773674219.339497:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:1.0:1773674219.339721:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.339730:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.339742:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.339746:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.339753:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.339756:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.349181:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.349199:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.349203:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.349206:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.349215:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.349224:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.349234:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.349239:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.349244:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.349248:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b80794d0400 00000400:00000200:1.0:1773674219.349254:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.349260:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x2c5ad1 [1] + 224 00000800:00000001:1.0:1773674219.349269:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.349277:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.349280:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.349286:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.349293:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.349302:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.349313:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.349338:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.349347:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.349351:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.349686:0:94090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674219.349697:0:94090:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.349699:0:94090:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.349703:0:94090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051148f0. 00000400:00000200:3.0:1773674219.349708:0:94090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd110 00000400:00000010:3.0:1773674219.349711:0:94090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd110. 00000100:00000001:3.0:1773674219.349715:0:94090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.349721:0:94090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.349730:0:94090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.349737:0:94090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.349739:0:94090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.349742:0:94090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.349746:0:94090:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.349749:0:94090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.349752:0:94090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.349754:0:94090:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.349811:0:94090:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:3.0:1773674219.349816:0:94090:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.349819:0:94090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773674219.349824:0:94090:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.349832:0:94090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773674219.349836:0:94090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.349838:0:94090:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.349840:0:94090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.349842:0:94090:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773674219.349847:0:94090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.349854:0:94090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773674219.349857:0:94090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.349859:0:94090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.349863:0:94090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.349871:0:94090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a03800 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94090:1859825953473536:192.168.201.103@tcp:101:rm.0 00000100:00000001:3.0:1773674219.349877:0:94090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.349879:0:94090:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773674219.349882:0:94090:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.349884:0:94090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.349888:0:94090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.349894:0:94090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.349897:0:94090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245b40. 00000100:00000001:3.0:1773674219.349901:0:94090:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.349902:0:94090:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773674219.349906:0:94090:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674219.349910:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.349912:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.349914:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2600 refcount=4 00000020:00000001:3.0:1773674219.349917:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00000001:3.0:1773674219.349920:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00010000:3.0:1773674219.349925:0:94090:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.349936:0:94090:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773674219.349941:0:94090:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.349948:0:94090:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.349950:0:94090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.349957:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.349959:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674219.349961:0:94090:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.349967:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.349971:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.349975:0:94090:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674219.349977:0:94090:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.349983:0:94090:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc200f2600 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:3.0:1773674219.349987:0:94090:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773674219.349992:0:94090:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.349998:0:94090:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773674219.350001:0:94090:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773674219.350004:0:94090:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.350020:0:94090:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773674219.350023:0:94090:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674219.350024:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.350026:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.350027:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2600 refcount=5 00000020:00000001:3.0:1773674219.350029:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00000001:3.0:1773674219.350031:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930931712 : -113403778619904 : ffff98dc200f2600) 00010000:00000001:3.0:1773674219.350034:0:94090:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674219.350036:0:94090:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773674219.350043:0:94090:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674219.350045:0:94090:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.350048:0:94090:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773674219.350049:0:94090:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674219.350052:0:94090:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674219.350054:0:94090:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674219.350055:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.350057:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674219.350059:0:94090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2600 with handle 0x2f77f561138142d7 from hash 00010000:00000001:3.0:1773674219.350061:0:94090:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674219.350062:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350063:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350064:0:94090:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674219.350066:0:94090:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674219.350068:0:94090:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773674219.350070:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350071:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350072:0:94090:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.350074:0:94090:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.350077:0:94090:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.350083:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350084:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350085:0:94090:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773674219.350087:0:94090:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.350088:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350089:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350090:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674219.350091:0:94090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2600/0x2f77f561138142d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 94090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.350101:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350104:0:94090:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773674219.350108:0:94090:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773674219.350113:0:94090:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674219.350121:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773674219.350122:0:94090:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.350124:0:94090:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.350126:0:94090:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.350129:0:94090:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674219.350131:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773674219.350132:0:94090:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.350133:0:94090:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674219.350137:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3708 00000002:00002000:3.0:1773674219.350139:0:94090:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773674219.350142:0:94090:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.350146:0:94090:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.350149:0:94090:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.350151:0:94090:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773674219.350154:0:94090:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.350158:0:94090:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:3.0:1773674219.350161:0:94090:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773674219.350163:0:94090:0:(namei.c:673:ll_lookup_it_finish()) it ffffbabdc1ca3b20 it_disposition 7 00000080:00002000:3.0:1773674219.350168:0:94090:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04612e58 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773674219.350176:0:94090:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1773674219.350178:0:94090:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.350181:0:94090:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.350183:0:94090:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.350186:0:94090:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.350188:0:94090:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.350190:0:94090:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.350191:0:94090:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.350195:0:94090:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674219.350197:0:94090:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.350200:0:94090:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.350206:0:94090:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:3.0:1773674219.350209:0:94090:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.350213:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.350215:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.350219:0:94090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773674219.350227:0:94090:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.350232:0:94090:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.350235:0:94090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773674219.350242:0:94090:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674219.350244:0:94090:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674219.350246:0:94090:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674219.350248:0:94090:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773674219.350250:0:94090:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1ca3930 released 00000080:00010000:3.0:1773674219.350253:0:94090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1ca3930 00010000:00000001:3.0:1773674219.350255:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.350257:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.350258:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:3.0:1773674219.350261:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350263:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350265:0:94090:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.350268:0:94090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674219.350273:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350274:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350276:0:94090:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.350278:0:94090:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.350280:0:94090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773674219.350288:0:94090:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.350291:0:94090:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.350293:0:94090:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.350298:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350299:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350301:0:94090:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350303:0:94090:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.350305:0:94090:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350307:0:94090:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350310:0:94090:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350312:0:94090:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.350313:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350314:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674219.350316:0:94090:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773674219.350318:0:94090:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674219.350321:0:94090:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773674219.350327:0:94090:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f4000. 00000100:00000001:3.0:1773674219.350332:0:94090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.350337:0:94090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a03800 x1859825953473536/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.350344:0:94090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674219.350347:0:94090:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674219.350350:0:94090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc086bf800. 02000000:00000001:3.0:1773674219.350354:0:94090:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674219.350356:0:94090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674219.350358:0:94090:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=3 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674219.350360:0:94090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674219.350364:0:94090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa000. 02000000:00000001:3.0:1773674219.350368:0:94090:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674219.350370:0:94090:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674219.350372:0:94090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a03800. 00000100:00000001:3.0:1773674219.350376:0:94090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674219.350377:0:94090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674219.350380:0:94090:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773674219.350381:0:94090:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1ca3b20 released 00000080:00000001:3.0:1773674219.350383:0:94090:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773674219.350387:0:94090:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674219.350389:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b70 00000080:00002000:3.0:1773674219.350391:0:94090:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff98dc04612e58, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773674219.350395:0:94090:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.350445:0:94090:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674219.350448:0:94090:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674219.350450:0:94090:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674219.350452:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3bd8 00000080:00200000:3.0:1773674219.350455:0:94090:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674219.350462:0:94090:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc03107200. 00800000:00000002:3.0:1773674219.350467:0:94090:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674219.350470:0:94090:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674219.350474:0:94090:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.350475:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3af8 00800000:00000002:3.0:1773674219.350489:0:94090:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.350492:0:94090:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674219.350494:0:94090:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.350495:0:94090:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.350496:0:94090:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.350498:0:94090:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.350499:0:94090:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.350501:0:94090:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.350503:0:94090:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.350506:0:94090:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674219.350510:0:94090:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.350512:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca39c8 00000002:00010000:3.0:1773674219.350514:0:94090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674219.350517:0:94090:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674219.350519:0:94090:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.350520:0:94090:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.350524:0:94090:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:3.0:1773674219.350526:0:94090:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.350528:0:94090:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.350530:0:94090:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.350534:0:94090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773674219.350540:0:94090:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.350543:0:94090:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.350546:0:94090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773674219.350552:0:94090:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674219.350554:0:94090:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674219.350556:0:94090:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674219.350558:0:94090:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674219.350560:0:94090:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674219.350562:0:94090:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674219.350564:0:94090:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674219.350566:0:94090:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674219.350569:0:94090:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03107200. 00000080:00000001:3.0:1773674219.350573:0:94090:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674219.350575:0:94090:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.350577:0:94090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674219.350580:0:94090:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:3.0:1773674219.350584:0:94090:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674219.350586:0:94090:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674219.350587:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.350589:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.350591:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:3.0:1773674219.350593:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350596:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350599:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350600:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.350601:0:94090:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.350603:0:94090:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.350604:0:94090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1ca3c10 00010000:00000001:3.0:1773674219.350606:0:94090:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.350607:0:94090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.350608:0:94090:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:3.0:1773674219.350610:0:94090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350612:0:94090:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:3.0:1773674219.350614:0:94090:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.350617:0:94090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773674219.350622:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350624:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350625:0:94090:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.350627:0:94090:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.350629:0:94090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773674219.350636:0:94090:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.350637:0:94090:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.350639:0:94090:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.350642:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350643:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.350644:0:94090:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350646:0:94090:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.350648:0:94090:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350649:0:94090:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350651:0:94090:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.350653:0:94090:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.350654:0:94090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.350655:0:94090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674219.350657:0:94090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674219.350659:0:94090:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674219.350661:0:94090:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674219.350666:0:94090:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.350673:0:94090:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773674219.350675:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3da0 00000080:00002000:3.0:1773674219.350676:0:94090:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff98dc04612e58) flags 0x8000e refc 0 00000080:00000001:3.0:1773674219.350679:0:94090:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.350681:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3e10 00000080:00200000:3.0:1773674219.350683:0:94090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=0 00000080:00000001:3.0:1773674219.350686:0:94090:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674219.350688:0:94090:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3e28 00000080:00002000:3.0:1773674219.350690:0:94090:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff98dc04612e58, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773674219.350693:0:94090:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.366237:0:94091:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674219.366243:0:94091:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674219.366245:0:94091:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674219.366248:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483bc0 00000080:00200000:2.0:1773674219.366252:0:94091:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674219.366258:0:94091:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.366264:0:94091:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.366267:0:94091:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.366272:0:94091:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366274:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483ae0 00800000:00000002:2.0:1773674219.366276:0:94091:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366279:0:94091:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674219.366281:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.366283:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.366285:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.366287:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.366288:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.366290:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366292:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.366295:0:94091:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674219.366298:0:94091:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366300:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14839b0 00000002:00010000:2.0:1773674219.366301:0:94091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674219.366304:0:94091:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674219.366306:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.366308:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.366315:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674219.366317:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.366321:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.366324:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674219.366328:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773674219.366337:0:94091:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674219.366342:0:94091:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.366344:0:94091:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1773674219.366349:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674219.366351:0:94091:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.366352:0:94091:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.366353:0:94091:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.366355:0:94091:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.366356:0:94091:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674219.366358:0:94091:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674219.366360:0:94091:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674219.366362:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.366366:0:94091:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674219.366368:0:94091:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.366369:0:94091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674219.366373:0:94091:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:2.0:1773674219.366375:0:94091:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.366377:0:94091:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.366378:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.366380:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.366382:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674219.366383:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366385:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366386:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366388:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.366389:0:94091:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.366390:0:94091:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.366392:0:94091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1483bf8 00010000:00000001:2.0:1773674219.366393:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.366394:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.366395:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674219.366396:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366397:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366400:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.366402:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674219.366406:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366406:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.366407:0:94091:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.366409:0:94091:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.366411:0:94091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674219.366416:0:94091:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.366418:0:94091:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.366419:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.366423:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366423:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.366425:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366427:0:94091:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.366428:0:94091:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366430:0:94091:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366432:0:94091:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366433:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.366434:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366435:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674219.366437:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674219.366438:0:94091:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.366439:0:94091:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674219.366443:0:94091:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.366448:0:94091:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773674219.366449:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483b58 00000080:00002000:2.0:1773674219.366450:0:94091:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff98dc04612e58) flags 0x8004e refc 0 00000080:00000001:2.0:1773674219.366452:0:94091:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.366454:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483bc8 00000080:00200000:2.0:1773674219.366455:0:94091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=777 00000080:00000001:2.0:1773674219.366458:0:94091:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674219.366459:0:94091:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674219.366460:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483b00 00000080:00200000:2.0:1773674219.366461:0:94091:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674219.366464:0:94091:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.366465:0:94091:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.366466:0:94091:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.366467:0:94091:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366468:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483a20 00800000:00000002:2.0:1773674219.366469:0:94091:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366471:0:94091:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674219.366472:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.366473:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.366474:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.366475:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.366476:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.366489:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366490:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.366492:0:94091:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674219.366494:0:94091:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366495:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14838f0 00000002:00010000:2.0:1773674219.366496:0:94091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674219.366499:0:94091:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674219.366499:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.366500:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.366502:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674219.366503:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.366504:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.366506:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674219.366508:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1773674219.366512:0:94091:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674219.366514:0:94091:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.366516:0:94091:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1773674219.366520:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674219.366521:0:94091:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.366522:0:94091:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.366524:0:94091:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.366525:0:94091:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.366526:0:94091:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674219.366527:0:94091:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674219.366528:0:94091:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674219.366529:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.366531:0:94091:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674219.366532:0:94091:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.366533:0:94091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674219.366535:0:94091:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142ad 00800000:00000001:2.0:1773674219.366536:0:94091:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.366537:0:94091:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.366538:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.366539:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.366540:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674219.366542:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366543:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366545:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366545:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.366546:0:94091:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.366547:0:94091:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.366548:0:94091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ad from it ffffbabdc1483b38 00010000:00000001:2.0:1773674219.366549:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.366550:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.366551:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2e00 refcount=3 00000020:00000001:2.0:1773674219.366552:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366553:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930933760 : -113403778617856 : ffff98dc200f2e00) 00010000:00000001:2.0:1773674219.366554:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.366556:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674219.366559:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366560:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.366561:0:94091:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.366562:0:94091:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.366563:0:94091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773674219.366566:0:94091:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.366567:0:94091:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.366568:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.366569:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366570:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.366571:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366572:0:94091:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.366573:0:94091:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366574:0:94091:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366575:0:94091:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366577:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.366577:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.366578:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674219.366579:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674219.366580:0:94091:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.366581:0:94091:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:2.0:1773674219.366583:0:94091:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.366585:0:94091:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773674219.366586:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483b50 00000080:00200000:2.0:1773674219.366588:0:94091:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc05546600, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1773674219.366592:0:94091:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc0437c360. 00000080:00000001:2.0:1773674219.366595:0:94091:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773674219.366596:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483a00 00000080:00200000:2.0:1773674219.366598:0:94091:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:2.0:1773674219.366603:0:94091:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.366604:0:94091:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.366608:0:94091:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.366608:0:94091:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366609:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483920 00800000:00000002:2.0:1773674219.366611:0:94091:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366613:0:94091:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773674219.366615:0:94091:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773674219.366617:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.366618:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.366619:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.366619:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.366620:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.366621:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.366623:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.366624:0:94091:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:2.0:1773674219.366626:0:94091:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773674219.366628:0:94091:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773674219.366630:0:94091:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773674219.366632:0:94091:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773674219.366636:0:94091:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0x9:0x0] 40000000:00000001:2.0:1773674219.366639:0:94091:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.366642:0:94091:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.366644:0:94091:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.366645:0:94091:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.366647:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14838a0 00800000:00000002:2.0:1773674219.366649:0:94091:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:2.0:1773674219.366652:0:94091:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.366654:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14837d8 00000002:00010000:2.0:1773674219.366655:0:94091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1773674219.366659:0:94091:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674219.366661:0:94091:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773674219.366664:0:94091:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773674219.366668:0:94091:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.366670:0:94091:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674219.366672:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 2 00010000:00000001:2.0:1773674219.366674:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.366676:0:94091:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674219.366691:0:94091:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674219.366695:0:94091:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1773674219.366703:0:94091:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674219.366708:0:94091:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674219.366710:0:94091:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674219.366712:0:94091:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773674219.366714:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.366715:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.366717:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:2.0:1773674219.366720:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.366722:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.366724:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.366725:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.366726:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:2.0:1773674219.366728:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.366730:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.366732:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.366733:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.366734:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91c00 count: 3 00010000:00000001:2.0:1773674219.366736:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.366738:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.366740:0:94091:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674219.366743:0:94091:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773674219.366746:0:94091:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773674219.366748:0:94091:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773674219.366751:0:94091:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674219.366753:0:94091:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.366756:0:94091:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674219.366759:0:94091:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674219.366761:0:94091:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674219.367075:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.367078:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674219.367082:0:94091:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2e00 with handle 0x2f77f561138142ad from hash 00010000:00000001:2.0:1773674219.367085:0:94091:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674219.367087:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.367088:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.367089:0:94091:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674219.367092:0:94091:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674219.367094:0:94091:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674219.367097:0:94091:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.367100:0:94091:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.367102:0:94091:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773674219.367109:0:94091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674219.367114:0:94091:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674219.367120:0:94091:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674219.367122:0:94091:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.367124:0:94091:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.367128:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.367130:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.367131:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.367132:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.367134:0:94091:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.367136:0:94091:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.367139:0:94091:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.367144:0:94091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959dc00. 00000100:00000001:2.0:1773674219.367149:0:94091:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.367153:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.367155:0:94091:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773674219.367158:0:94091:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1773674219.367164:0:94091:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773674219.367165:0:94091:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.367166:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674219.367168:0:94091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2e00/0x2f77f561138142ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6ac5 expref: -99 pid: 93433 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1773674219.367173:0:94091:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91c00 count: 0 00010000:00000010:2.0:1773674219.367177:0:94091:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93000. 00010000:00000001:2.0:1773674219.367184:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.367185:0:94091:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.367186:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.367187:0:94091:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.367188:0:94091:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.367194:0:94091:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00010000:00000001:2.0:1773674219.367197:0:94091:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.367198:0:94091:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674219.367201:0:94091:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7200. 00010000:00000010:2.0:1773674219.367203:0:94091:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.367206:0:94091:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.367209:0:94091:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cfc00. 00000020:00000001:2.0:1773674219.367210:0:94091:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.367212:0:94091:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cfc00 with handle 0x2f77f561138142de to hash 00000020:00000001:2.0:1773674219.367214:0:94091:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.367215:0:94091:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.367218:0:94091:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.367220:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.367221:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.367223:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.367228:0:94091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773674219.367236:0:94091:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773674219.367462:0:94091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773674219.367472:0:94091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.367478:0:94091:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.367480:0:94091:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.367487:0:94091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.367489:0:94091:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.367492:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.367493:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000001:2.0:1773674219.367498:0:94091:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.367501:0:94091:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.367503:0:94091:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.367505:0:94091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.367510:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.367518:0:94091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.367520:0:94091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.367524:0:94091:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.367526:0:94091:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.367529:0:94091:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.367532:0:94091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953473792:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674219.367536:0:94091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.367541:0:94091:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.367544:0:94091:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.367546:0:94091:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.367598:0:94091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674219.367600:0:94091:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.367609:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.367613:0:94091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.367620:0:94091:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc0959f400. 00000100:00000200:2.0:1773674219.367627:0:94091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953473792, portal 10 00000100:00000001:2.0:1773674219.367629:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.367631:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674219.367637:0:94091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.367645:0:94091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.367648:0:94091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.367651:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064550. 00000100:00000200:2.0:1773674219.367655:0:94091:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859825953473792, offset 0 00000400:00000200:2.0:1773674219.367661:0:94091:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.367669:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.367690:0:94091:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.367695:0:94091:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.367699:0:94091:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.367703:0:94091:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.367706:0:94091:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.367711:0:94091:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252825:252825:256:4294967295] 192.168.201.103@tcp LPNI seq info [252793:252793:8:4294967295] 00000400:00000200:2.0:1773674219.367715:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.367725:0:94091:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.367731:0:94091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.367736:0:94091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558900. 00000800:00000200:2.0:1773674219.367743:0:94091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.367752:0:94091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.367756:0:94091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558900 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.368419:0:94091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.368424:0:94091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 324717 usecs (325 jiffies) 00000400:00000200:2.0:1773674219.368428:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.368430:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776748 00000100:00000001:2.0:1773674219.368433:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.368435:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776748 00000100:00000001:2.0:1773674219.368437:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.368438:0:94091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.368440:0:94091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.368442:0:94091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.368444:0:94091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.368445:0:94091:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.368448:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.368449:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773674219.370048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2600. 00000800:00000200:1.0:1773674219.370629:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.370635:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558900. 00000400:00000200:1.0:1773674219.370643:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.370652:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.370659:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064550 00000400:00000010:1.0:1773674219.370662:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064550. 00000100:00000001:1.0:1773674219.370666:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.370674:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.370687:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.370691:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.370700:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.370702:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.379221:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.379243:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.379247:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.379250:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.379260:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.379267:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.379277:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.379282:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.379288:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.379292:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 608 into portal 10 MB=0x69b80794d0500 00000400:00000200:1.0:1773674219.379298:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.379305:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 608/608 into md 0x2c5ae1 [32] + 224 00000800:00000001:1.0:1773674219.379314:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.379325:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.379329:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.379333:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.379341:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.379350:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.379370:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.379419:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.380460:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.380478:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.380485:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674219.381931:0:94091:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.381937:0:94091:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.381942:0:94091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.381959:0:94091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc0959f400 00000400:00000010:2.0:1773674219.381963:0:94091:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc0959f400. 00000100:00000001:2.0:1773674219.381968:0:94091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.381979:0:94091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.381991:0:94091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953473792/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.381998:0:94091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.382001:0:94091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.382003:0:94091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.382018:0:94091:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.382020:0:94091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.382023:0:94091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.382026:0:94091:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.382035:0:94091:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.382040:0:94091:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.382043:0:94091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.382045:0:94091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.382048:0:94091:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.382053:0:94091:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.382056:0:94091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674219.382058:0:94091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1773674219.382060:0:94091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674219.382063:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.382064:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000001:2.0:1773674219.382067:0:94091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.382069:0:94091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.382071:0:94091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.382074:0:94091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.382080:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.382087:0:94091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.382090:0:94091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.382092:0:94091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.382097:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.382105:0:94091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953473792:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674219.382111:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.382114:0:94091:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.382116:0:94091:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.382118:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.382122:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.382128:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.382132:0:94091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.382135:0:94091:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.382137:0:94091:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.382140:0:94091:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.382145:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382148:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382150:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=4 00000020:00000001:2.0:1773674219.382153:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382156:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000040:2.0:1773674219.382162:0:94091:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cfc00, remote cookie: 0x441c89a0128d6b5f, flags: 0x1001 00010000:00010000:2.0:1773674219.382168:0:94091:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674219.382178:0:94091:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773674219.382181:0:94091:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773674219.382193:0:94091:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7a00. 00010000:00000010:2.0:1773674219.382198:0:94091:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3780. 00010000:00000040:2.0:1773674219.382203:0:94091:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7200 count: 0 00010000:00000010:2.0:1773674219.382208:0:94091:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.382216:0:94091:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.382220:0:94091:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.382229:0:94091:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382236:0:94091:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.382240:0:94091:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674219.382242:0:94091:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674219.382244:0:94091:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674219.382245:0:94091:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674219.382248:0:94091:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff98dc043b7a00) refcount = 1 00010000:00010000:2.0:1773674219.382252:0:94091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382259:0:94091:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674219.382263:0:94091:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.382264:0:94091:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.382267:0:94091:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.382270:0:94091:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.382273:0:94091:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382279:0:94091:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.382281:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382283:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.382284:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382286:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.382287:0:94091:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.382292:0:94091:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674219.382294:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382296:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382298:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382300:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382303:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382306:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382308:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382309:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=4 00000020:00000001:2.0:1773674219.382311:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382313:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382316:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.382319:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.382322:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382334:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382335:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.382336:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382338:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382339:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=5 00000020:00000001:2.0:1773674219.382341:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382344:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382346:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.382349:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382355:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382356:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674219.382359:0:94091:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382365:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.382367:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382368:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.382369:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382370:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674219.382375:0:94091:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.382385:0:94091:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674219.382389:0:94091:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.382396:0:94091:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.382399:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382400:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382402:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382404:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382406:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382409:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382410:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.382411:0:94091:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.382414:0:94091:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.382417:0:94091:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674219.382420:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.382421:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000001:2.0:1773674219.382423:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.382424:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00010000:00000001:2.0:1773674219.382426:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382427:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382429:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382431:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382433:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00000002:00010000:2.0:1773674219.382437:0:94091:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.382443:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382445:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.382446:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.382448:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382449:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382451:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382453:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382456:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000040:2.0:1773674219.382459:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:2.0:1773674219.382461:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674219.382465:0:94091:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773674219.382468:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382469:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.382470:0:94091:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.382473:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483758 00000002:00002000:2.0:1773674219.382475:0:94091:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:2.0:1773674219.382491:0:94091:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.382496:0:94091:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.382499:0:94091:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.382502:0:94091:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674219.382505:0:94091:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.382510:0:94091:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:2.0:1773674219.382513:0:94091:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674219.382515:0:94091:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc0437c360 it_disposition 9800037 00000080:00002000:2.0:1773674219.382519:0:94091:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04612e58 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:2.0:1773674219.382525:0:94091:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674219.382528:0:94091:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:2.0:1773674219.382530:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483988 00000080:00200000:2.0:1773674219.382532:0:94091:0:(namei.c:1622:ll_create_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000001:2.0:1773674219.382535:0:94091:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:2.0:1773674219.382538:0:94091:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674219.382543:0:94091:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674219.382545:0:94091:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674219.382549:0:94091:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773674219.382552:0:94091:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773674219.382567:0:94091:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc05951080. 00000020:00000001:2.0:1773674219.382578:0:94091:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773674219.382580:0:94091:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773674219.382583:0:94091:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773674219.382585:0:94091:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00000001:2.0:1773674219.382589:0:94091:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773674219.382592:0:94091:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773674219.382594:0:94091:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088009 mtime from 0 to 1773674219 00000080:00200000:2.0:1773674219.382599:0:94091:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:2.0:1773674219.382601:0:94091:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1773674219.382604:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.382609:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674219.382614:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822400. 00000020:00000010:2.0:1773674219.382618:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.382623:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.382629:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.382635:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.382641:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.382647:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.382651:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.382655:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822600. 00000008:00000010:2.0:1773674219.382658:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.382662:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.382665:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.382669:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674219.382672:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674219.382675:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674219.382679:0:94091:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773674219.382684:0:94091:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc043c2a28. 00000020:00000001:2.0:1773674219.382687:0:94091:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773674219.382689:0:94091:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.382697:0:94091:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773674219.382702:0:94091:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc043c08b8. 00020000:00000001:2.0:1773674219.382704:0:94091:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669464111288 : -113404245440328 : ffff98dc043c08b8) 00020000:00000001:2.0:1773674219.382707:0:94091:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773674219.382709:0:94091:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.382714:0:94091:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669464119976 : -113404245431640 : ffff98dc043c2aa8) 00000020:00001000:2.0:1773674219.382716:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674219.382720:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.382724:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.382728:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.382731:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.382734:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.382737:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.382740:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.382744:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822400. 00000008:00000010:2.0:1773674219.382747:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.382750:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.382754:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.382757:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674219.382759:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822600. 00000020:00000010:2.0:1773674219.382761:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:2.0:1773674219.382796:0:94091:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486723400 : -113404222828216 : ffff98dc05951148) 00010000:00000001:2.0:1773674219.382799:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382801:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382803:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382805:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382808:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00000080:00000001:2.0:1773674219.382811:0:94091:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674219.382813:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.382816:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674219.382819:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822600. 00000020:00000010:2.0:1773674219.382821:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08822400. 00000020:00000010:2.0:1773674219.382824:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.382827:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.382830:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.382832:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.382835:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.382838:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.382840:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822200. 00000008:00000010:2.0:1773674219.382843:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.382845:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.382847:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.382849:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674219.382851:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674219.382853:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674219.382855:0:94091:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674219.382857:0:94091:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:2.0:1773674219.382860:0:94091:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000001:2.0:1773674219.382862:0:94091:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674219.382864:0:94091:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000002:2.0:1773674219.382868:0:94091:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674219.382870:0:94091:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.382872:0:94091:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.382875:0:94091:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674219.382878:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:2.0:1773674219.382881:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:2.0:1773674219.382899:0:94091:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674219.382901:0:94091:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.382904:0:94091:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1773674219.382906:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674219.382908:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08822400. 00000020:00000010:2.0:1773674219.382911:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.382914:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.382916:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.382918:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.382920:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.382923:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.382925:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822600. 00000008:00000010:2.0:1773674219.382927:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.382930:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.382932:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.382935:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674219.382937:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.382939:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:2.0:1773674219.382942:0:94091:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.382944:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382945:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.382947:0:94091:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674219.382950:0:94091:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674219.382952:0:94091:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.382954:0:94091:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00010000:2.0:1773674219.382958:0:94091:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) for lock 0x2f77f561138142de 00800000:00000001:2.0:1773674219.382962:0:94091:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.382963:0:94091:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.382965:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.382966:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.382968:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.382970:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382972:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.382974:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.382975:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.382977:0:94091:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.382978:0:94091:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.382980:0:94091:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773674219.382982:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.382989:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.382996:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383002:0:94091:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.383015:0:94091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00000001:2.0:1773674219.383019:0:94091:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674219.383023:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000100:00000001:2.0:1773674219.383026:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.383030:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.383037:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383040:0:94091:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773674219.383042:0:94091:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383050:0:94091:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674219.383052:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483a60 00000080:00200008:2.0:1773674219.383054:0:94091:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 120501 00000080:00000010:2.0:1773674219.383063:0:94091:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168d040. 00000080:00000010:2.0:1773674219.383069:0:94091:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c85d80. 00000080:00000001:2.0:1773674219.383072:0:94091:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674219.383075:0:94091:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674219.383078:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.383081:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.383083:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.383086:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.383089:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.383091:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.383093:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.383096:0:94091:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674219.383100:0:94091:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414f380. 00000002:00100000:2.0:1773674219.383105:0:94091:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.383113:0:94091:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.383115:0:94091:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674219.383119:0:94091:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674219.383122:0:94091:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383124:0:94091:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.383127:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.383131:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674219.383138:0:94091:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.383142:0:94091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674219.383170:0:94091:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674219.383172:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.383175:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483a60 00000080:00000008:2.0:1773674219.383177:0:94091:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 100101, rc = 0 00000080:00000001:2.0:1773674219.383181:0:94091:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674219.383183:0:94091:0:(dcache.c:176:ll_intent_release()) intent ffff98dc0437c360 released 00000080:00010000:2.0:1773674219.383186:0:94091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142de from it ffff98dc0437c360 00010000:00000001:2.0:1773674219.383188:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.383190:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.383191:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:2.0:1773674219.383194:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.383196:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:2.0:1773674219.383199:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.383202:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.383216:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.383217:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.383219:0:94091:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.383222:0:94091:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.383225:0:94091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.383233:0:94091:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.383236:0:94091:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.383238:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.383424:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.383425:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.383427:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383430:0:94091:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.383432:0:94091:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383434:0:94091:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383438:0:94091:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383440:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.383441:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.383443:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.383445:0:94091:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674219.383447:0:94091:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674219.383449:0:94091:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.383451:0:94091:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.383454:0:94091:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.383455:0:94091:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383458:0:94091:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674219.383460:0:94091:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383462:0:94091:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674219.383464:0:94091:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383466:0:94091:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674219.383468:0:94091:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc0437c360. 00000080:00000001:2.0:1773674219.383471:0:94091:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383475:0:94091:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773674219.383478:0:94091:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148), inode mode 81a4 mask 40 00000080:00000001:2.0:1773674219.383482:0:94091:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.383513:0:94091:0:(file.c:4576:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1773674219.383516:0:94091:0:(file.c:4578:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148) cmd=4008669a arg=16852e0 00000080:00000001:2.0:1773674219.383522:0:94091:0:(file.c:2940:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1773674219.383524:0:94091:0:(llite_lib.c:4175:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1773674219.383529:0:94091:0:(llite_lib.c:4184:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff98dc0414fe40. 00000080:00000001:2.0:1773674219.383532:0:94091:0:(llite_lib.c:4193:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1773674219.383535:0:94091:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1773674219.383537:0:94091:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1773674219.383541:0:94091:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.383546:0:94091:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.383549:0:94091:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.383552:0:94091:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.383554:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483b10 00800000:00000002:2.0:1773674219.383556:0:94091:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.383560:0:94091:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773674219.383561:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.383563:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.383564:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.383566:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.383567:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.383569:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.383571:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.383573:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483a90 00800000:00000002:2.0:1773674219.383576:0:94091:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674219.383580:0:94091:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.383582:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14839c8 00000002:00010000:2.0:1773674219.383584:0:94091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1773674219.383589:0:94091:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674219.383591:0:94091:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773674219.383596:0:94091:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674219.383600:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:2.0:1773674219.383603:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.383605:0:94091:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674219.383609:0:94091:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383611:0:94091:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.383613:0:94091:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.383615:0:94091:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773674219.383618:0:94091:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.383624:0:94091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674219.383628:0:94091:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674219.383863:0:94091:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674219.383865:0:94091:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383868:0:94091:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.383871:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.383874:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.383876:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.383877:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.383880:0:94091:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.383883:0:94091:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.383886:0:94091:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.383892:0:94091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959f400. 00000100:00000001:2.0:1773674219.383899:0:94091:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383902:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.383904:0:94091:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383906:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.383907:0:94091:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.383909:0:94091:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.383915:0:94091:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00010000:00000001:2.0:1773674219.383918:0:94091:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.383921:0:94091:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674219.383925:0:94091:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7e00. 00010000:00000010:2.0:1773674219.383928:0:94091:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.383932:0:94091:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.383935:0:94091:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043ce400. 00000020:00000001:2.0:1773674219.383938:0:94091:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.383940:0:94091:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043ce400 with handle 0x2f77f561138142e5 to hash 00000020:00000001:2.0:1773674219.383942:0:94091:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.383944:0:94091:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.383948:0:94091:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.383951:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.383953:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.383957:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.383965:0:94091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773674219.383977:0:94091:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773674219.383983:0:94091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773674219.383992:0:94091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.383997:0:94091:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.383999:0:94091:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.384017:0:94091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.384020:0:94091:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.384022:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.384024:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674219.384029:0:94091:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.384033:0:94091:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.384035:0:94091:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.384037:0:94091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.384042:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.384049:0:94091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.384052:0:94091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.384055:0:94091:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.384057:0:94091:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.384059:0:94091:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.384063:0:94091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474048:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674219.384067:0:94091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.384072:0:94091:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.384075:0:94091:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.384078:0:94091:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.384172:0:94091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98dc05680000. 02000000:00000001:2.0:1773674219.384176:0:94091:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.384185:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.384189:0:94091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.384197:0:94091:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98dc050c6000. 00000100:00000200:2.0:1773674219.384204:0:94091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859825953474048, portal 10 00000100:00000001:2.0:1773674219.384207:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.384208:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674219.384215:0:94091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.384222:0:94091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.384224:0:94091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.384228:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064aa0. 00000100:00000200:2.0:1773674219.384440:0:94091:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953474048, offset 0 00000400:00000200:2.0:1773674219.384447:0:94091:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.384455:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.384462:0:94091:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.384468:0:94091:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.384473:0:94091:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.384477:0:94091:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.384479:0:94091:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.384484:0:94091:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252826:252826:256:4294967295] 192.168.201.103@tcp LPNI seq info [252794:252794:8:4294967295] 00000400:00000200:2.0:1773674219.384489:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.384498:0:94091:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.384505:0:94091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.384511:0:94091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558f00. 00000800:00000200:2.0:1773674219.384518:0:94091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.384526:0:94091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.384532:0:94091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.384550:0:94091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.384555:0:94091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 324066 usecs (325 jiffies) 00000400:00000200:2.0:1773674219.384559:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.384562:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776764 00000100:00000001:2.0:1773674219.384566:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.384568:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776764 00000100:00000001:2.0:1773674219.384570:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.384572:0:94091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.384575:0:94091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.384578:0:94091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.384580:0:94091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.384582:0:94091:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.384585:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.384587:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.386358:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.386367:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558f00. 00000400:00000200:1.0:1773674219.386375:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.386384:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.386391:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064aa0 00000400:00000010:1.0:1773674219.386394:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064aa0. 00000100:00000001:1.0:1773674219.386399:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.386407:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.386419:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.386424:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.386430:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.386433:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674219.386697:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91c00. 00010000:00000010:2.1:1773674219.386707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2e00. 00010000:00000010:2.1:1773674219.393821:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00000800:00000001:1.0:1773674219.396332:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.396349:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.396353:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.396356:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.396366:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.396373:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.396382:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.396388:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.396396:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.396402:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d27080 00000400:00000200:1.0:1773674219.396411:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 1704 00000800:00000001:1.0:1773674219.396419:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.396428:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.396431:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.396436:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.396443:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773674219.396445:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773674219.396453:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000100:00000040:1.0:1773674219.396457:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc12fb8000 x1859825928663168 msgsize 328 00000100:00100000:1.0:1773674219.396462:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773674219.396593:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.396603:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.396607:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674219.396660:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773674219.396665:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928663168 02000000:00000001:0.0:1773674219.396668:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773674219.396672:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674219.396674:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674219.396679:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674219.396684:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928663168 00000020:00000001:0.0:1773674219.396687:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773674219.396689:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813ae2 00000020:00000001:0.0:1773674219.396691:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674219.396695:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc072fa000 refcount=5 00000020:00000001:0.0:1773674219.396697:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000020:00000001:0.0:1773674219.396700:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669513629696 : -113404195921920 : ffff98dc072fa000) 00000100:00000001:0.0:1773674219.396704:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674219.396710:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1180. 00000100:00000001:0.0:1773674219.396713:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674219.396716:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1180. 00000020:00000010:0.0:1773674219.396721:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f5000. 00000020:00000010:0.0:1773674219.396727:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674219.396732:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc10a954b0. 00000100:00000040:0.0:1773674219.396741:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773674219.396744:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773674219.396746:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773674219.396748:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.396756:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.396848:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674219.396862:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773674219.396864:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773674219.396869:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 42 00000100:00000040:0.0:1773674219.396873:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc072fa000 : new rpc_count 1 00000100:00000001:0.0:1773674219.396875:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:0.0:1773674219.396893:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc12fb8000 x1859825928663168/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:295/0 lens 328/0 e 0 to 0 dl 1773674230 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674219.396903:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674219.396907:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1180. 00000100:00000001:0.0:1773674219.396909:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674219.396911:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1180. 00000100:00100000:0.0:1773674219.396916:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc12fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:20832:x1859825928663168:12345-192.168.201.103@tcp:104: 00000100:00000200:0.0:1773674219.396920:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928663168 00010000:00000001:0.0:1773674219.396922:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773674219.396930:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674219.396932:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674219.396934:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=2 00000020:00000001:0.0:1773674219.396937:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:0.0:1773674219.396939:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:0.0:1773674219.396943:0:81784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674219.396948:0:81784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674219.396953:0:81784:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1773674219.396963:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773674219.396966:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773674219.396971:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc063aa800. 02000000:00000001:0.0:1773674219.396974:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.396977:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.396981:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773674219.396984:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674219.396988:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=125 v=5 (1 1 1 0) 00000100:00000001:0.0:1773674219.396993:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773674219.396996:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773674219.396999:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:0.0:1773674219.397002:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773674219.397036:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.397040:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674219.397044:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674219.397049:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979660. 00000100:00000200:0.0:1773674219.397055:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928663168, offset 224 00000400:00000200:0.0:1773674219.397061:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674219.397068:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.397075:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674219.397081:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252827:252827:256:4294967295] 192.168.201.103@tcp LPNI seq info [252795:252795:8:4294967295] 00000400:00000200:0.0:1773674219.397086:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.397095:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674219.397101:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674219.397106:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674219.397111:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674219.397118:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674219.397123:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674219.397139:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674219.397143:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773674219.397146:0:81784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674219.397150:0:81784:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc06245600. 00010000:00000001:0.0:1773674219.397153:0:81784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674219.397171:0:81784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1773674219.397175:0:81784:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.397176:0:81784:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674219.397179:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674219.397184:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825928663168/t0(0) o104->50b6f219-0167-4a18-8ed7-c655d95343ea@192.168.201.103@tcp:295/0 lens 328/224 e 0 to 0 dl 1773674230 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773674219.397194:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc12fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50b6f219-0167-4a18-8ed7-c655d95343ea+5:20832:x1859825928663168:12345-192.168.201.103@tcp:104: Request processed in 289us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1773674219.397202:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 42 00000100:00000040:0.0:1773674219.397206:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc072fa000 : new rpc_count 0 00000100:00000001:0.0:1773674219.397208:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773674219.397210:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773674219.397214:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674219.397218:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc10a954b0. 00000020:00000010:0.0:1773674219.397221:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f5000. 00000020:00000040:0.0:1773674219.397226:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc072fa000 : new refcount 4 00000100:00000001:0.0:1773674219.397228:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674219.397400:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674219.397403:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.397406:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773674219.397410:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773674219.397412:0:81793:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674219.397417:0:81793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773674219.397427:0:81793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043cfc00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:3.0:1773674219.397430:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773674219.397435:0:81793:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.397443:0:81793:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773674219.397446:0:81793:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773674219.397450:0:81793:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.397456:0:81793:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773674219.397459:0:81793:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674219.397460:0:81793:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.397462:0:81793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.397464:0:81793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cfc00 refcount=3 00000020:00000001:3.0:1773674219.397466:0:81793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:3.0:1773674219.397468:0:81793:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464173568 : -113404245378048 : ffff98dc043cfc00) 00010000:00000001:3.0:1773674219.397471:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674219.397475:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1773674219.397493:0:81793:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674219.397497:0:81793:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773674219.397500:0:81793:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773674219.397503:0:81793:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:3.0:1773674219.397507:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.397510:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.397519:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:3.0:1773674219.397522:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.397527:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.397529:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.397530:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.397532:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:3.0:1773674219.397534:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.397536:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.397538:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.397539:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.397540:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:3.0:1773674219.397542:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.397544:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.397546:0:81793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.397547:0:81793:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.397549:0:81793:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7a00 count: 2 00010000:00000001:3.0:1773674219.397551:0:81793:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.397552:0:81793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.397554:0:81793:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.397558:0:81793:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674219.397560:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.397566:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.397571:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107200. 00000020:00000010:3.0:1773674219.397575:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03106e00. 00000020:00000010:3.0:1773674219.397579:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.397585:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.397590:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.397595:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.397603:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.397607:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.397609:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107c00. 00000008:00000010:3.0:1773674219.397624:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.397628:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.397631:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.397635:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.397638:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.397640:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.397642:0:81793:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773674219.397646:0:81793:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x9:0x0]: losing layout lock 00000080:00000001:3.0:1773674219.397649:0:81793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773674219.397652:0:81793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773674219.397655:0:81793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674219.397658:0:81793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674219.397660:0:81793:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773674219.397662:0:81793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.397664:0:81793:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674219.397666:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.397669:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03106e00. 00000020:00000010:3.0:1773674219.397674:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.397677:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.397681:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.397684:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.397687:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.397691:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.397694:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107200. 00000008:00000010:3.0:1773674219.397698:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.397701:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.397704:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.397707:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.397709:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.397711:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.397714:0:81793:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.397717:0:81793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773674219.397719:0:81793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff98dc05951148) invalid 00000020:00000001:3.0:1773674219.397724:0:81793:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc2537c40 00000080:00002000:3.0:1773674219.397726:0:81793:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff98dc04612e58) parent ffff98dc10e90a20 inode ffff98dc05951148 refc 1 00000080:00000001:3.0:1773674219.397731:0:81793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773674219.397733:0:81793:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773674219.397735:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.397738:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674219.397742:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674219.397744:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674219.397746:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.397748:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674219.397751:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cfc00 with handle 0x2f77f561138142de from hash 00010000:00000001:3.0:1773674219.397753:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674219.397755:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.397757:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.397758:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674219.397760:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674219.397762:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773674219.397790:0:81793:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.397795:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.397796:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.397798:0:81793:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.397800:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674219.397803:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674219.397808:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674219.397812:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674219.397817:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.397819:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.397825:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.397831:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107c00. 00000100:00000001:3.0:1773674219.397836:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.397839:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674219.397843:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773674219.397850:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674219.397852:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.397857:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.397861:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.397869:0:81793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073671b33] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773674219.397911:0:81793:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.397914:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.397915:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.397917:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.397919:0:81793:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.397921:0:81793:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.397924:0:81793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.397931:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674219.397934:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cfc00/0x2f77f561138142de lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x441c89a0128d6b5f expref: -99 pid: 94091 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1773674219.397942:0:81793:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7a00 count: 0 00010000:00000010:3.0:1773674219.397948:0:81793:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3780. 00010000:00000001:3.0:1773674219.397958:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.397959:0:81793:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773674219.397962:0:81793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc06245600. 00010000:00000001:3.0:1773674219.397965:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.397968:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674219.397969:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.397971:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674219.397973:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674219.397974:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.397976:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674219.397978:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674219.397979:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.397981:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674219.397989:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674219.397992:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674219.397994:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.397999:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.398001:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.398003:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674219.398015:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674219.398017:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.398023:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.398032:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.398034:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.398038:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.398041:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.398044:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.398047:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953474176:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674219.398052:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.398057:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.398060:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.398063:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.398068:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc03107200. 02000000:00000001:3.0:1773674219.398070:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.398076:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.398080:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674219.398086:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674219.398093:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953474176, portal 18 00000100:00000001:3.0:1773674219.398095:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.398097:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674219.398104:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.398111:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.398114:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.398116:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565f68. 00000100:00000200:3.0:1773674219.398120:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953474176, offset 0 00000400:00000200:3.0:1773674219.398125:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.398131:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.398136:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.398141:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.398145:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.398149:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.398152:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.398155:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252828:252828:255:4294967295] 192.168.201.103@tcp LPNI seq info [252796:252796:7:4294967295] 00000400:00000200:3.0:1773674219.398159:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.398166:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.398171:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674219.398177:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81600. 00000800:00000200:3.0:1773674219.398182:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674219.398189:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674219.398192:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773674219.398196:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.398201:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 324066 usecs (325 jiffies) 00000400:00000200:3.0:1773674219.398205:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.398209:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776777 00000100:00000001:3.0:1773674219.398212:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.398216:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776777 00000100:00000001:3.0:1773674219.398219:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.398222:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.398224:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.398227:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.398229:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.399187:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674219.399194:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.399841:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.399847:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674219.399855:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.399864:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.399871:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979660 00000400:00000010:1.0:1773674219.399874:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979660. 00000100:00000001:1.0:1773674219.399979:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674219.399982:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1773674219.400388:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.400392:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81600. 00000400:00000200:1.0:1773674219.400395:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.400400:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.400404:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565f68 00000400:00000010:1.0:1773674219.400406:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565f68. 00000100:00000001:1.0:1773674219.400409:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.400418:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674219.400430:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.400434:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674219.400442:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.400443:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773674219.403843:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7a00. 00010000:00000010:3.1:1773674219.403859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cfc00. 00000800:00000001:1.0:1773674219.407655:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.407679:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.407684:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.407687:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.407697:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.407704:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.407715:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.407721:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.407727:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.407732:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794d0680 00000400:00000200:1.0:1773674219.407737:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.407744:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5af9 [1] + 224 00000800:00000001:1.0:1773674219.407753:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.407779:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.407784:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.407789:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.407796:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.407805:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674219.407818:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.407899:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674219.407905:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.407925:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.407945:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.407951:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674219.408146:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.408149:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.408153:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674219.408159:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:3.0:1773674219.408161:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:3.0:1773674219.408164:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.408170:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674219.408181:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.408189:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.408191:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.408193:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.408197:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.408199:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.408201:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.408205:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.408215:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=275 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674219.408218:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.408220:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.408222:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.408224:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.408227:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.408230:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.408232:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.408233:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.408236:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.408239:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.408245:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.408247:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.408249:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.408252:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674219.408257:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953474176:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674219.408260:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.408262:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.408264:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953474176/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674219.408269:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674219.408271:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674219.408273:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc03107200. 02000000:00000001:3.0:1773674219.408277:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674219.408279:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674219.408280:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674219.408282:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674219.408284:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107c00. 02000000:00000001:3.0:1773674219.408286:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674219.408288:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674219.408289:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:3.0:1773674219.408291:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674219.408292:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.408294:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.408300:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.408301:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.408303:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674219.408305:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674219.413158:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.413396:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.413401:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.413406:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.413416:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.413424:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.413433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.413438:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.413444:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.413448:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d0600 00000400:00000200:1.0:1773674219.413454:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.413460:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5ae9 [64] + 224 00000800:00000001:1.0:1773674219.413469:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.413504:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.413508:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.413514:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.413522:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.413533:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.413544:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.413570:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.413580:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.413583:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.414239:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.414248:0:94091:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.414251:0:94091:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.414254:0:94091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.414260:0:94091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc050c6000 00000400:00000010:2.0:1773674219.414263:0:94091:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff98dc050c6000. 00000100:00000001:2.0:1773674219.414267:0:94091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.414273:0:94091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.414283:0:94091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.414290:0:94091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.414292:0:94091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.414295:0:94091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.414298:0:94091:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.414301:0:94091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.414303:0:94091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.414307:0:94091:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.414317:0:94091:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.414322:0:94091:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.414325:0:94091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773674219.414329:0:94091:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98dc0428b480 x1859825953474048/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.414337:0:94091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674219.414340:0:94091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674219.414342:0:94091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674219.414343:0:94091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674219.414346:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.414347:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674219.414351:0:94091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.414353:0:94091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.414355:0:94091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.414358:0:94091:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773674219.414363:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.414370:0:94091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773674219.414373:0:94091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.414375:0:94091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.414379:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.414389:0:94091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474048:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674219.414394:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.414396:0:94091:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773674219.414399:0:94091:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.414401:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.414404:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.414410:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.414413:0:94091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.414416:0:94091:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.414418:0:94091:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773674219.414422:0:94091:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.414427:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.414430:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.414433:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=4 00000020:00000001:2.0:1773674219.414435:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.414438:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00010000:2.0:1773674219.414443:0:94091:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414454:0:94091:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773674219.414458:0:94091:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414464:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.414466:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414472:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.414473:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674219.414476:0:94091:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414481:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.414485:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.414488:0:94091:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773674219.414490:0:94091:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.414496:0:94091:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc043ce400 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:2.0:1773674219.414499:0:94091:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773674219.414503:0:94091:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414512:0:94091:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773674219.414514:0:94091:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773674219.414517:0:94091:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414522:0:94091:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773674219.414524:0:94091:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674219.414525:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.414526:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.414528:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=5 00000020:00000001:2.0:1773674219.414530:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.414532:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.414535:0:94091:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674219.414537:0:94091:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773674219.414543:0:94091:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674219.414545:0:94091:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.414547:0:94091:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773674219.414549:0:94091:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674219.414552:0:94091:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674219.414553:0:94091:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674219.414555:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.414556:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773674219.414559:0:94091:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043ce400 with handle 0x2f77f561138142e5 from hash 00010000:00000001:2.0:1773674219.414561:0:94091:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674219.414562:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.414563:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.414565:0:94091:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674219.414566:0:94091:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674219.414568:0:94091:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773674219.414571:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.414573:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.414575:0:94091:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.414577:0:94091:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.414580:0:94091:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.414585:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.414586:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.414588:0:94091:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773674219.414589:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.414590:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.414592:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.414593:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674219.414595:0:94091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674219.414603:0:94091:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7e00 count: 0 00010000:00000010:2.0:1773674219.414611:0:94091:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.414622:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.414624:0:94091:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773674219.415537:0:94091:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773674219.415549:0:94091:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.415561:0:94091:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674219.415566:0:94091:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.415573:0:94091:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.415581:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674219.415583:0:94091:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.415586:0:94091:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.415588:0:94091:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.415592:0:94091:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674219.415595:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.415597:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00010000:00000001:2.0:1773674219.415599:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773674219.415601:0:94091:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.415603:0:94091:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.415607:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483948 00000002:00002000:2.0:1773674219.415609:0:94091:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:2.0:1773674219.415612:0:94091:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.415617:0:94091:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.415620:0:94091:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.415623:0:94091:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674219.416138:0:94091:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.416142:0:94091:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674219.416146:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.416153:0:94091:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674219.416160:0:94091:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674219.416164:0:94091:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773674219.416168:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.417369:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.417378:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.417384:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674219.417389:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.417396:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.417402:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.417406:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.417413:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.417417:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.417420:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106e00. 00000008:00000010:3.0:1773674219.417424:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.417428:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.417431:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.417435:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.417438:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.417441:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.417444:0:94091:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674219.417447:0:94091:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674219.417450:0:94091:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674219.417456:0:94091:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc11916300. 00020000:00000010:3.0:1773674219.417459:0:94091:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc07fe7800. 00020000:00000010:3.0:1773674219.417463:0:94091:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc119166c0. 00020000:00000001:3.0:1773674219.417466:0:94091:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669687809728 : -113404021741888 : ffff98dc119166c0) 00020000:00000002:3.0:1773674219.417470:0:94091:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc119166c0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674219.417548:0:94091:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674219.417552:0:94091:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7800: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674219.417556:0:94091:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000001:3.0:1773674219.417559:0:94091:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:3.0:1773674219.417561:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.417565:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24ea0. 00000020:00000010:3.0:1773674219.417569:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.417573:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107a00. 00000020:00000010:3.0:1773674219.417576:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916840. 00000008:00000010:3.0:1773674219.417579:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674219.417583:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f840. 00008000:00000010:3.0:1773674219.417586:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674219.417589:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674219.417592:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674219.417595:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.417597:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674219.417600:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674219.417602:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674219.417605:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20690. 00000020:00000001:3.0:1773674219.417607:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541068456 : -113404168483160 : ffff98dc08d24ea8) 00000020:00001000:3.0:1773674219.417609:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24ea0 00020000:00000002:3.0:1773674219.417611:0:94091:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x9:0x0] from EMPTY to COMPOSITE 00000020:00000001:3.0:1773674219.417614:0:94091:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:3.0:1773674219.417616:0:94091:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:3.0:1773674219.417618:0:94091:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674219.417619:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.417621:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24510. 00000020:00000010:3.0:1773674219.417624:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107600. 00000020:00000010:3.0:1773674219.418568:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03106a00. 00000020:00000010:3.0:1773674219.418575:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.418580:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674219.418583:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f600. 00008000:00000010:3.0:1773674219.418587:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d01c40. 00000080:00000010:3.0:1773674219.419601:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674219.419606:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2fe8. 00000020:00000010:3.0:1773674219.419612:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc20bb3600. 00000008:00000010:3.0:1773674219.419617:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b760. 00020000:00000010:3.0:1773674219.419620:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097db00. 00008000:00000010:3.0:1773674219.419623:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21648. 00000080:00000010:3.0:1773674219.420423:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20b40. 00000020:00000001:3.0:1773674219.420429:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541066008 : -113404168485608 : ffff98dc08d24518) 00000020:00001000:3.0:1773674219.420433:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24510 00000020:00000001:3.0:1773674219.420437:0:94091:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.420440:0:94091:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674219.420442:0:94091:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674219.420444:0:94091:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674219.420447:0:94091:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.420450:0:94091:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674219.420452:0:94091:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.420455:0:94091:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc07fb3048 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773674219.420458:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner ffff98dc01224f80/ffff98dc01224f80 00020000:00000001:3.0:1773674219.420461:0:94091:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1773674219.420463:0:94091:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1773674219.420465:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner ffff98dc01224f80/ffff98dc01224f80 00000020:00000001:3.0:1773674219.420467:0:94091:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674219.420469:0:94091:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1773674219.420471:0:94091:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674219.420473:0:94091:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674219.420476:0:94091:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674219.420561:0:94091:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674219.420565:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24510 00000020:00000010:3.0:1773674219.420569:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03106a00. 00000020:00000010:3.0:1773674219.420577:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.420582:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674219.420587:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f600. 00008000:00000010:3.0:1773674219.420590:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d01c40. 00000080:00000010:3.0:1773674219.420594:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674219.420597:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2fe8. 00000020:00000010:3.0:1773674219.420600:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107600. 00000008:00000010:3.0:1773674219.420604:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b760. 00020000:00000010:3.0:1773674219.420607:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097db00. 00008000:00000010:3.0:1773674219.420610:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21648. 00000080:00000010:3.0:1773674219.420613:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20b40. 00000020:00000010:3.0:1773674219.420616:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc20bb3600. 00000020:00000010:3.0:1773674219.420619:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24510. 00000080:00000001:3.0:1773674219.420622:0:94091:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.425055:0:94091:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.425065:0:94091:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.425069:0:94091:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:3.0:1773674219.425071:0:94091:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.425076:0:94091:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x9:0x0]Apply new layout lov ffff98dc043c08b8, type 2 00020000:00000001:3.0:1773674219.425080:0:94091:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1773674219.425084:0:94091:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc119166c0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674219.425089:0:94091:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674219.425093:0:94091:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7800: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000010:3.0:1773674219.425103:0:94091:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc05225db0. 00020000:00000010:3.0:1773674219.425108:0:94091:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc07a16600. 00020000:00000001:3.0:1773674219.425112:0:94091:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1773674219.425115:0:94091:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc052436d8. 00020000:00000001:3.0:1773674219.425121:0:94091:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1773674219.425123:0:94091:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:3.0:1773674219.425131:0:94091:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1773674219.425135:0:94091:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc066b8c80. 00000020:00000001:3.0:1773674219.425138:0:94091:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773674219.425140:0:94091:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.425143:0:94091:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669500779776 : -113404208771840 : ffff98dc066b8d00) 00020000:00000001:3.0:1773674219.425326:0:94091:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1773674219.425330:0:94091:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc086fafc0. 00020000:00000001:3.0:1773674219.425334:0:94091:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.425339:0:94091:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669500779776 : -113404208771840 : ffff98dc066b8d00) 00020000:00000001:3.0:1773674219.425342:0:94091:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669500779776 : -113404208771840 : ffff98dc066b8d00) 00020000:00000002:3.0:1773674219.425345:0:94091:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x23ad:0x0]@ffff98dc066b8c80[0:0] -> [0x20000bf89:0x9:0x0]@ffff98dc043c2a28: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000001:3.0:1773674219.425351:0:94091:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1773674219.425354:0:94091:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:3.0:1773674219.425356:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24ea0 00000020:00000010:3.0:1773674219.425361:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107a00. 00000020:00000010:3.0:1773674219.425368:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916840. 00000008:00000010:3.0:1773674219.425373:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674219.425379:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f840. 00008000:00000010:3.0:1773674219.425384:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674219.425389:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674219.425393:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674219.425397:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106600. 00000008:00000010:3.0:1773674219.425401:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674219.425405:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674219.425408:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674219.425411:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20690. 00000020:00000010:3.0:1773674219.425414:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.425416:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24ea0. 00020000:00000001:3.0:1773674219.425418:0:94091:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.425420:0:94091:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:3.0:1773674219.425422:0:94091:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000002:3.0:1773674219.425426:0:94091:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674219.425429:0:94091:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.425431:0:94091:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674219.425434:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.425436:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107200. 00000020:00000010:3.0:1773674219.425438:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.425441:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.425443:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.425446:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.425448:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.425450:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.425452:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107c00. 00000008:00000010:3.0:1773674219.425454:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.425457:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.425459:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.425462:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.425464:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106e00. 00000020:00000010:3.0:1773674219.425466:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.425473:0:94091:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:3.0:1773674219.425476:0:94091:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:3.0:1773674219.425481:0:94091:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:3.0:1773674219.425484:0:94091:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674219.425489:0:94091:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773674219.425491:0:94091:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.425495:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.425507:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.425516:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.425519:0:94091:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.425522:0:94091:0:(file.c:3131:ll_release_openhandle()) Process entered 00000080:00000010:3.0:1773674219.425527:0:94091:0:(file.c:3144:ll_release_openhandle()) kmalloced '(och)': 56 at ffff98dc07345980. 00800000:00000001:3.0:1773674219.425533:0:94091:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1773674219.425536:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.425538:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.425541:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.425544:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.425546:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.425548:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.425550:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.425554:0:94091:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773674219.425558:0:94091:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc07355d80. 00000002:00100000:3.0:1773674219.425562:0:94091:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.425808:0:94091:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.425810:0:94091:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.425813:0:94091:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773674219.425818:0:94091:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc20bb3600. 00000080:00000001:3.0:1773674219.425820:0:94091:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773674219.425825:0:94091:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773674219.425828:0:94091:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773674219.425830:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.425831:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.425832:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.425834:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.425836:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.425837:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.425839:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.425841:0:94091:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:3.0:1773674219.425844:0:94091:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773674219.425846:0:94091:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:3.0:1773674219.425852:0:94091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4000. 00000020:00000040:3.0:1773674219.425857:0:94091:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674219.425861:0:94091:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.425864:0:94091:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.425869:0:94091:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.425877:0:94091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03106e00. 00000100:00000001:3.0:1773674219.425885:0:94091:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773674219.425894:0:94091:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773674219.425904:0:94091:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773674219.425909:0:94091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773674219.425917:0:94091:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674219.425919:0:94091:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674219.425926:0:94091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16240. 00000100:00000001:3.0:1773674219.425928:0:94091:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521084992 : -113404188466624 : ffff98dc07a16240) 00000100:00000001:3.0:1773674219.425931:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.425932:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000001:3.0:1773674219.425937:0:94091:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.425941:0:94091:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.425943:0:94091:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674219.425944:0:94091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.425948:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.425956:0:94091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.425958:0:94091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.425962:0:94091:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.425964:0:94091:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.425967:0:94091:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.425970:0:94091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474432:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674219.425974:0:94091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.425979:0:94091:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.425982:0:94091:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.425985:0:94091:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.425989:0:94091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729e400. 02000000:00000001:3.0:1773674219.425991:0:94091:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.426000:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.426016:0:94091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674219.426024:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674219.426031:0:94091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953474432, portal 10 00000100:00000001:3.0:1773674219.426034:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.426035:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000040:3.0:1773674219.426042:0:94091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.426050:0:94091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.426053:0:94091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.426056:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565770. 00000100:00000200:3.0:1773674219.426060:0:94091:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953474432, offset 0 00000400:00000200:3.0:1773674219.426067:0:94091:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.426075:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.426083:0:94091:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.426087:0:94091:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.426091:0:94091:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.426095:0:94091:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.426097:0:94091:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.426100:0:94091:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252829:252829:256:4294967295] 192.168.201.103@tcp LPNI seq info [252797:252797:8:4294967295] 00000400:00000200:3.0:1773674219.426105:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.426115:0:94091:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.426121:0:94091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674219.426126:0:94091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81400. 00000800:00000200:3.0:1773674219.426133:0:94091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674219.426141:0:94091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674219.426145:0:94091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773674219.426167:0:94091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.426172:0:94091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 322800 usecs (323 jiffies) 00000400:00000200:3.0:1773674219.426176:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.426178:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776803 00000100:00000001:3.0:1773674219.426182:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.426184:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776803 00000100:00000001:3.0:1773674219.426187:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.426189:0:94091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.426192:0:94091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.426195:0:94091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.426196:0:94091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674219.426199:0:94091:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16240 going to sleep for 11 seconds 00000100:00000001:3.0:1773674219.426201:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674219.426204:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.427379:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.427387:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81400. 00000400:00000200:1.0:1773674219.427392:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.427400:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.427406:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565770 00000400:00000010:1.0:1773674219.427410:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565770. 00000100:00000001:1.0:1773674219.427414:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.427421:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.427438:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.427442:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.427450:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.427452:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.442466:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.442487:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.442491:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.442494:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.442563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.442572:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.442581:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.442587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.442592:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.442597:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d0780 00000400:00000200:1.0:1773674219.442602:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.442608:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5b01 [1] + 224 00000800:00000001:1.0:1773674219.442618:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.1:1773674219.443029:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:2.1:1773674219.443039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00000800:00000001:1.0:1773674219.443589:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.443594:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.443600:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.443609:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.443617:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.443971:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444056:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.444077:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.444089:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.444094:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674219.444140:0:94091:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.444143:0:94091:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.444148:0:94091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:3.0:1773674219.444153:0:94091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:3.0:1773674219.444155:0:94091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:3.0:1773674219.444158:0:94091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.444164:0:94091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.444174:0:94091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4000 x1859825953474432/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444180:0:94091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.444182:0:94091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.444185:0:94091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.444188:0:94091:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.444191:0:94091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.444193:0:94091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.444196:0:94091:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.444206:0:94091:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674219.444210:0:94091:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.444214:0:94091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.444216:0:94091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.444219:0:94091:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.444223:0:94091:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.444226:0:94091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674219.444228:0:94091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674219.444230:0:94091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674219.444233:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.444235:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000100:00000001:3.0:1773674219.444238:0:94091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.444240:0:94091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.444242:0:94091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.444245:0:94091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.444250:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444258:0:94091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.444261:0:94091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.444263:0:94091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.444267:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.444276:0:94091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4000 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474432:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674219.444281:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.444284:0:94091:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.444286:0:94091:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.444288:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.444292:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444299:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.444302:0:94091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16240. 00000100:00000001:3.0:1773674219.444306:0:94091:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.444308:0:94091:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.444315:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.444317:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527236608 : -113404182315008 : ffff98dc07ff4000) 00000002:00000001:3.0:1773674219.444321:0:94091:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.444324:0:94091:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.444331:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc20bb3600. 00000080:00000001:3.0:1773674219.444337:0:94091:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773674219.444340:0:94091:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773674219.444343:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.444346:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.444348:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.444351:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.444353:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.444355:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.444358:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.444362:0:94091:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773674219.444368:0:94091:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.444377:0:94091:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.444379:0:94091:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.444381:0:94091:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc07345980. 00000100:00000001:3.0:1773674219.444385:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.444389:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444395:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.444397:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.444401:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.444407:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.444409:0:94091:0:(file.c:3159:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.444414:0:94091:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773674219.444415:0:94091:0:(dcache.c:176:ll_intent_release()) intent ffffbabdc1483c90 released 00000080:00000001:3.0:1773674219.444417:0:94091:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773674219.444419:0:94091:0:(file.c:2729:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.444423:0:94091:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674219.444426:0:94091:0:(file.c:6048:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1773674219.444428:0:94091:0:(file.c:6050:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.444431:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.444432:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.444434:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.444435:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.444437:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.444439:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.444441:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.444444:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.444447:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674219.444453:0:94091:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.444455:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.444457:0:94091:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:3.0:1773674219.444459:0:94091:0:(file.c:6055:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.444462:0:94091:0:(file.c:6958:ll_layout_intent()) Process entered 00000080:00000010:3.0:1773674219.444468:0:94091:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc03107c00. 00000080:00010000:3.0:1773674219.444474:0:94091:0:(file.c:6976:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00000001:3.0:1773674219.444478:0:94091:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674219.444481:0:94091:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.444485:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483b18 00800000:00000002:3.0:1773674219.444488:0:94091:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x9:0x0] '' on [0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.444492:0:94091:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674219.444494:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.444495:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.444496:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.444498:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.444499:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.444501:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.445153:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.445156:0:94091:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x9:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674219.445161:0:94091:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.445164:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc14839e8 00000002:00010000:3.0:1773674219.445167:0:94091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x20000bf89:0x9:0x0], intent: layout flags 0 00000002:00000001:3.0:1773674219.445172:0:94091:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674219.445174:0:94091:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1773674219.445181:0:94091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674219.445185:0:94091:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:3.0:1773674219.445192:0:94091:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674219.445196:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.445203:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.445205:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.445206:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.445210:0:94091:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.445212:0:94091:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.446155:0:94091:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.446167:0:94091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107200. 00000100:00000001:3.0:1773674219.446175:0:94091:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.446181:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674219.446184:0:94091:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.446185:0:94091:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674219.446186:0:94091:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.446189:0:94091:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.446194:0:94091:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00010000:00000001:3.0:1773674219.446198:0:94091:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674219.446200:0:94091:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773674219.446207:0:94091:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dabc00. 00010000:00000010:3.0:1773674219.446213:0:94091:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8400. 00010000:00000001:3.0:1773674219.446217:0:94091:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674219.446220:0:94091:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869b800. 00000020:00000001:3.0:1773674219.446225:0:94091:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674219.446227:0:94091:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869b800 with handle 0x2f77f561138142ec to hash 00000020:00000001:3.0:1773674219.446230:0:94091:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674219.446231:0:94091:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.446235:0:94091:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.446240:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.446242:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.446247:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.446257:0:94091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.446479:0:94091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94091 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674219.446486:0:94091:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674219.446488:0:94091:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674219.446494:0:94091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16240. 00000100:00000001:3.0:1773674219.446496:0:94091:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521084992 : -113404188466624 : ffff98dc07a16240) 00000100:00000001:3.0:1773674219.446499:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.446500:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000001:3.0:1773674219.446504:0:94091:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.446509:0:94091:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.446511:0:94091:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674219.446513:0:94091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.446523:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.446533:0:94091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.446535:0:94091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.446539:0:94091:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.446542:0:94091:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.446545:0:94091:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.446549:0:94091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474560:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773674219.446553:0:94091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.446558:0:94091:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.446560:0:94091:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.446563:0:94091:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.446568:0:94091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f800. 02000000:00000001:3.0:1773674219.446570:0:94091:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.446579:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.446583:0:94091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60fdc0. 00000400:00000010:3.0:1773674219.446590:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565d48. 00000100:00000200:3.0:1773674219.446597:0:94091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953474560, portal 10 00000100:00000001:3.0:1773674219.446599:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.446602:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:3.0:1773674219.446607:0:94091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.446615:0:94091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.446618:0:94091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.446621:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565990. 00000100:00000200:3.0:1773674219.446624:0:94091:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859825953474560, offset 0 00000400:00000200:3.0:1773674219.447061:0:94091:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.447071:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.447079:0:94091:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.447083:0:94091:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.447087:0:94091:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.447091:0:94091:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.447094:0:94091:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.447098:0:94091:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252830:252830:256:4294967295] 192.168.201.103@tcp LPNI seq info [252798:252798:8:4294967295] 00000400:00000200:3.0:1773674219.447103:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.447114:0:94091:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.447120:0:94091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.447260:0:94091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558c00. 00000800:00000200:2.0:1773674219.447445:0:94091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.447453:0:94091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.447457:0:94091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558c00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.447529:0:94091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.447534:0:94091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 322166 usecs (323 jiffies) 00000400:00000200:2.0:1773674219.447539:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.447542:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776825 00000100:00000001:2.0:1773674219.447546:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.447548:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776825 00000100:00000001:2.0:1773674219.447550:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.447552:0:94091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.447555:0:94091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.447557:0:94091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.447559:0:94091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.447562:0:94091:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16240 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.447565:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.447567:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.448278:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.448284:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558c00. 00000400:00000200:1.0:1773674219.448293:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.448300:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.448306:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565990 00000400:00000010:1.0:1773674219.448309:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565990. 00000100:00000001:1.0:1773674219.448312:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.448318:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.448328:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.448331:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.448338:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.448340:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.466754:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.466805:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.466809:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.466812:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.466823:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.466832:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.466843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.466848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.466853:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.466857:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 10 MB=0x69b80794d0800 00000400:00000200:1.0:1773674219.466862:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.466869:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5b09 [1] + 224 00000800:00000001:1.0:1773674219.466878:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.466886:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.466889:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.466894:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.466901:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.466911:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.466944:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.467029:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.468191:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.468209:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.468215:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674219.468797:0:94091:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.468801:0:94091:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.468805:0:94091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60fdc0. 00000400:00000200:2.0:1773674219.468811:0:94091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565d48 00000400:00000010:2.0:1773674219.468814:0:94091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565d48. 00000100:00000001:2.0:1773674219.468818:0:94091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.468830:0:94091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.468842:0:94091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.468849:0:94091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.468852:0:94091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.468855:0:94091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.468858:0:94091:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.468861:0:94091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.468863:0:94091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.468866:0:94091:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.468876:0:94091:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.468881:0:94091:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.468884:0:94091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.468886:0:94091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.468889:0:94091:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.468893:0:94091:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.468897:0:94091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.468900:0:94091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.468902:0:94091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.468905:0:94091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.468911:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.468918:0:94091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.468922:0:94091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.468924:0:94091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.468928:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.468956:0:94091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474560:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674219.468961:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.468964:0:94091:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.468966:0:94091:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.468968:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.468972:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.468979:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.468982:0:94091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16240. 00000100:00000001:2.0:1773674219.468986:0:94091:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.468988:0:94091:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.468991:0:94091:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.468994:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.468997:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.469000:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=4 00000020:00000001:2.0:1773674219.469003:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469015:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000040:2.0:1773674219.469022:0:94091:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869b800, remote cookie: 0x441c89a0128d6b82, flags: 0x1000 00010000:00000001:2.0:1773674219.469025:0:94091:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.469029:0:94091:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674219.469031:0:94091:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674219.469033:0:94091:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674219.469034:0:94091:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674219.469037:0:94091:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff98dc02dabc00) refcount = 1 00010000:00010000:2.0:1773674219.469043:0:94091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.469053:0:94091:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674219.469057:0:94091:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.469058:0:94091:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.469070:0:94091:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.469073:0:94091:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.469076:0:94091:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.469083:0:94091:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.469084:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469086:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.469087:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469088:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.469089:0:94091:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.469094:0:94091:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674219.469095:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.469096:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.469098:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.469100:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469103:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469105:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469106:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674219.469111:0:94091:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1773674219.469120:0:94091:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff98dc07f29800: layout return lvb 56 transno 0 00010000:00000001:2.0:1773674219.469123:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.469124:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.469125:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.469127:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469129:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00000002:00010000:2.0:1773674219.469133:0:94091:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773674219.469366:0:94091:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc02c85280. 00010000:00000001:2.0:1773674219.469370:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469371:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.469372:0:94091:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.469375:0:94091:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.469378:0:94091:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674219.469379:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.469381:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.469382:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.469384:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469385:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00000002:00010000:2.0:1773674219.469389:0:94091:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.469395:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469396:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.469398:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.469399:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.469400:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.469402:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.469404:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.469406:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000040:2.0:1773674219.469413:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 2 00010000:00000001:2.0:1773674219.469416:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674219.469420:0:94091:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 16 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773674219.469423:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.469424:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.469425:0:94091:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.469428:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483968 00000002:00002000:2.0:1773674219.469431:0:94091:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:2.0:1773674219.469433:0:94091:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.469437:0:94091:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.469440:0:94091:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.469443:0:94091:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x9:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674219.469446:0:94091:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.469449:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.469453:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953474560/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.469465:0:94091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674219.469468:0:94091:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.469472:0:94091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f800. 02000000:00000001:2.0:1773674219.470083:0:94091:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674219.470087:0:94091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.470089:0:94091:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.470092:0:94091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.470095:0:94091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107200. 02000000:00000001:2.0:1773674219.470101:0:94091:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.470102:0:94091:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.470104:0:94091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:2.0:1773674219.470108:0:94091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.470109:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1773674219.470114:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03107c00. 00000080:00010000:2.0:1773674219.470118:0:94091:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) for lock 0x2f77f561138142ec 00800000:00000001:2.0:1773674219.470124:0:94091:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.470126:0:94091:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.470128:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.470129:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.470131:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.470133:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.470136:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.470138:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.470139:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.470141:0:94091:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.470143:0:94091:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.470145:0:94091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142ec from it ffffbabdc1483c38 00010000:00000001:2.0:1773674219.470148:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.470149:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.470150:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:2.0:1773674219.470152:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.470154:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.470156:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.470160:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.470170:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.470171:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.470172:0:94091:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.470175:0:94091:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.470177:0:94091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.470184:0:94091:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.470187:0:94091:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.470189:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.470192:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.470193:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.470195:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.470198:0:94091:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.470200:0:94091:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.470202:0:94091:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.470205:0:94091:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.470207:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.470208:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.470209:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.470211:0:94091:0:(file.c:6992:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.470214:0:94091:0:(file.c:6048:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1773674219.470215:0:94091:0:(file.c:6050:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.470220:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.470222:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.470225:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.470227:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.470229:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.470232:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.470234:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.470495:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.470498:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.470502:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 2 00010000:00000001:3.0:1773674219.470505:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.470509:0:94091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.470513:0:94091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.470516:0:94091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674219.470525:0:94091:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.470530:0:94091:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.470533:0:94091:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674219.470546:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1773674219.470548:0:94091:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 16 00000080:00000001:3.0:1773674219.470551:0:94091:0:(file.c:6055:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1773674219.470554:0:94091:0:(file.c:6849:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1773674219.470555:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.470557:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.470558:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:3.0:1773674219.470560:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.470563:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00000080:00010000:3.0:1773674219.470567:0:94091:0:(file.c:6859:ll_layout_lock_set()) ### file [0x20000bf89:0x9:0x0](00000000499accd4) being reconfigured ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1773674219.470576:0:94091:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674219.470578:0:94091:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674219.470579:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.470580:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.470582:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=4 00000020:00000001:3.0:1773674219.470584:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.470586:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.470588:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.470590:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.470591:0:94091:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.470592:0:94091:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.470595:0:94091:0:(file.c:6774:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1773674219.470597:0:94091:0:(file.c:6777:ll_layout_fetch()) [0x20000bf89:0x9:0x0] LVB_READY=0 l_lvb_data=ffff98dc02c85280 l_lvb_len=56 00000080:00000001:3.0:1773674219.470599:0:94091:0:(file.c:6780:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.470601:0:94091:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674219.470603:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.470609:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.470614:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.470620:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.470625:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.470633:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.470638:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.470643:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.470649:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.470652:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.470656:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000008:00000010:3.0:1773674219.470660:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.470664:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.470667:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.470671:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.470674:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.470676:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.470679:0:94091:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674219.470683:0:94091:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674219.470686:0:94091:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674219.470691:0:94091:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc11916840. 00020000:00000010:3.0:1773674219.470695:0:94091:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.470700:0:94091:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc11916240. 00020000:00000001:3.0:1773674219.470703:0:94091:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669687808576 : -113404021743040 : ffff98dc11916240) 00020000:00000002:3.0:1773674219.470706:0:94091:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc11916240, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674219.470711:0:94091:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674219.470715:0:94091:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7880: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674219.470719:0:94091:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000001:3.0:1773674219.470722:0:94091:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674219.470724:0:94091:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc01224f80 00020000:00000010:3.0:1773674219.470729:0:94091:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.470733:0:94091:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc11916840. 00020000:00000010:3.0:1773674219.470736:0:94091:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc11916240. 00020000:00000002:3.0:1773674219.470738:0:94091:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674219.470741:0:94091:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.470743:0:94091:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.470747:0:94091:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773674219.470750:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674219.470753:0:94091:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674219.470756:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674219.470758:0:94091:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773674219.470761:0:94091:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674219.470762:0:94091:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674219.471070:0:94091:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773674219.471073:0:94091:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773674219.471076:0:94091:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773674219.471079:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.471083:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.471088:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.471092:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.471096:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.471099:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.471102:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.471106:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.471109:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.471112:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.471115:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.471119:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.471122:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.471125:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674219.471127:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.471129:0:94091:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471132:0:94091:0:(file.c:6896:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1773674219.471133:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.471135:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.471136:0:94091:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.471137:0:94091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.471139:0:94091:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=3 00000020:00000001:3.0:1773674219.471141:0:94091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.471144:0:94091:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:3.0:1773674219.471146:0:94091:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.471150:0:94091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.471157:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.471158:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.471159:0:94091:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.471161:0:94091:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.471163:0:94091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.471170:0:94091:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.471173:0:94091:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.471175:0:94091:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.471178:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.471179:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.471180:0:94091:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.471183:0:94091:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.471184:0:94091:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.471186:0:94091:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.471189:0:94091:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.471191:0:94091:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.471193:0:94091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.471194:0:94091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674219.471195:0:94091:0:(file.c:6937:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471198:0:94091:0:(file.c:7056:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471200:0:94091:0:(file.c:2917:ll_file_getstripe()) Process entered 00000020:00000001:3.0:1773674219.471202:0:94091:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.471206:0:94091:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.471209:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107a00. 00000020:00000010:3.0:1773674219.471212:0:94091:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.471214:0:94091:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.471218:0:94091:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.471221:0:94091:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.471223:0:94091:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.471226:0:94091:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.471229:0:94091:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.471232:0:94091:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106600. 00000008:00000010:3.0:1773674219.471235:0:94091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.471238:0:94091:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.471240:0:94091:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.471243:0:94091:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.471245:0:94091:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.471247:0:94091:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.471249:0:94091:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:3.0:1773674219.471251:0:94091:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:3.0:1773674219.471252:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674219.471254:0:94091:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc01224f80. 00020000:00000002:3.0:1773674219.471256:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674219.471259:0:94091:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:3.0:1773674219.471262:0:94091:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff98dc07345980. 00020000:00000001:3.0:1773674219.471263:0:94091:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674219.471264:0:94091:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674219.471267:0:94091:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:3.0:1773674219.471272:0:94091:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff98dc07345980. 00020000:00000001:3.0:1773674219.471275:0:94091:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.471277:0:94091:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.471279:0:94091:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674219.471281:0:94091:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.471282:0:94091:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.471285:0:94091:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.471287:0:94091:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.471290:0:94091:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.471292:0:94091:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.471295:0:94091:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.471297:0:94091:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.471300:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107a00. 00000008:00000010:3.0:1773674219.471313:0:94091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.471316:0:94091:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.471318:0:94091:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.471321:0:94091:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.471324:0:94091:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.471327:0:94091:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.471329:0:94091:0:(file.c:2928:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.471332:0:94091:0:(file.c:2970:ll_lov_setstripe()) kvfree 'klum': 32 at ffff98dc0414fe40. 00000080:00000001:3.0:1773674219.471336:0:94091:0:(file.c:2971:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471339:0:94091:0:(file.c:4643:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.471363:0:94091:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.471366:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674219.471369:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674219.471372:0:94091:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471380:0:94091:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674219.471382:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483dd0 00000080:00200008:3.0:1773674219.471384:0:94091:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 100001 00000080:00000001:3.0:1773674219.471389:0:94091:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773674219.471392:0:94091:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773674219.471393:0:94091:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.471395:0:94091:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000002:3.0:1773674219.471397:0:94091:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc01224f80 00020000:00000001:3.0:1773674219.471398:0:94091:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.471400:0:94091:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773674219.471404:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.471406:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.471407:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.471409:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.471412:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.471414:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.471416:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.471419:0:94091:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.471422:0:94091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.471426:0:94091:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 2 00010000:00000001:3.0:1773674219.471428:0:94091:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.471432:0:94091:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.471434:0:94091:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:3.0:1773674219.471437:0:94091:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773674219.471439:0:94091:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773674219.471442:0:94091:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc03106600. 00000080:00000001:3.0:1773674219.471445:0:94091:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773674219.471449:0:94091:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773674219.471453:0:94091:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773674219.471455:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.471457:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.471458:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.471459:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.471461:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.471463:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.471465:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.471467:0:94091:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:3.0:1773674219.471471:0:94091:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773674219.471486:0:94091:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:3.0:1773674219.471494:0:94091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff4700. 00000020:00000040:3.0:1773674219.471498:0:94091:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674219.471503:0:94091:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.471506:0:94091:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.471510:0:94091:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.471516:0:94091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107a00. 00000100:00000001:3.0:1773674219.471523:0:94091:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773674219.471539:0:94091:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773674219.471551:0:94091:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773674219.471556:0:94091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773674219.471563:0:94091:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674219.471566:0:94091:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674219.471572:0:94091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.471575:0:94091:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521088256 : -113404188463360 : ffff98dc07a16f00) 00000100:00000001:3.0:1773674219.471577:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.471579:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000001:3.0:1773674219.471583:0:94091:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.471586:0:94091:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.471589:0:94091:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674219.471590:0:94091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.471594:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.471601:0:94091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.471604:0:94091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.471607:0:94091:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.471610:0:94091:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.471612:0:94091:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.471616:0:94091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474816:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674219.471619:0:94091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.471624:0:94091:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.471626:0:94091:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.471879:0:94091:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.471885:0:94091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729fc00. 02000000:00000001:3.0:1773674219.471887:0:94091:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.471896:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.471901:0:94091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674219.471907:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674219.471914:0:94091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953474816, portal 10 00000100:00000001:3.0:1773674219.471917:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.471918:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000040:3.0:1773674219.471925:0:94091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.475292:0:94091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.475309:0:94091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.475319:0:94091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565ee0. 00000100:00000200:3.0:1773674219.475328:0:94091:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953474816, offset 0 00000400:00000200:3.0:1773674219.475337:0:94091:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.475348:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.475357:0:94091:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.475362:0:94091:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.475366:0:94091:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.475371:0:94091:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.475374:0:94091:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.475378:0:94091:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252831:252831:256:4294967295] 192.168.201.103@tcp LPNI seq info [252799:252799:8:4294967295] 00000400:00000200:3.0:1773674219.475383:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.475394:0:94091:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.475401:0:94091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674219.475408:0:94091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81200. 00000800:00000200:3.0:1773674219.475414:0:94091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674219.475421:0:94091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674219.475426:0:94091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773674219.475452:0:94091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.475458:0:94091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 321545 usecs (322 jiffies) 00000400:00000200:3.0:1773674219.475462:0:94091:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.475465:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776852 00000100:00000001:3.0:1773674219.475469:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.475471:0:94091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776852 00000100:00000001:3.0:1773674219.475484:0:94091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.475487:0:94091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.475491:0:94091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.475494:0:94091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.475496:0:94091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674219.475498:0:94091:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674219.475501:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674219.475504:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.476588:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.476595:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81200. 00000400:00000200:1.0:1773674219.476601:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.476607:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.476891:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565ee0 00000400:00000010:1.0:1773674219.476895:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565ee0. 00000100:00000001:1.0:1773674219.476900:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.476908:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.476922:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.476926:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.476933:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.476935:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.485821:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.485840:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.485844:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.485847:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.485857:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.485864:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.485874:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.485879:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.485885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.485889:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d0900 00000400:00000200:1.0:1773674219.485894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.485901:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5b11 [1] + 224 00000800:00000001:1.0:1773674219.485909:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.485918:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.485922:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.485928:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.486089:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.486100:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.486112:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.486170:0:94091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.486191:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.486201:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.486205:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773674219.493117:0:94091:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.493125:0:94091:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.493129:0:94091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674219.493138:0:94091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:3.0:1773674219.493141:0:94091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:3.0:1773674219.493146:0:94091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.493158:0:94091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.493170:0:94091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff4700 x1859825953474816/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.493178:0:94091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.493181:0:94091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.493184:0:94091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.493187:0:94091:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.493190:0:94091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.493193:0:94091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.493196:0:94091:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.493206:0:94091:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=2 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674219.493211:0:94091:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.493213:0:94091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.493215:0:94091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.493218:0:94091:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.493221:0:94091:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.493225:0:94091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674219.493228:0:94091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674219.493231:0:94091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674219.493233:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.493234:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000100:00000001:3.0:1773674219.493238:0:94091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.493240:0:94091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.493242:0:94091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.493245:0:94091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.493250:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.493257:0:94091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.493260:0:94091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.493262:0:94091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.493266:0:94091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.493280:0:94091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff4700 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94091:1859825953474816:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773674219.493285:0:94091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.493288:0:94091:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.493290:0:94091:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.493292:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.493295:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.493301:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.493304:0:94091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.493308:0:94091:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.493310:0:94091:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.493317:0:94091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.493318:0:94091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527238400 : -113404182313216 : ffff98dc07ff4700) 00000002:00000001:3.0:1773674219.493322:0:94091:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.493325:0:94091:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.493330:0:94091:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03106600. 00000080:00000001:3.0:1773674219.493335:0:94091:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773674219.493338:0:94091:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773674219.493342:0:94091:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.493344:0:94091:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.493347:0:94091:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.493349:0:94091:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.493351:0:94091:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.493353:0:94091:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.493356:0:94091:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.493361:0:94091:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773674219.493366:0:94091:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.493373:0:94091:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.493375:0:94091:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.493377:0:94091:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85d80. 00000100:00000001:3.0:1773674219.493381:0:94091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.493384:0:94091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.493391:0:94091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.493394:0:94091:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.493396:0:94091:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168d040. 00000080:00000001:3.0:1773674219.493400:0:94091:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.493405:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483dd0 00000080:00000008:3.0:1773674219.493408:0:94091:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 100001, rc = 0 00000080:00000001:3.0:1773674219.493411:0:94091:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.493416:0:94091:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674219.493418:0:94091:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1483e00 00000080:00002000:3.0:1773674219.493420:0:94091:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff98dc04612e58, parent ffff98dc10e90a20, inode ffff98dc05951148) hashed, 00000080:00000001:3.0:1773674219.493424:0:94091:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674219.493435:0:94091:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773674219.493442:0:94091:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1773674219.507249:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095ddf20. 00000080:00000001:0.0:1773674219.521479:0:94092:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674219.521488:0:94092:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674219.521490:0:94092:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674219.521494:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bbc0 00000080:00200000:0.0:1773674219.521498:0:94092:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674219.521507:0:94092:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5000. 00800000:00000002:0.0:1773674219.521514:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674219.521518:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674219.521524:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.521526:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bae0 00800000:00000002:0.0:1773674219.521528:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.521533:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674219.521536:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674219.521538:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674219.521541:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674219.521544:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674219.521546:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674219.521549:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674219.521551:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674219.521555:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674219.521561:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674219.521562:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b9b0 00000002:00010000:0.0:1773674219.521565:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674219.521568:0:94092:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674219.521570:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674219.521573:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674219.521580:0:94092:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674219.521583:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674219.521584:0:94092:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674219.521587:0:94092:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674219.521589:0:94092:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674219.521596:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01500. 00000020:00000040:0.0:1773674219.523184:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674219.523192:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674219.523198:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674219.523205:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674219.523207:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674219.523208:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.523211:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674219.523214:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674219.523218:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.530633:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959c000. 00000100:00000001:2.0:1773674219.530653:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.530664:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.530666:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.530669:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.530671:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.530673:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.530684:0:94092:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00010000:00000001:2.0:1773674219.530689:0:94092:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.530692:0:94092:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674219.530702:0:94092:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7e00. 00010000:00000010:2.0:1773674219.530707:0:94092:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.530712:0:94092:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.530716:0:94092:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043ce400. 00000020:00000001:2.0:1773674219.530721:0:94092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.530723:0:94092:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043ce400 with handle 0x2f77f561138142f3 to hash 00000020:00000001:2.0:1773674219.530726:0:94092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.530727:0:94092:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.530731:0:94092:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.530736:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.530739:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.530744:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.530756:0:94092:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.530795:0:94092:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.530802:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.530804:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.530813:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.530815:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.530818:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.530819:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000001:2.0:1773674219.530824:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.530829:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.530832:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.530833:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.530845:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.530855:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.530857:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.530861:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.530865:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.530868:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.530871:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953474944:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.530876:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.530882:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.530885:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.530888:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.530893:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674219.530896:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.530905:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.530910:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.530919:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674219.530926:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953474944, portal 10 00000100:00000001:2.0:1773674219.530928:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.530929:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520999680 : -113404188551936 : ffff98dc07a01500) 00000100:00000040:2.0:1773674219.531184:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.531192:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.531195:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.531198:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064f68. 00000100:00000200:2.0:1773674219.531202:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953474944, offset 0 00000400:00000200:2.0:1773674219.531209:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.531217:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.531226:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.531230:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.531234:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.531239:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.531242:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.531246:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252832:252832:256:4294967295] 192.168.201.103@tcp LPNI seq info [252800:252800:8:4294967295] 00000400:00000200:2.0:1773674219.531251:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.531261:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.531267:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.531272:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558500. 00000800:00000200:2.0:1773674219.531279:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.531287:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.531292:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.531347:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.531352:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 320925 usecs (321 jiffies) 00000400:00000200:2.0:1773674219.531355:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.531358:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776907 00000100:00000001:2.0:1773674219.531362:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.531364:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776907 00000100:00000001:2.0:1773674219.531367:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.531369:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.531372:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.531374:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.531376:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.531379:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.531382:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.531385:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.536890:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.536900:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558500. 00000400:00000200:1.0:1773674219.536910:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.536918:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.536925:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064f68 00000400:00000010:1.0:1773674219.536928:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064f68. 00000100:00000001:1.0:1773674219.536943:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.536952:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.536965:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.536969:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.536977:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.536979:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.544625:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.546659:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.546667:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.546673:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.546683:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.546691:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.546702:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.546707:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.546712:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.546716:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794d0980 00000400:00000200:0.0:1773674219.546720:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.546726:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5b19 [1] + 224 00000800:00000001:0.0:1773674219.546734:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.546747:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.546751:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.546755:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.546778:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.546787:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.546799:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.546880:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674219.546900:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.546912:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.546916:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674219.549144:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.549150:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.549155:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.549163:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:2.0:1773674219.549165:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:2.0:1773674219.549170:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.549182:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.549194:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.549201:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.549204:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.549206:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.549210:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.549212:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.549214:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.549217:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.549226:0:94092:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.549229:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.549232:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.549234:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.549236:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.549446:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.549450:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.549452:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.549454:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.549457:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.549462:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.549468:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.549471:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.549472:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.550088:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.550099:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01500 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953474944:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.550105:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.550108:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.550110:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.550112:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.550116:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.550123:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.550126:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.550130:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.550132:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550135:0:94092:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.550139:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550142:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550145:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=4 00000020:00000001:2.0:1773674219.550147:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550151:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000040:2.0:1773674219.550158:0:94092:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043ce400, remote cookie: 0x441c89a0128d6b90, flags: 0x1001 00010000:00010000:2.0:1773674219.550163:0:94092:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.550174:0:94092:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550182:0:94092:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.550187:0:94092:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674219.550189:0:94092:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674219.550190:0:94092:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674219.550192:0:94092:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674219.550195:0:94092:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc043b7e00) refcount = 1 00010000:00010000:2.0:1773674219.550199:0:94092:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550206:0:94092:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674219.550210:0:94092:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.550211:0:94092:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.550214:0:94092:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.550217:0:94092:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.550220:0:94092:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550225:0:94092:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.550227:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550228:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550229:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550230:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550232:0:94092:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.550236:0:94092:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674219.550238:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550239:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550240:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550242:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550244:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550246:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550247:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550249:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=4 00000020:00000001:2.0:1773674219.550250:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550252:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550255:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.550257:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.550261:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550267:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550268:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550270:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550271:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550272:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=5 00000020:00000001:2.0:1773674219.550274:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550276:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550279:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.550282:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550288:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550289:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674219.550292:0:94092:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550298:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.550299:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550300:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550301:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550302:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674219.550307:0:94092:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674219.550315:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550318:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550319:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550321:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550323:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550324:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550325:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.550327:0:94092:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.550329:0:94092:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.550332:0:94092:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674219.550335:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550337:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550338:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550340:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550342:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00000002:00010000:2.0:1773674219.550345:0:94092:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550355:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550356:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550358:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.550359:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550360:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550362:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550364:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550365:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000040:2.0:1773674219.550372:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 2 00010000:00000001:2.0:1773674219.550375:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674219.550378:0:94092:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773674219.550381:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550382:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.550384:0:94092:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.550387:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b930 00000002:00002000:2.0:1773674219.550389:0:94092:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773674219.550392:0:94092:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550396:0:94092:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550398:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.550401:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674219.550404:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.550408:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674219.550411:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5000. 00000080:00000001:2.0:1773674219.550417:0:94092:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674219.550420:0:94092:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674219.550425:0:94092:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773674219.550429:0:94092:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773674219.550438:0:94092:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc02c850c0. 00800000:00000001:2.0:1773674219.550440:0:94092:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669439750336 : -113404269801280 : ffff98dc02c850c0) 00800000:00000001:2.0:1773674219.550442:0:94092:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.550444:0:94092:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674219.550446:0:94092:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674219.550448:0:94092:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674219.550451:0:94092:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773674219.550454:0:94092:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773674219.550456:0:94092:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.550460:0:94092:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674219.550464:0:94092:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773674219.550466:0:94092:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773674080 to 1773674219 00000080:00200000:2.0:1773674219.550471:0:94092:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773674219.550473:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550487:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550489:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550491:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550492:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550494:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550495:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.550497:0:94092:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674219.550499:0:94092:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773674219.550501:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c850c0 1 00800000:00000010:2.0:1773674219.550503:0:94092:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc02c850c0. 00800000:00000001:2.0:1773674219.550506:0:94092:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.550510:0:94092:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142f3 00800000:00000001:2.0:1773674219.550513:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.550515:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.550516:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550517:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550518:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550520:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550522:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550524:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550525:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.550526:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550528:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.550530:0:94092:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.550532:0:94092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674219.550534:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142f3 from it ffffbabdc1d0bbf8 00010000:00000001:2.0:1773674219.550537:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550538:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550539:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550541:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550543:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550545:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.550548:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.550554:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550555:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550557:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.550558:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.550561:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.550568:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.550570:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.550572:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.550576:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550577:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550579:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550582:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.550583:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550586:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550588:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550590:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.550591:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550592:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674219.550594:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.550598:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01500 x1859825953474944/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.550604:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674219.550607:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.550610:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674219.550615:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674219.550617:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.550618:0:94092:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.550621:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.550624:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959c000. 02000000:00000001:2.0:1773674219.550627:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.550629:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.550631:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01500. 00000100:00000001:2.0:1773674219.550635:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.550637:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.550640:0:94092:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674219.550645:0:94092:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674219.550662:0:94092:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc0414f140. 00000080:00000001:2.0:1773674219.550668:0:94092:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674219.550669:0:94092:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674219.550671:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb00 00000080:00200000:2.0:1773674219.550673:0:94092:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674219.550678:0:94092:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.550682:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.550685:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.550687:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.550689:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba20 00800000:00000002:2.0:1773674219.550691:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.550694:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674219.550695:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.550698:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.550700:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.550702:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.550704:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.550706:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.550707:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.550710:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674219.550714:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.550716:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b8f0 00000002:00010000:2.0:1773674219.550718:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674219.550721:0:94092:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674219.550723:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.550724:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.550727:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 2 00010000:00000001:2.0:1773674219.550729:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.550732:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.550734:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674219.550737:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773674219.550744:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674219.550749:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.550752:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773674219.550757:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674219.550759:0:94092:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.550760:0:94092:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.550762:0:94092:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674219.550788:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.550791:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674219.550793:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674219.550795:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674219.550797:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.550800:0:94092:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674219.550801:0:94092:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.550804:0:94092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674219.550807:0:94092:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f561138142f3 00800000:00000001:2.0:1773674219.550809:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.550810:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.550811:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550813:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550814:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550816:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550819:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550821:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550822:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.550823:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550825:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.550826:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142f3 from it ffffbabdc1d0bb38 00010000:00000001:2.0:1773674219.550828:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.550829:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.550831:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.550832:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550834:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.550836:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.550839:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.550846:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550847:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550848:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.550850:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.550852:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674219.550857:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.550859:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.550860:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.550862:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550863:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.550864:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550866:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.550868:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550869:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550872:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.550873:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.550875:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.550876:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674219.550877:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674219.550879:0:94092:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674219.550882:0:94092:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:2.0:1773674219.550885:0:94092:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.550888:0:94092:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773674219.550889:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb50 00000080:00200000:2.0:1773674219.550891:0:94092:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc02df0300, open_flags 8241, mode 81b6 opened 0 00000080:00000010:2.0:1773674219.550896:0:94092:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc0437c360. 00000080:00000001:2.0:1773674219.550901:0:94092:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773674219.550903:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba00 00000080:00200000:2.0:1773674219.550906:0:94092:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:2.0:1773674219.550912:0:94092:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00800000:00000002:2.0:1773674219.550914:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674219.550919:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.550921:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.550922:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b920 00800000:00000002:2.0:1773674219.550924:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.550928:0:94092:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773674219.550930:0:94092:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773674219.550933:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.550934:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.550935:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.550937:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.550938:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.550940:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674219.550942:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550944:0:94092:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:2.0:1773674219.550947:0:94092:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773674219.550961:0:94092:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773674219.550964:0:94092:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773674219.550966:0:94092:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773674219.550968:0:94092:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0xa:0x0] 40000000:00000001:2.0:1773674219.550971:0:94092:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.550973:0:94092:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550975:0:94092:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.550977:0:94092:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.550980:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b8a0 00800000:00000002:2.0:1773674219.550981:0:94092:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xa:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:2.0:1773674219.550985:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.550986:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b7d8 00000002:00010000:2.0:1773674219.550988:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:2.0:1773674219.550992:0:94092:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674219.550995:0:94092:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773674219.550998:0:94092:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773674219.551012:0:94092:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.551014:0:94092:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674219.551016:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 2 00010000:00000001:2.0:1773674219.551019:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.551021:0:94092:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674219.551024:0:94092:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674219.551026:0:94092:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1773674219.551034:0:94092:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674219.551037:0:94092:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674219.551039:0:94092:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674219.551041:0:94092:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773674219.551044:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.551045:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.551047:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 3 00010000:00000001:2.0:1773674219.551049:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.551051:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.551053:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.551054:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.551055:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 3 00010000:00000001:2.0:1773674219.551057:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.551059:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.551060:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.551061:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.551063:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7e00 count: 3 00010000:00000001:2.0:1773674219.551064:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.551067:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.551069:0:94092:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674219.551071:0:94092:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773674219.551075:0:94092:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773674219.551077:0:94092:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773674219.551079:0:94092:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674219.551080:0:94092:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.551083:0:94092:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674219.551086:0:94092:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674219.551087:0:94092:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674219.551089:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.551090:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674219.551093:0:94092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043ce400 with handle 0x2f77f561138142f3 from hash 00010000:00000001:2.0:1773674219.551095:0:94092:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674219.551096:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.551097:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.551098:0:94092:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674219.551100:0:94092:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674219.551102:0:94092:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674219.551105:0:94092:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.551106:0:94092:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.551108:0:94092:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773674219.551113:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674219.551117:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674219.551121:0:94092:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674219.551123:0:94092:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.551126:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.551130:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.551132:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.551133:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.551134:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.551137:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.551138:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.551142:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.551148:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959c000. 00000100:00000001:2.0:1773674219.551154:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.551157:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.551160:0:94092:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773674219.551163:0:94092:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773674219.551170:0:94092:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773674219.551171:0:94092:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.551173:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674219.551175:0:94092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f561138142f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6b90 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1773674219.551183:0:94092:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7e00 count: 0 00010000:00000010:2.0:1773674219.551187:0:94092:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.551197:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.551199:0:94092:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.551200:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.551201:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.551203:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.551211:0:94092:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00010000:00000001:2.0:1773674219.551215:0:94092:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.551217:0:94092:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674219.551221:0:94092:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7200. 00010000:00000010:2.0:1773674219.551224:0:94092:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.551227:0:94092:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.551230:0:94092:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cf200. 00000020:00000001:2.0:1773674219.551232:0:94092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.551234:0:94092:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cf200 with handle 0x2f77f561138142fa to hash 00000020:00000001:2.0:1773674219.551236:0:94092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.551238:0:94092:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.551241:0:94092:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.551243:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.551245:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.551248:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.551256:0:94092:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773674219.551268:0:94092:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773674219.551275:0:94092:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773674219.551283:0:94092:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.551288:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.551290:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.551296:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.551299:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.551302:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.551303:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:2.0:1773674219.551308:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.551312:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.551314:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.551316:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.551320:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.551327:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.551329:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.551332:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.551334:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.551337:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.551340:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475200:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.551344:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.551348:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.551350:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.551352:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.551409:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674219.551412:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.551421:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.551425:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.551431:0:94092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc0959ec00. 00000100:00000200:2.0:1773674219.551438:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953475200, portal 10 00000100:00000001:2.0:1773674219.551440:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.551441:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:2.0:1773674219.551448:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.551455:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.551458:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.551461:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064a18. 00000100:00000200:2.0:1773674219.551465:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859825953475200, offset 0 00000400:00000200:2.0:1773674219.551472:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.551480:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.551487:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.551492:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.551496:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.551500:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.551503:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.551508:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252833:252833:256:4294967295] 192.168.201.103@tcp LPNI seq info [252801:252801:8:4294967295] 00000400:00000200:2.0:1773674219.551512:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.551523:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.551530:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.551536:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674219.551543:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.551552:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.551556:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.551586:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.551591:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 320298 usecs (321 jiffies) 00000400:00000200:2.0:1773674219.551595:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.551598:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776927 00000100:00000001:2.0:1773674219.551601:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.551604:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776927 00000100:00000001:2.0:1773674219.551606:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.551608:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.551611:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.551613:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.551615:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.551618:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.551621:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.551623:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.551928:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.551932:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674219.551938:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.551945:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.551951:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064a18 00000400:00000010:1.0:1773674219.551953:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064a18. 00000100:00000001:1.0:1773674219.551957:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.551961:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.551976:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.551980:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.551987:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.551989:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674219.560101:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7e00. 00010000:00000010:2.1:1773674219.560119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce400. 00000800:00000001:0.0:1773674219.572513:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.572531:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.572535:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.572537:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.572547:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.572555:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.572566:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.572571:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.572577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.572582:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d0a80 00000400:00000200:0.0:1773674219.572587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.572594:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5b21 [32] + 224 00000800:00000001:0.0:1773674219.572603:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.572612:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.572615:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.572621:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.572628:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.572638:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.572649:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.572906:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.572917:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.572921:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.573821:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.573830:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.573832:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.573836:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.573842:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc0959ec00 00000400:00000010:2.0:1773674219.573844:0:94092:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc0959ec00. 00000100:00000001:2.0:1773674219.573848:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.573854:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.573865:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953475200/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.573872:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.573874:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.573877:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.573881:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.573883:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.573885:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.573888:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.573898:0:94092:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.573902:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.573905:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.573908:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.573911:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.573915:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.573919:0:94092:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674219.573921:0:94092:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674219.573923:0:94092:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674219.573925:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.573926:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:2.0:1773674219.573930:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.573932:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.573934:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.573937:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.573942:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.573949:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.574432:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.574434:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.574440:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.574449:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475200:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.574455:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.574458:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.574460:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.574462:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.574466:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.574473:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.574476:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.574479:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.574481:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.574484:0:94092:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.574490:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.574493:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.574496:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:2.0:1773674219.574498:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.574501:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000040:2.0:1773674219.574507:0:94092:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cf200, remote cookie: 0x441c89a0128d6bac, flags: 0x1001 00010000:00010000:2.0:1773674219.574513:0:94092:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674219.574521:0:94092:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773674219.574524:0:94092:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773674219.574531:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 2 00010000:00000001:2.0:1773674219.574534:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1773674219.574537:0:94092:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7200 count: 0 00010000:00000010:2.0:1773674219.574543:0:94092:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3c80. 00010000:00000001:2.0:1773674219.574553:0:94092:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.574557:0:94092:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.574566:0:94092:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.574573:0:94092:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.574576:0:94092:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674219.574578:0:94092:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674219.574580:0:94092:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674219.574581:0:94092:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674219.574584:0:94092:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff98dc02dabc00) refcount = 2 00010000:00000040:2.0:1773674219.574587:0:94092:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674219.574590:0:94092:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773674219.574603:0:94092:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.574609:0:94092:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674219.574612:0:94092:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.574614:0:94092:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.574617:0:94092:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.574619:0:94092:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.575110:0:94092:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.575120:0:94092:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.575121:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575123:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.575124:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575125:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.575127:0:94092:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.575132:0:94092:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674219.575135:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575136:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575138:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.575140:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575143:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575145:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575147:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575148:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:2.0:1773674219.575150:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575152:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575156:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.575159:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.575162:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.575170:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575171:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.575172:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575173:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575175:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:2.0:1773674219.575177:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575178:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575194:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.575197:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.575203:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575204:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674219.575207:0:94092:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.575214:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.575215:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575216:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.575217:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575218:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674219.575225:0:94092:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.575234:0:94092:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674219.575239:0:94092:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.575246:0:94092:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.575252:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575253:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575255:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.575257:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575260:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000002:00010000:2.0:1773674219.575263:0:94092:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773674219.575278:0:94092:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc02c850c0. 00010000:00000001:2.0:1773674219.575280:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575282:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.575283:0:94092:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.575285:0:94092:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.575288:0:94092:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674219.575291:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.575292:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00010000:00000001:2.0:1773674219.575295:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575296:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575297:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.575299:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575302:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000002:00010000:2.0:1773674219.575306:0:94092:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.575313:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575314:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.575316:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.575317:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575318:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575319:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.575321:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575323:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000040:2.0:1773674219.575327:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 3 00010000:00000001:2.0:1773674219.575329:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674219.575334:0:94092:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773674219.575338:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.575339:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.575340:0:94092:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.575343:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b758 00000002:00002000:2.0:1773674219.575346:0:94092:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773674219.575349:0:94092:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.575353:0:94092:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.575355:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.575358:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674219.575361:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.575365:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:2.0:1773674219.575368:0:94092:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773674219.575370:0:94092:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc0437c360 it_disposition 80002b 00000080:00000001:2.0:1773674219.575372:0:94092:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674219.575378:0:94092:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674219.575381:0:94092:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674219.575385:0:94092:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773674219.575388:0:94092:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773674219.575394:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.575400:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674219.575405:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.575410:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08822600. 00000020:00000010:2.0:1773674219.575413:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.575427:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.575432:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.575437:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.575443:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.575447:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.575451:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822400. 00000008:00000010:2.0:1773674219.575456:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.575460:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.575463:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.575467:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674219.575470:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674219.575472:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674219.575475:0:94092:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674219.575479:0:94092:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674219.575481:0:94092:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674219.575487:0:94092:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437ce40. 00020000:00000010:2.0:1773674219.575490:0:94092:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc109b0000. 00020000:00000010:2.0:1773674219.575495:0:94092:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437ccc0. 00020000:00000001:2.0:1773674219.575497:0:94092:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463833792 : -113404245717824 : ffff98dc0437ccc0) 00020000:00000002:2.0:1773674219.575500:0:94092:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437ccc0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674219.575505:0:94092:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674219.575509:0:94092:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc109b0000: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:2.0:1773674219.575513:0:94092:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc095ba7c0 00020000:00000001:2.0:1773674219.575516:0:94092:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674219.575518:0:94092:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc095ba7c0 00020000:00000010:2.0:1773674219.575523:0:94092:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc109b0000. 00020000:00000010:2.0:1773674219.575526:0:94092:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437ce40. 00020000:00000010:2.0:1773674219.575529:0:94092:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437ccc0. 00020000:00000002:2.0:1773674219.575532:0:94092:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674219.575534:0:94092:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.575536:0:94092:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674219.575538:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674219.575542:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08822600. 00000020:00000010:2.0:1773674219.575545:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.575548:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.575551:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.575561:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.575564:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.575567:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.575570:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822200. 00000008:00000010:2.0:1773674219.575573:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.575576:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.575582:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.575585:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674219.575588:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822400. 00000020:00000010:2.0:1773674219.575590:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:2.0:1773674219.575594:0:94092:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773674219.575597:0:94092:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773674219.575602:0:94092:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff98dc05951148): rc = 0 00000080:00000001:2.0:1773674219.575605:0:94092:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486723400 : -113404222828216 : ffff98dc05951148) 00010000:00000001:2.0:1773674219.575607:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.575608:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.575610:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.575612:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.575614:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000080:00000001:2.0:1773674219.575617:0:94092:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674219.575619:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.575622:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674219.575634:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822400. 00000020:00000010:2.0:1773674219.575638:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.575640:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.575643:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.575646:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.575648:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.575651:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.575653:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.575656:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822600. 00000008:00000010:2.0:1773674219.575658:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.575920:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.575925:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.575928:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674219.575930:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674219.575932:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674219.575934:0:94092:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674219.575936:0:94092:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674219.575937:0:94092:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674219.575940:0:94092:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437ccc0. 00020000:00000010:2.0:1773674219.575942:0:94092:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc109b0000. 00020000:00000010:2.0:1773674219.575946:0:94092:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437ce40. 00020000:00000001:2.0:1773674219.575947:0:94092:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463834176 : -113404245717440 : ffff98dc0437ce40) 00020000:00000002:2.0:1773674219.575963:0:94092:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437ce40, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674219.575967:0:94092:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674219.575970:0:94092:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc109b0000: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:2.0:1773674219.575973:0:94092:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc095ba7c0 00020000:00000001:2.0:1773674219.575975:0:94092:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674219.575977:0:94092:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc095ba7c0 00020000:00000010:2.0:1773674219.575980:0:94092:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc109b0000. 00020000:00000010:2.0:1773674219.575983:0:94092:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437ccc0. 00020000:00000010:2.0:1773674219.575985:0:94092:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437ce40. 00020000:00000002:2.0:1773674219.575987:0:94092:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674219.575989:0:94092:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.575991:0:94092:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.575995:0:94092:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674219.575998:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:2.0:1773674219.576001:0:94092:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:2.0:1773674219.576012:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:2.0:1773674219.576015:0:94092:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674219.576017:0:94092:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773674219.576018:0:94092:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773674219.576020:0:94092:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773674219.576022:0:94092:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773674219.576025:0:94092:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773674219.576027:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:2.0:1773674219.576030:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08822200. 00000020:00000010:2.0:1773674219.576033:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.576035:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.576038:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.576040:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.576043:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.576045:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.576048:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822400. 00000008:00000010:2.0:1773674219.576050:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.576052:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.576055:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.576057:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:2.0:1773674219.576060:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822600. 00000020:00000010:2.0:1773674219.576062:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:2.0:1773674219.576064:0:94092:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576067:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576068:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.576070:0:94092:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674219.576073:0:94092:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674219.576075:0:94092:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.576079:0:94092:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) for lock 0x2f77f561138142fa 00800000:00000001:2.0:1773674219.576082:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.576084:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.576086:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.576087:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.576089:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.576091:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.576093:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.576096:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576097:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.576098:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.576100:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773674219.576107:0:94092:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc10e86510 inode ffff98dc05951148 refc 1 flags 0x40000e 00000080:00000001:2.0:1773674219.576110:0:94092:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773674219.576114:0:94092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00000001:2.0:1773674219.576117:0:94092:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674219.576121:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000100:00000001:2.0:1773674219.576124:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.576130:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.576138:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576147:0:94092:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674219.576149:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba60 00000080:00200008:2.0:1773674219.576151:0:94092:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 101101 00000080:00000010:2.0:1773674219.576159:0:94092:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168d900. 00000080:00000010:2.0:1773674219.576166:0:94092:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c85440. 00000080:00000001:2.0:1773674219.576169:0:94092:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674219.576172:0:94092:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674219.576175:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.576177:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.576179:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.576182:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.576184:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.576186:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.576188:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.576252:0:94092:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674219.576257:0:94092:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414f120. 00000002:00100000:2.0:1773674219.576262:0:94092:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674219.576268:0:94092:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.576270:0:94092:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674219.576278:0:94092:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674219.576281:0:94092:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576284:0:94092:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.576286:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.576290:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674219.576298:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.576301:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:2.0:1773674219.576329:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674219.576332:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.576335:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba60 00000080:00000008:2.0:1773674219.576336:0:94092:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 101101, rc = 0 00000080:00000001:2.0:1773674219.576341:0:94092:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773674219.576342:0:94092:0:(dcache.c:176:ll_intent_release()) intent ffff98dc0437c360 released 00000080:00010000:2.0:1773674219.576346:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f561138142fa from it ffff98dc0437c360 00010000:00000001:2.0:1773674219.576348:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.576350:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.576351:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.576353:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.576356:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.576358:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.576362:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.576369:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576370:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.576371:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.576375:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.576378:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.576386:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.576388:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.576390:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.576394:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576395:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.576397:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576400:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.576402:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576404:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576406:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576409:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.576410:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576411:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674219.576412:0:94092:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773674219.576414:0:94092:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674219.576416:0:94092:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.576418:0:94092:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.576421:0:94092:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.576422:0:94092:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576425:0:94092:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674219.576427:0:94092:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576429:0:94092:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674219.576431:0:94092:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576433:0:94092:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773674219.576435:0:94092:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc0437c360. 00000080:00000001:2.0:1773674219.576437:0:94092:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576441:0:94092:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773674219.576444:0:94092:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148), inode mode 81a4 mask 42 00000080:00000001:2.0:1773674219.576449:0:94092:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.576458:0:94092:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773674219.576463:0:94092:0:(xattr.c:492:ll_xattr_list()) Process entered 00000080:00000001:2.0:1773674219.576466:0:94092:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1773674219.576469:0:94092:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1773674219.576471:0:94092:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1773674219.576474:0:94092:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.576478:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674219.576482:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.576484:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b8f8 00800000:00000002:2.0:1773674219.576486:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.576490:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674219.576491:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.576492:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.576494:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.576495:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.576497:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.576498:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.576500:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.576503:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x9:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674219.576506:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674219.576508:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b7c8 00000002:00010000:2.0:1773674219.576510:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0x9:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1773674219.576513:0:94092:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674219.576516:0:94092:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1773674219.576520:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674219.576524:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674219.576528:0:94092:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674219.576530:0:94092:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576533:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.576536:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.576539:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.576540:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.576541:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.576544:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.576545:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.576550:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.576556:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959ec00. 00000100:00000001:2.0:1773674219.576562:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576565:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.576567:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576569:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.576570:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.576572:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1773674219.576575:0:94092:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff98dc07f29800: get xattrs for [0x20000bf89:0x9:0x0] 00000002:00000001:2.0:1773674219.576581:0:94092:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00010000:00000001:2.0:1773674219.576584:0:94092:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.576586:0:94092:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773674219.576933:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 3 00010000:00000001:2.0:1773674219.576937:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.576940:0:94092:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.576944:0:94092:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043ce400. 00000020:00000001:2.0:1773674219.576947:0:94092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.577102:0:94092:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043ce400 with handle 0x2f77f56113814301 to hash 00000020:00000001:2.0:1773674219.577105:0:94092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.577106:0:94092:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.577110:0:94092:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.577113:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.577116:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.577122:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.577130:0:94092:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.577142:0:94092:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.577148:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.577150:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.577157:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.577159:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.577161:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.577162:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674219.577168:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.577172:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.577174:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.577176:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.577183:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.577191:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.577194:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.577197:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.577201:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.577203:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.577206:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475328:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.577210:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.577216:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.577219:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.577221:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.577227:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff98dc067cb000. 02000000:00000001:2.0:1773674219.577229:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.577447:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.577452:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.577459:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674219.577466:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859825953475328, portal 10 00000100:00000001:2.0:1773674219.577468:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.577471:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674219.577477:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.577485:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.577488:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.577492:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064880. 00000100:00000200:2.0:1773674219.577496:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859825953475328, offset 0 00000400:00000200:2.0:1773674219.577502:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.577510:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.577517:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.577522:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.577526:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.577531:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.577533:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.577537:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252834:252834:256:4294967295] 192.168.201.103@tcp LPNI seq info [252802:252802:8:4294967295] 00000400:00000200:2.0:1773674219.577542:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.577553:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.577559:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.577565:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674219.577572:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.577579:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.577584:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.577594:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.577598:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 319686 usecs (320 jiffies) 00000400:00000200:2.0:1773674219.577601:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.577604:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776952 00000100:00000001:2.0:1773674219.577607:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.577609:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776952 00000100:00000001:2.0:1773674219.577612:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.577614:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.577618:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.577620:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.577622:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.577639:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.577642:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.577645:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.577905:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.577909:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674219.577915:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.577921:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.577926:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064880 00000400:00000010:1.0:1773674219.577929:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064880. 00000100:00000001:1.0:1773674219.577932:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.577937:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.577947:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.577963:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.577970:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.577972:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674219.581926:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00000800:00000001:0.0:1773674219.599609:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.599638:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.599642:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.599645:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.599654:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.599662:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.599672:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.599678:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.599683:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.599688:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1160 into portal 10 MB=0x69b80794d0b00 00000400:00000200:0.0:1773674219.599693:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.599700:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1160/1160 into md 0x2c5b29 [1] + 224 00000800:00000001:0.0:1773674219.599708:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.599720:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.599723:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.599728:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.599735:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.599744:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.599756:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1160 offset=224 replen=3376 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.599815:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.599825:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.599829:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.599905:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.599914:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.599916:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.599920:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.599925:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674219.599927:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674219.599930:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.599936:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.599945:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.599959:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.599961:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.599964:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.599968:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.599971:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.599973:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.599975:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.599985:0:94092:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.599990:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.599992:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.599994:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.599997:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.600000:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.600015:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.600017:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.600019:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.600022:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.600027:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.600041:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.600044:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.600046:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.600051:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.600058:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475328:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.600063:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.600065:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.600067:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.600069:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.600073:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.600079:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.600082:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.600085:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.600087:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.600090:0:94092:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.600094:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600097:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600100:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=4 00000020:00000001:2.0:1773674219.600103:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600106:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000040:2.0:1773674219.600113:0:94092:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043ce400, remote cookie: 0x441c89a0128d6bc1, flags: 0x1001 00010000:00010000:2.0:1773674219.600121:0:94092:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.600131:0:94092:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.600135:0:94092:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674219.600138:0:94092:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674219.600140:0:94092:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674219.600142:0:94092:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674219.600145:0:94092:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff98dc02dabc00) refcount = 3 00010000:00000040:2.0:1773674219.600149:0:94092:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674219.600152:0:94092:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773674219.600160:0:94092:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773674219.600168:0:94092:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.600175:0:94092:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674219.600179:0:94092:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.600181:0:94092:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.600184:0:94092:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.600187:0:94092:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.600190:0:94092:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.600197:0:94092:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.600199:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600201:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.600202:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600203:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.600205:0:94092:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600209:0:94092:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674219.600211:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600212:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600214:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600221:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600223:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600225:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600227:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674219.600232:0:94092:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674219.600455:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600457:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600458:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600460:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600462:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600465:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600466:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.600467:0:94092:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600469:0:94092:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600472:0:94092:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674219.600474:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600475:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600477:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600479:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600481:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00000002:00010000:2.0:1773674219.600485:0:94092:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.600492:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600493:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.600495:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.600496:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600498:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600500:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600502:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600504:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000040:2.0:1773674219.600511:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 4 00010000:00000001:2.0:1773674219.600514:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674219.600519:0:94092:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773674219.600522:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600523:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.600525:0:94092:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674219.600528:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b748 00000002:00002000:2.0:1773674219.600530:0:94092:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773674219.600533:0:94092:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.600536:0:94092:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.600538:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674219.600541:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0x9:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674219.600545:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674219.600550:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.600555:0:94092:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674219.600561:0:94092:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff98dc067cb460 xtail=ffff98dc067cb49a 00000080:00000001:2.0:1773674219.600564:0:94092:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773674219.600566:0:94092:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773674219.600569:0:94092:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674219.600570:0:94092:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674219.600572:0:94092:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674219.600577:0:94092:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9ed8. 00000080:00000010:2.0:1773674219.600582:0:94092:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b4f20. 00000080:00000010:2.0:1773674219.600585:0:94092:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff98dc0414f0e0. 00000080:00000020:2.0:1773674219.600588:0:94092:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773674219.600590:0:94092:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674219.600592:0:94092:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=lfs.0 00000080:00000001:2.0:1773674219.600594:0:94092:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674219.600595:0:94092:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674219.600596:0:94092:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674219.600599:0:94092:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9050. 00000080:00000010:2.0:1773674219.600601:0:94092:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff98dc042b4750. 00000080:00000010:2.0:1773674219.600604:0:94092:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 5 at ffff98dc07306818. 00000080:00000020:2.0:1773674219.600606:0:94092:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=lfs.0 00000080:00000001:2.0:1773674219.600607:0:94092:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674219.600609:0:94092:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773674219.600611:0:94092:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674219.600612:0:94092:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674219.600614:0:94092:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674219.600616:0:94092:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf92a8. 00000080:00000010:2.0:1773674219.600619:0:94092:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff98dc042b4c50. 00000080:00000010:2.0:1773674219.600622:0:94092:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 61 at ffff98dc02c85b80. 00000080:00000020:2.0:1773674219.600624:0:94092:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773674219.600625:0:94092:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674219.600627:0:94092:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674219.600629:0:94092:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674219.600630:0:94092:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674219.600631:0:94092:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674219.600634:0:94092:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9668. 00000080:00000010:2.0:1773674219.600636:0:94092:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b48f0. 00000080:00000010:2.0:1773674219.600639:0:94092:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff98dc02c85180. 00000080:00000020:2.0:1773674219.600640:0:94092:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674219.600642:0:94092:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674219.600644:0:94092:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773674219.600646:0:94092:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773674219.600649:0:94092:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) for lock 0x2f77f56113814301 00800000:00000001:2.0:1773674219.600653:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674219.600656:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674219.600657:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600658:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600660:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600662:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600664:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600666:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600667:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.600669:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.600671:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674219.600674:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814301 from it ffffbabdc1d0ba48 00010000:00000001:2.0:1773674219.600677:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.600678:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.600679:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce400 refcount=3 00000020:00000001:2.0:1773674219.600681:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600683:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464167424 : -113404245384192 : ffff98dc043ce400) 00010000:00000001:2.0:1773674219.600686:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.600689:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.600695:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600697:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.600698:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674219.600701:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674219.600703:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674219.600710:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674219.600713:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674219.600715:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.600719:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600720:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.600722:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.600726:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674219.600727:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.600730:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.600732:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.600734:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.600736:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.600737:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674219.600739:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.600743:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953475328/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.600751:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674219.600753:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.600757:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff98dc067cb000. 02000000:00000001:2.0:1773674219.600761:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674219.600805:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.600808:0:94092:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.600810:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.600814:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959ec00. 02000000:00000001:2.0:1773674219.600818:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.600820:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.600822:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674219.600826:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.600827:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.600829:0:94092:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.600832:0:94092:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674219.600834:0:94092:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674219.600837:0:94092:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773674219.600840:0:94092:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674219.600843:0:94092:0:(xattr.c:508:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773674219.600846:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674219.600847:0:94092:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.600849:0:94092:0:(xattr.c:555:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674219.600855:0:94092:0:(xattr.c:612:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674219.600864:0:94092:0:(llite_lib.c:2267:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1773674219.600866:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba80 00000080:00200008:2.0:1773674219.600869:0:94092:0:(llite_lib.c:2276:ll_setattr_raw()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773674219.000000000, mtime 1773674219.000000000, ctime 1773674219.000000000 00000020:00000001:2.0:1773674219.600875:0:94092:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773674219.600879:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:2.0:1773674219.600883:0:94092:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:2.0:1773674219.600885:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:2.0:1773674219.600888:0:94092:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:2.0:1773674219.600891:0:94092:0:(llite_lib.c:2325:ll_setattr_raw()) setting mtime 1773674219, ctime 1773674219, now = 1773674219 00000080:00000010:2.0:1773674219.600896:0:94092:0:(llite_lib.c:2334:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff98dc08823e00. 00000080:00000001:2.0:1773674219.600899:0:94092:0:(llite_lib.c:1974:ll_md_setattr()) Process entered 00800000:00000001:2.0:1773674219.600905:0:94092:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:2.0:1773674219.600907:0:94092:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x9:0x0], valid 0xa168/0x5 00800000:00000001:2.0:1773674219.600910:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674219.600913:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674219.600915:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674219.600918:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674219.600920:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674219.600922:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674219.600925:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600929:0:94092:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1773674219.600931:0:94092:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674219.600934:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 4 00010000:00000001:2.0:1773674219.600936:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.600939:0:94092:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674219.600942:0:94092:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674219.600945:0:94092:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773674219.600953:0:94092:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674219.600957:0:94092:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674219.600959:0:94092:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674219.600961:0:94092:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:2.0:1773674219.600964:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.600966:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.600968:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 5 00010000:00000001:2.0:1773674219.600970:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.600972:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600974:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.600975:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.600976:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 5 00010000:00000001:2.0:1773674219.600978:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.600980:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.600982:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.600983:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.600984:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 5 00010000:00000001:2.0:1773674219.600986:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.600988:0:94092:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773674219.600991:0:94092:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773674219.600993:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674219.600997:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.601000:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674219.601040:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.601042:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.601044:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773674219.601046:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.601047:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.601049:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b800 refcount=2 00000020:00000001:2.0:1773674219.601051:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.601053:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534214144 : -113404175337472 : ffff98dc0869b800) 00010000:00000001:2.0:1773674219.601055:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.601056:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674219.601057:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674219.601058:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674219.601060:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 5 00010000:00000001:2.0:1773674219.601062:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674219.601064:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.601066:0:94092:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.601068:0:94092:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773674219.601070:0:94092:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff98dc05951148) invalid 00000020:00000001:2.0:1773674219.601073:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0b688 00000080:00002000:2.0:1773674219.601075:0:94092:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff98dc10e86510) parent ffff98dc10e90a20 inode ffff98dc05951148 refc 1 00000080:00000001:2.0:1773674219.601079:0:94092:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773674219.601081:0:94092:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674219.601082:0:94092:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.601085:0:94092:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674219.601088:0:94092:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674219.601090:0:94092:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674219.601092:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.601093:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674219.601096:0:94092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cf200 with handle 0x2f77f561138142fa from hash 00010000:00000001:2.0:1773674219.601099:0:94092:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674219.601100:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.601101:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.601103:0:94092:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674219.601105:0:94092:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674219.601106:0:94092:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674219.601109:0:94092:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.601111:0:94092:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674219.601113:0:94092:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773674219.601118:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674219.601122:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674219.601127:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.601130:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.601132:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.601133:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.601134:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.601138:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.601139:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.601142:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.601147:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08822600. 00000100:00000001:2.0:1773674219.601153:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.601155:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.601158:0:94092:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773674219.601162:0:94092:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773674219.601169:0:94092:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773674219.601171:0:94092:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674219.601173:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674219.601175:0:94092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043cf200/0x2f77f561138142fa lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6bac expref: -99 pid: 94092 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773674219.601184:0:94092:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c850c0. 00010000:00000001:2.0:1773674219.601192:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.601193:0:94092:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.601195:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.601197:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.601199:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773674219.601201:0:94092:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773674219, ctime 1773674219 00000020:00100000:2.0:1773674219.601208:0:94092:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773674219.601215:0:94092:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674219.601228:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.601230:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.601235:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.601237:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.601240:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.601241:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674219.601245:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.601249:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.601251:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.601253:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.601257:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.601264:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.601266:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.601270:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.601273:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.601275:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.601278:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475584:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773674219.601281:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.601286:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.601288:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.601290:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.601294:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959ec00. 02000000:00000001:2.0:1773674219.601295:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.601301:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.601304:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.601309:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674219.601316:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953475584, portal 10 00000100:00000001:2.0:1773674219.601318:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.601319:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674219.601325:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.601338:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.601341:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.601344:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090645d8. 00000100:00000200:2.0:1773674219.601348:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859825953475584, offset 0 00000400:00000200:2.0:1773674219.601354:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.601362:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.601368:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.601373:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.601377:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.601381:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.601384:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.601388:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252835:252835:256:4294967295] 192.168.201.103@tcp LPNI seq info [252803:252803:8:4294967295] 00000400:00000200:2.0:1773674219.601393:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.601402:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.601408:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.601413:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674219.601419:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.601426:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.601431:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.601439:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.601444:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 319077 usecs (320 jiffies) 00000400:00000200:2.0:1773674219.601448:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.601451:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300776976 00000100:00000001:2.0:1773674219.601454:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.601456:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300776976 00000100:00000001:2.0:1773674219.601459:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.601461:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.601464:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.601467:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.601468:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674219.601471:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 17 seconds 00000100:00000001:2.0:1773674219.601474:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.601476:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.601871:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.601877:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674219.601882:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.601888:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.601893:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090645d8 00000400:00000010:1.0:1773674219.601895:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090645d8. 00000100:00000001:1.0:1773674219.601899:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.601904:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674219.601912:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.601915:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674219.601927:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.601928:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674219.608843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00000800:00000001:0.0:1773674219.636465:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.636492:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.636496:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.636499:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.636507:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.636515:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.636523:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.636528:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.636534:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.636539:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d0c00 00000400:00000200:0.0:1773674219.636545:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.636550:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5b31 [1] + 224 00000800:00000001:0.0:1773674219.636558:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.636566:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.636570:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.636575:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.636581:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.636589:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674219.636601:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674219.636626:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.636633:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.636636:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.637071:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.637081:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.637084:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.637087:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.637093:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674219.637096:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674219.637099:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.637105:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674219.637115:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953475584/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.637122:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.637124:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.637127:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.637130:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.637132:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.637135:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.637138:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.637147:0:94092:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674219.637151:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674219.637154:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.637156:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.637159:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.637163:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.637167:0:94092:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674219.637169:0:94092:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674219.637171:0:94092:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674219.637173:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.637175:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674219.637178:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.637180:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674219.637184:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.637187:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.637192:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.637199:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.637202:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.637204:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.637207:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674219.637215:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475584:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773674219.637220:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.637223:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.637225:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.637227:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.637231:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.637237:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.637240:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.637244:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.637245:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.637253:0:94092:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.637256:0:94092:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.637263:0:94092:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674219.637265:0:94092:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674219.637281:0:94092:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773674219.637284:0:94092:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:2.0:1773674219.637289:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.637292:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674219.637298:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.637300:0:94092:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674219.637303:0:94092:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637307:0:94092:0:(llite_lib.c:2037:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637310:0:94092:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1773674219.637314:0:94092:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.637316:0:94092:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.637318:0:94092:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674219.637319:0:94092:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637321:0:94092:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637324:0:94092:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1773674219.637327:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.637333:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064feab0. 00000020:00000010:2.0:1773674219.637338:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08823600. 00000020:00000010:2.0:1773674219.637343:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08823c00. 00000020:00000010:2.0:1773674219.637348:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c360. 00000008:00000010:2.0:1773674219.637355:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00000. 00020000:00000010:2.0:1773674219.637360:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674219.637365:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8388. 00000080:00000010:2.0:1773674219.637372:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae930. 00000080:00000010:2.0:1773674219.637375:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dfb50. 00000020:00000010:2.0:1773674219.637379:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08823a00. 00000008:00000010:2.0:1773674219.637390:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13760. 00020000:00000010:2.0:1773674219.637394:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3600. 00008000:00000010:2.0:1773674219.637397:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a88. 00000080:00000010:2.0:1773674219.637401:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c1e0. 00000020:00000001:2.0:1773674219.637404:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968760 : -113404210582856 : ffff98dc064feab8) 00000020:00001000:2.0:1773674219.637406:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064feab0 00000020:00000001:2.0:1773674219.637411:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba08 00000080:00200000:2.0:1773674219.637413:0:94092:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773674219.637418:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.637421:0:94092:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674219.637423:0:94092:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674219.637425:0:94092:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674219.637428:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674219.637429:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674219.637432:0:94092:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674219.637434:0:94092:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637436:0:94092:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674219.637440:0:94092:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc070dfbb0 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1773674219.637443:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:2.0:1773674219.637447:0:94092:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674219.637449:0:94092:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674219.637451:0:94092:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674219.637453:0:94092:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637455:0:94092:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674219.637457:0:94092:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674219.637458:0:94092:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637460:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674219.637461:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674219.637462:0:94092:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674219.637464:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:2.0:1773674219.637466:0:94092:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637468:0:94092:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674219.637470:0:94092:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674219.637472:0:94092:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1773674219.637474:0:94092:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:2.0:1773674219.637478:0:94092:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff98dc07306fb0. 00020000:00200000:2.0:1773674219.637481:0:94092:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674219.637490:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674219.637494:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674219.637496:0:94092:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674219.637497:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674219.637499:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe5a0. 00000020:00000010:2.0:1773674219.637502:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822c00. 00000020:00000010:2.0:1773674219.637506:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08823200. 00000020:00000010:2.0:1773674219.637510:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437cd20. 00000008:00000010:2.0:1773674219.637514:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b00b28. 00020000:00000010:2.0:1773674219.637516:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193000. 00008000:00000010:2.0:1773674219.637520:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8e20. 00000080:00000010:2.0:1773674219.637523:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093aebd0. 00000080:00000010:2.0:1773674219.637526:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dd6d0. 00000020:00000010:2.0:1773674219.637529:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08822200. 00000008:00000010:2.0:1773674219.637533:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12b00. 00020000:00000010:2.0:1773674219.637535:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3a80. 00008000:00000010:2.0:1773674219.637538:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1a08. 00000080:00000010:2.0:1773674219.637541:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c780. 00000020:00000001:2.0:1773674219.637543:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498967464 : -113404210584152 : ffff98dc064fe5a8) 00000020:00001000:2.0:1773674219.637545:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe5a0 00000020:00000001:2.0:1773674219.637548:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc066b8d00 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.637549:0:94092:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674219.637552:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674219.637553:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674219.637554:0:94092:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637557:0:94092:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637558:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623400 : -113404231928216 : ffff98dc050a3668) 00000020:00000001:2.0:1773674219.637562:0:94092:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674219.637564:0:94092:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674219.637567:0:94092:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637569:0:94092:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637571:0:94092:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637573:0:94092:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637574:0:94092:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637576:0:94092:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674219.637578:0:94092:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674219.637580:0:94092:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1773674219.637583:0:94092:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674219.637584:0:94092:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674219.637585:0:94092:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637587:0:94092:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.637588:0:94092:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637590:0:94092:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674219.637592:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674219.637593:0:94092:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674219.637595:0:94092:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674219.637596:0:94092:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637598:0:94092:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637599:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637601:0:94092:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637602:0:94092:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674219.637604:0:94092:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674219.637606:0:94092:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674219.637608:0:94092:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674219.637610:0:94092:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674219.637613:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674219.637617:0:94092:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3c80. 00020000:00000002:2.0:1773674219.637620:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674219.637622:0:94092:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674219.637624:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674219.637625:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623400 : -113404231928216 : ffff98dc050a3668) 00000020:00000001:2.0:1773674219.637627:0:94092:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674219.637630:0:94092:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845b430. 00000008:00010000:2.0:1773674219.637633:0:94092:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:2.0:1773674219.637635:0:94092:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674219.637637:0:94092:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674219.637640:0:94092:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3cb0, osc lock ffff98dc1845b430, flags 0x80000000 00000020:00000001:2.0:1773674219.637642:0:94092:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637644:0:94092:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.637647:0:94092:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124544 : -113404245427072 : ffff98dc043c3c80) 00000020:00000001:2.0:1773674219.637904:0:94092:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674219.637905:0:94092:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674219.637907:0:94092:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637909:0:94092:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637911:0:94092:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674219.637913:0:94092:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674219.637915:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674219.637916:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623400 : -113404231928216 : ffff98dc050a3668) 00000020:00000001:2.0:1773674219.637918:0:94092:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674219.637920:0:94092:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674219.637922:0:94092:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674219.637925:0:94092:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.637928:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674219.637930:0:94092:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674219.637932:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674219.637934:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674219.637935:0:94092:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674219.637936:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674219.637939:0:94092:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674219.637942:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674219.637948:0:94092:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.637952:0:94092:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773674219.637957:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674219.637962:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00010000:00000001:2.0:1773674219.637966:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674219.637971:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674219.637978:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.637980:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.637981:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.637984:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.637987:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.637992:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.637998:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08822400. 00000100:00000001:2.0:1773674219.638014:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.638018:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.638020:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.638021:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674219.638023:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.638024:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.638027:0:94092:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00010000:00000001:2.0:1773674219.638030:0:94092:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674219.638033:0:94092:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674219.638037:0:94092:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7200. 00010000:00000010:2.0:1773674219.638040:0:94092:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc043b7e00. 00010000:00000001:2.0:1773674219.638044:0:94092:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674219.638047:0:94092:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043cf200. 00000020:00000001:2.0:1773674219.638050:0:94092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674219.638053:0:94092:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043cf200 with handle 0x2f77f56113814308 to hash 00000020:00000001:2.0:1773674219.638055:0:94092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674219.638057:0:94092:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000010:2.0:1773674219.638060:0:94092:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc02c850c0. 00010000:00000001:2.0:1773674219.638063:0:94092:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.638067:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.638070:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.638075:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.638092:0:94092:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674219.638103:0:94092:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674219.638109:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674219.638111:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674219.638117:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.638119:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669448885376 : -113404260666240 : ffff98dc0353b480) 00000100:00000001:2.0:1773674219.638122:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.638123:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000001:2.0:1773674219.638128:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.638132:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.638134:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674219.638135:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.638141:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.638148:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.638150:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.638154:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.638157:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.638160:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.638163:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475712:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.638346:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.638352:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.638354:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.638357:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.638362:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674219.638364:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.638372:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.638375:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.638380:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674219.638386:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953475712, portal 4 00000100:00000001:2.0:1773674219.638388:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.638389:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674219.638395:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.638402:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.638406:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.638408:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064770. 00000100:00000200:2.0:1773674219.638412:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953475712, offset 0 00000400:00000200:2.0:1773674219.638419:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.638427:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.638434:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.638437:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.638441:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.638445:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.638448:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.638451:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252836:252836:256:4294967295] 192.168.201.103@tcp LPNI seq info [252804:252804:8:4294967295] 00000400:00000200:2.0:1773674219.638456:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.638466:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.638471:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.638476:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674219.638482:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.638489:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.638494:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.638514:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.638518:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1258367 usecs (1259 jiffies) 00000400:00000200:2.0:1773674219.638522:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.638525:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300777952 00000100:00000001:2.0:1773674219.638528:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.638530:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300777952 00000100:00000001:2.0:1773674219.638533:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.638535:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.638537:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.638540:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.638541:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674219.638544:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc0353b480 going to sleep for 11 seconds 00000100:00000001:2.0:1773674219.638547:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.638549:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.638984:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.638989:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:1.0:1773674219.638994:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.639000:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.639014:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064770 00000400:00000010:1.0:1773674219.639017:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064770. 00000100:00000001:1.0:1773674219.639020:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.639024:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.639033:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.639036:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.639043:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.639044:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674219.651368:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.651387:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.651392:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.651395:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.651404:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.651412:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.651421:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.651428:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.651433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.651438:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794d0c80 00000400:00000200:0.0:1773674219.651443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.651449:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5b39 [1] + 224 00000800:00000001:0.0:1773674219.651457:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.651465:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.651468:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.651473:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.651479:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.651489:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.651500:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.651524:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.651533:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.651537:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.653117:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.653130:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.653133:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.653137:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.653146:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674219.653148:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674219.653152:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.653163:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.653174:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.653181:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.653183:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.653186:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.653189:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.653192:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.653194:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.653196:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.653208:0:94092:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=2 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674219.653212:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674219.653215:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.653217:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.653219:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.653224:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.653228:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.653230:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:2.0:1773674219.653232:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.653234:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.653238:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.653244:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.653247:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.653249:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674219.653253:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.653260:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953475712:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773674219.653265:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.653267:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.653270:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674219.653272:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.653275:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.653281:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674219.653284:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc0353b480. 00000100:00000001:2.0:1773674219.653288:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674219.653289:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.653292:0:94092:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674219.653295:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.653297:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.653300:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:2.0:1773674219.653303:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653306:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000040:2.0:1773674219.653314:0:94092:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043cf200, remote cookie: 0x441c89a0128d6bcf, flags: 0x80000000 00010000:00000001:2.0:1773674219.653317:0:94092:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773674219.653320:0:94092:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.653322:0:94092:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674219.653326:0:94092:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773674219.653332:0:94092:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674219.653345:0:94092:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x23ad:0x0].0x0 (ffff98dc043b7200) refcount = 1 00010000:00000040:2.0:1773674219.653348:0:94092:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674219.653351:0:94092:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.653361:0:94092:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674219.653362:0:94092:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674219.653365:0:94092:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674219.653368:0:94092:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.653371:0:94092:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.653378:0:94092:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674219.653379:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.653381:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.653382:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.653383:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674219.653385:0:94092:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674219.653388:0:94092:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773674219.653391:0:94092:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674219.653393:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.653394:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.653396:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674219.653398:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653400:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653402:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.653403:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.653404:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:2.0:1773674219.653406:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653409:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653412:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674219.653414:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674219.653418:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.653425:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.653426:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674219.653429:0:94092:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773674219.653433:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00010000:2.0:1773674219.653437:0:94092:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773674219.653445:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653447:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674219.653450:0:94092:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674219.653452:0:94092:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674219.653455:0:94092:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653457:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653458:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:2.0:1773674219.653460:0:94092:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773674219.653462:0:94092:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.653464:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674219.653465:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674219.653467:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:2.0:1773674219.653469:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653471:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674219.653571:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674219.653578:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.653585:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.653587:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674219.653590:0:94092:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674219.653596:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674219.653597:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674219.653598:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674219.653600:0:94092:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.653602:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.653607:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953475712/t0(0) o101->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.653613:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674219.653615:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.653618:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674219.653622:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674219.653624:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.653626:0:94092:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.653629:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.653641:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08822400. 02000000:00000001:2.0:1773674219.653645:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.653646:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.653648:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:2.0:1773674219.653652:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.653653:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674219.653655:0:94092:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674219.653658:0:94092:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653661:0:94092:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.653664:0:94092:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653666:0:94092:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653668:0:94092:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653670:0:94092:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653683:0:94092:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653686:0:94092:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1773674219.653692:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653694:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653695:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1773674219.653699:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653701:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00020000:00000001:2.0:1773674219.653703:0:94092:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1773674219.653705:0:94092:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674219.653707:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674219.653708:0:94092:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674219.653711:0:94092:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:2.0:1773674219.653714:0:94092:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:2.0:1773674219.653718:0:94092:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674219.653720:0:94092:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674219.653722:0:94092:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674219.653723:0:94092:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674219.653725:0:94092:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653727:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653729:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653730:0:94092:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773674219.653732:0:94092:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653734:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653736:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674219.653737:0:94092:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674219.653739:0:94092:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674219.653740:0:94092:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653742:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653744:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674219.653746:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674219.653748:0:94092:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674219.653749:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674219.653751:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674219.653752:0:94092:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674219.653753:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674219.653756:0:94092:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:2.0:1773674219.653822:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428aa00. 00000020:00000040:2.0:1773674219.653827:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674219.653831:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674219.653834:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674219.653838:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674219.653845:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08822400. 00000100:00000001:2.0:1773674219.653851:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.653857:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674219.653862:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.653870:0:94092:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3782133] to pc [ptlrpcd_01_00+0] req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773674219.653909:0:94092:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674219.653912:0:94092:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653914:0:94092:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.653916:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.653918:0:94092:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674219.653919:0:94092:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653921:0:94092:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.653923:0:94092:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674219.653925:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674219.653927:0:94092:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674219.653928:0:94092:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1773674219.653939:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773674219.653942:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773674219.653944:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.653950:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.653952:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.653954:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674219.653956:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674219.653958:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674219.653963:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.653971:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674219.653973:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.653977:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674219.653979:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674219.653982:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674219.653986:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953475840:192.168.201.103@tcp:10:dd.0 00000100:00000001:2.0:1773674219.653990:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674219.653995:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674219.653998:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.654011:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674219.654017:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f000. 02000000:00000001:2.0:1773674219.654019:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.654026:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674219.654030:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674219.654035:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674219.654052:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953475840, portal 4 00000100:00000001:2.0:1773674219.654055:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.654057:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000040:2.0:1773674219.654063:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.654070:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674219.654073:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674219.654076:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064990. 00000100:00000200:2.0:1773674219.654080:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859825953475840, offset 0 00000400:00000200:2.0:1773674219.654086:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674219.654094:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674219.654101:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674219.654106:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674219.654112:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674219.654116:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674219.654121:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674219.654125:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252837:252837:256:4294967295] 192.168.201.103@tcp LPNI seq info [252805:252805:8:4294967295] 00000100:00000001:3.0:1773674219.654128:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773674219.654131:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.654134:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674219.654144:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674219.654152:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674219.654158:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674219.654166:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674219.654174:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674219.654179:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773674219.654198:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.654203:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1251442 usecs (1252 jiffies) 00000400:00000200:2.0:1773674219.654206:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674219.654210:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300777961 00000100:00000001:2.0:1773674219.654213:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.654216:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300777961 00000100:00000001:2.0:1773674219.654218:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:2.0:1773674219.654441:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.654444:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.654447:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.654449:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.654546:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.654551:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674219.654557:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.654563:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.654567:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064990 00000400:00000010:1.0:1773674219.654569:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064990. 00000100:00000001:1.0:1773674219.654573:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.654577:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.654586:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.654588:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.654595:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.654596:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674219.662536:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.662553:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.662557:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.662559:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.662568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.662576:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.662584:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.662589:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.662594:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.662597:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b80794d0d00 00000400:00000200:0.0:1773674219.662634:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.662640:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x2c5b41 [1] + 224 00000800:00000001:0.0:1773674219.662648:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.662658:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.662661:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.662667:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.662674:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.662682:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.662693:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.662716:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.662724:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.662727:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.662790:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674219.662795:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674219.662801:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674219.662803:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674219.662806:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674219.662810:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674219.662813:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674219.662815:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674219.662820:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674219.662829:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428aa00 x1859825953475840/t0(0) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.662835:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674219.662837:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.662840:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674219.662843:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674219.662852:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674219.662855:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674219.662858:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674219.662868:0:2414:0:(import.c:2136:obd_at_measure()) add 129 to ffff98dc050c24e8 time=163 v=129 (129 36 36 36) 00000100:00001000:2.0:1773674219.662885:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674219.662888:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674219.662890:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674219.662893:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674219.662896:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.662899:0:2414:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674219.662901:0:2414:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674219.662903:0:2414:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674219.662905:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.662907:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462841856 : -113404246709760 : ffff98dc0428aa00) 00000100:00000001:2.0:1773674219.662910:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674219.662911:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:2.0:1773674219.662913:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674219.662915:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.662921:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428aa00 x1859825953475840/t47244640282(47244640282) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.662928:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674219.662930:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674219.662932:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674219.662935:0:2414:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1773674219.662956:0:2414:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674219.662961:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428aa00 x1859825953475840/t47244640282(47244640282) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674219.662969:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953475840:192.168.201.103@tcp:10:dd.0 00000100:00000001:2.0:1773674219.662974:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.662977:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.662980:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428aa00 x1859825953475840/t47244640282(47244640282) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.662987:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.662990:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.662997:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674219.662999:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.663012:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674219.663015:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663174:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.663178:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.663180:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674219.663183:0:94092:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674219.663185:0:94092:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663187:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663189:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674219.663191:0:94092:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1773674219.663195:0:94092:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674219.663199:0:94092:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674219.663202:0:94092:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663205:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.663215:0:94092:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674219.663216:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.663218:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.663220:0:94092:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674219.663224:0:94092:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674219.663228:0:94092:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674219.663230:0:94092:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663231:0:94092:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674219.663233:0:94092:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.663235:0:94092:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=0 (1) m=1773674219 a=0 c=1773674219 b=0 00020000:00000001:3.0:1773674219.663238:0:94092:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.663240:0:94092:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773674219 a=0 c=1773674219 b=0 00020000:00000001:3.0:1773674219.663242:0:94092:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663244:0:94092:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663245:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00200000:3.0:1773674219.663248:0:94092:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1773674219.663250:0:94092:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773674219.663251:0:94092:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674219.663253:0:94092:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674219.663256:0:94092:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674219.663258:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8c218 (ffff98dc064feab8/0) at cl_lock_release():245 00000020:00000001:3.0:1773674219.663261:0:94092:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674219.663262:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8c218 (ffff98dc064feab8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674219.663265:0:94092:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674219.663267:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.663269:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623400 : -113404231928216 : ffff98dc050a3668) 00000020:00000001:3.0:1773674219.663271:0:94092:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674219.663272:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3cb0 (ffff98dc064fe5a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674219.663275:0:94092:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674219.663277:0:94092:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674219.663280:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.663283:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.663285:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:3.0:1773674219.663288:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.663291:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.663294:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.663300:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.663312:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.663315:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.663317:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.663319:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.663321:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.663331:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.663334:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.663335:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.663339:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.663340:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.663342:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.663345:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.663347:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.663349:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.663351:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.663353:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.663355:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.663356:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.663357:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.663358:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.663360:0:94092:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674219.663361:0:94092:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.663362:0:94092:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.663364:0:94092:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.663365:0:94092:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674219.663366:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8c218 (ffff98dc064feab8/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674219.663369:0:94092:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674219.663370:0:94092:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674219.663371:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3cb0 (ffff98dc064feab8/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674219.663375:0:94092:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845b430. 00000020:00000001:3.0:1773674219.663379:0:94092:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674219.663381:0:94092:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3c80. 00020000:00000001:3.0:1773674219.663384:0:94092:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674219.663384:0:94092:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674219.663385:0:94092:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773674219.663387:0:94092:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674219.663389:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.663390:0:94092:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674219.663392:0:94092:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674219.663393:0:94092:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663395:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663396:0:94092:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674219.663397:0:94092:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674219.663398:0:94092:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773674219.663400:0:94092:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674219.663401:0:94092:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674219.663402:0:94092:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:3.0:1773674219.663404:0:94092:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff98dc07306fb0. 00020000:00000001:3.0:1773674219.663407:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.663408:0:94092:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674219.663411:0:94092:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674219.663412:0:94092:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663414:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663415:0:94092:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674219.663416:0:94092:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674219.663418:0:94092:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663421:0:94092:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674219.663422:0:94092:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674219.663424:0:94092:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674219.663425:0:94092:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674219.663426:0:94092:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674219.663428:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe5a0 00000020:00000010:3.0:1773674219.663431:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08823200. 00000020:00000010:3.0:1773674219.663435:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437cd20. 00000008:00000010:3.0:1773674219.663440:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00b28. 00020000:00000010:3.0:1773674219.663444:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193000. 00008000:00000010:3.0:1773674219.663448:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8e20. 00000080:00000010:3.0:1773674219.663453:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093aebd0. 00000080:00000010:3.0:1773674219.663456:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dd6d0. 00000020:00000010:3.0:1773674219.663460:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822c00. 00000008:00000010:3.0:1773674219.663463:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12b00. 00020000:00000010:3.0:1773674219.663466:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3a80. 00008000:00000010:3.0:1773674219.663469:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a08. 00000080:00000010:3.0:1773674219.663472:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c780. 00000020:00000010:3.0:1773674219.663475:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08822200. 00000020:00000010:3.0:1773674219.663477:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe5a0. 00020000:00000001:3.0:1773674219.663479:0:94092:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674219.663481:0:94092:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674219.663483:0:94092:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674219.663486:0:94092:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674219.663488:0:94092:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674219.663489:0:94092:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674219.663490:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064feab0 00000020:00000010:3.0:1773674219.663492:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08823c00. 00000020:00000010:3.0:1773674219.663494:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c360. 00000008:00000010:3.0:1773674219.663496:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b00000. 00020000:00000010:3.0:1773674219.663498:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:3.0:1773674219.663500:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8388. 00000080:00000010:3.0:1773674219.663503:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae930. 00000080:00000010:3.0:1773674219.663505:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dfb50. 00000020:00000010:3.0:1773674219.663507:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08823600. 00000008:00000010:3.0:1773674219.663509:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13760. 00020000:00000010:3.0:1773674219.663511:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3600. 00008000:00000010:3.0:1773674219.663514:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1a88. 00000080:00000010:3.0:1773674219.663516:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c1e0. 00000020:00000010:3.0:1773674219.663518:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08823a00. 00000020:00000010:3.0:1773674219.663520:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064feab0. 00000080:00000001:3.0:1773674219.663522:0:94092:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.663526:0:94092:0:(llite_lib.c:2496:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1773674219.663529:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08823e00. 00000020:00000001:3.0:1773674219.663534:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0ba80 00000080:00200008:3.0:1773674219.663537:0:94092:0:(llite_lib.c:2526:ll_setattr_raw()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773674219.000000000, mtime 1773674219.000000000, ctime 1773674219.000000000, rc 0 00000080:00000001:3.0:1773674219.663543:0:94092:0:(llite_lib.c:2528:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.663567:0:94092:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.663570:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:3.0:1773674219.663573:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:3.0:1773674219.663576:0:94092:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.663678:0:94092:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773674219.663681:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bd88 00000080:00200008:3.0:1773674219.663683:0:94092:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:3.0:1773674219.663687:0:94092:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773674219.663689:0:94092:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.663691:0:94092:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773674219.663694:0:94092:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.663696:0:94092:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1773674219.663698:0:94092:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773674219.663701:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:3.0:1773674219.663703:0:94092:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:3.0:1773674219.663705:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:3.0:1773674219.663708:0:94092:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1773674219.663716:0:94092:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773674219.663718:0:94092:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:3.0:1773674219.663723:0:94092:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1773674219.663726:0:94092:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1773674219.663729:0:94092:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 512 00000080:00000001:3.0:1773674219.663730:0:94092:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.663733:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.663738:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.663743:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.663747:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107600. 00000020:00000010:3.0:1773674219.663750:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.663755:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.663759:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.664256:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.664266:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.664270:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.664273:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106a00. 00000008:00000010:3.0:1773674219.664278:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.664281:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.664284:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.664288:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.664290:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.664293:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000080:00000001:3.0:1773674219.664296:0:94092:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773674219.664298:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bc98 00000080:00200000:3.0:1773674219.664299:0:94092:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:3.0:1773674219.664304:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bc30 00000080:00200000:3.0:1773674219.664306:0:94092:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1773674219.664308:0:94092:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773674219.664313:0:94092:0:(cl_io.c:214:cl_io_rw_init()) header@000000005f86dc63[0x110, 1, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:3.0:1773674219.664315:0:94092:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:3.0:1773674219.664317:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.664319:0:94092:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674219.664321:0:94092:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674219.664323:0:94092:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674219.664326:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664327:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773674219.664330:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.664334:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664337:0:94092:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674219.664339:0:94092:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664340:0:94092:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.664343:0:94092:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc07fb2bb8 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773674219.664346:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:3.0:1773674219.664349:0:94092:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674219.664351:0:94092:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674219.664353:0:94092:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674219.664354:0:94092:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773674219.664356:0:94092:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:3.0:1773674219.664359:0:94092:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773674219.664361:0:94092:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674219.664362:0:94092:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664364:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664365:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.664366:0:94092:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674219.664367:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:3.0:1773674219.664369:0:94092:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664371:0:94092:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.664373:0:94092:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1773674219.664375:0:94092:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773674219.664378:0:94092:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664381:0:94092:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674219.664382:0:94092:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674219.664384:0:94092:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773674219.664386:0:94092:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773674219.664387:0:94092:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1773674219.664390:0:94092:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:3.0:1773674219.664392:0:94092:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674219.664394:0:94092:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674219.664398:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:3.0:1773674219.664401:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.664403:0:94092:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674219.664404:0:94092:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.664407:0:94092:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24ea0. 00000020:00000010:3.0:1773674219.664412:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.664415:0:94092:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.664418:0:94092:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.664422:0:94092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674219.664425:0:94092:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f840. 00008000:00000010:3.0:1773674219.664428:0:94092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674219.664432:0:94092:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674219.664434:0:94092:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674219.664437:0:94092:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107200. 00000008:00000010:3.0:1773674219.664440:0:94092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674219.664443:0:94092:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674219.664446:0:94092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674219.664448:0:94092:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20690. 00000020:00000001:3.0:1773674219.664450:0:94092:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541068456 : -113404168483160 : ffff98dc08d24ea8) 00000020:00001000:3.0:1773674219.664452:0:94092:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24ea0 00000020:00000001:3.0:1773674219.664454:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc066b8d00 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.664455:0:94092:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674219.664457:0:94092:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664458:0:94092:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674219.664460:0:94092:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664462:0:94092:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664464:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.664466:0:94092:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773674219.664468:0:94092:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773674219.664472:0:94092:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664474:0:94092:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664477:0:94092:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664478:0:94092:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664480:0:94092:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664483:0:94092:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773674219.664485:0:94092:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773674219.664487:0:94092:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773674219.664490:0:94092:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773674219.664493:0:94092:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664495:0:94092:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664497:0:94092:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773674219.664499:0:94092:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1773674219.664501:0:94092:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773674219.664503:0:94092:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773674219.664504:0:94092:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664507:0:94092:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664508:0:94092:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664510:0:94092:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664512:0:94092:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664514:0:94092:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674219.664516:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.664517:0:94092:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674219.664519:0:94092:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.664520:0:94092:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664522:0:94092:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664524:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664526:0:94092:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664527:0:94092:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.664529:0:94092:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773674219.664530:0:94092:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773674219.664532:0:94092:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773674219.664534:0:94092:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773674219.664537:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1773674219.664543:0:94092:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc184c8f00. 00020000:00000002:3.0:1773674219.664546:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674219.664548:0:94092:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773674219.664550:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.664551:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.664553:0:94092:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773674219.664556:0:94092:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc185778f0. 00000008:00010000:3.0:1773674219.664561:0:94092:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773674219.664564:0:94092:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664565:0:94092:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773674219.664569:0:94092:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc184c8f30, osc lock ffff98dc185778f0, flags 0x0 00000020:00000001:3.0:1773674219.664571:0:94092:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664573:0:94092:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664575:0:94092:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669800738560 : -113403908813056 : ffff98dc184c8f00) 00000020:00000001:3.0:1773674219.664577:0:94092:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664578:0:94092:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.664580:0:94092:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664582:0:94092:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664584:0:94092:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674219.664586:0:94092:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674219.664587:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.664588:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.664589:0:94092:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674219.664591:0:94092:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674219.664592:0:94092:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773674219.664594:0:94092:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664597:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674219.664599:0:94092:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674219.664600:0:94092:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674219.664602:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674219.664603:0:94092:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674219.664604:0:94092:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674219.664631:0:94092:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773674219.664634:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.664640:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:3.0:1773674219.664643:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.664649:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.664653:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.664657:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674219.664666:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.664671:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.664674:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.664688:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.664690:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.664692:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:3.0:1773674219.664695:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664697:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000008:00000001:3.0:1773674219.664700:0:94092:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674219.664702:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.664703:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.664705:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:3.0:1773674219.664707:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664708:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664711:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.664712:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.664713:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:3.0:1773674219.664714:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664716:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664718:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.664719:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.664722:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.664728:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.664730:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.664732:0:94092:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.664734:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.664735:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.664737:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=6 00000020:00000001:3.0:1773674219.664739:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664742:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.664745:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.664748:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.664755:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.664756:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674219.664759:0:94092:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.664790:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.664792:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.664793:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.664794:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.664796:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.664797:0:94092:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.664800:0:94092:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664802:0:94092:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664804:0:94092:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664806:0:94092:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664808:0:94092:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664809:0:94092:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664811:0:94092:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664814:0:94092:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1773674219.664817:0:94092:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1773674219.664820:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb80 00000080:00200000:3.0:1773674219.664823:0:94092:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:3.0:1773674219.664825:0:94092:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773674219.664828:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:3.0:1773674219.664831:0:94092:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc095ba7c0. 00020000:00000002:3.0:1773674219.664833:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00000020:00000001:3.0:1773674219.664836:0:94092:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1773674219.664839:0:94092:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773674219.664841:0:94092:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773674219.664843:0:94092:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:3.0:1773674219.664846:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.664847:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.664848:0:94092:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674219.664850:0:94092:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674219.664853:0:94092:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664854:0:94092:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664856:0:94092:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664858:0:94092:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664862:0:94092:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773674219.664863:0:94092:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000020:00000001:3.0:1773674219.664899:0:94092:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773674219.664901:0:94092:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] fffff3eb449d3c40 0 1 00000020:00000001:3.0:1773674219.664905:0:94092:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773674219.664907:0:94092:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664909:0:94092:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:3.0:1773674219.664913:0:94092:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98dc0648fb60. 00000020:00000001:3.0:1773674219.664917:0:94092:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664918:0:94092:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.664921:0:94092:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1773674219.664924:0:94092:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1773674219.664926:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.664927:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000008:00000001:3.0:1773674219.664930:0:94092:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1773674219.664932:0:94092:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff98dc0648fbd0 folio fffff3eb449d3c40 pg:0 obj off 0 00000008:00000001:3.0:1773674219.664934:0:94092:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664936:0:94092:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773674219.664937:0:94092:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1773674219.664938:0:94092:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1773674219.664940:0:94092:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.664943:0:94092:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664945:0:94092:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446630669498514272 : -113404211037344 : ffff98dc0648fb60) 00000020:00000001:3.0:1773674219.664947:0:94092:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446630669498514272 : -113404211037344 : ffff98dc0648fb60) 00000020:00000001:3.0:1773674219.664949:0:94092:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773674219.664951:0:94092:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674219.664952:0:94092:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526969272 : -113404182582344 : ffff98dc07fb2bb8) 00000020:00000001:3.0:1773674219.664954:0:94092:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773674219.664955:0:94092:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773674219.664957:0:94092:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674219.664960:0:94092:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[2 00000000793106df 1 1 0000000022bacf6e] 00000020:00000001:3.0:1773674219.664962:0:94092:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773674219.664963:0:94092:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674219.664965:0:94092:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:3.0:1773674219.664967:0:94092:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1773674219.664968:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.664970:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.664971:0:94092:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674219.664973:0:94092:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773674219.664976:0:94092:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773674219 a=0 c=1773674219 b=0 00020000:00000001:3.0:1773674219.664978:0:94092:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664980:0:94092:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.664982:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00000001:3.0:1773674219.664985:0:94092:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674219.664988:0:94092:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773674219.664989:0:94092:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.664992:0:94092:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773674219.664993:0:94092:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:3.0:1773674219.664995:0:94092:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674219.664996:0:94092:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526969272 : -113404182582344 : ffff98dc07fb2bb8) 00000020:00000001:3.0:1773674219.664999:0:94092:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773674219.665009:0:94092:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674219.665013:0:94092:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773674219.665015:0:94092:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674219.665016:0:94092:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773674219.665018:0:94092:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773674219.665021:0:94092:0:(rw26.c:967:ll_write_end()) page@00000000dd58141f[3 00000000793106df 2 1 0000000022bacf6e] 00000080:00200000:3.0:1773674219.665025:0:94092:0:(rw26.c:967:ll_write_end()) vmpage @00000000c8b8b553 17ffffc0001001 3:0 ffff98dc0648fb60 0 lru 00000080:00200000:3.0:1773674219.665033:0:94092:0:(rw26.c:967:ll_write_end()) osc-page@0000000097742364 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b3e09199 00000000e55c9f6f > 3< 0 0 > 4< 0 0 8 33521664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1773674219.665035:0:94092:0:(rw26.c:967:ll_write_end()) end page@00000000dd58141f 00000080:00200000:3.0:1773674219.665037:0:94092:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773674219.665038:0:94092:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:3.0:1773674219.665043:0:94092:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773674219.665045:0:94092:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:3.0:1773674219.665048:0:94092:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773674219.665050:0:94092:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773674219.665052:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.665053:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.665055:0:94092:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773674219.665057:0:94092:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773674219.665059:0:94092:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1773674219.665061:0:94092:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674219.665062:0:94092:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:3.0:1773674219.665064:0:94092:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1773674219.665067:0:94092:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff98dc0648fbd0 folio fffff3eb449d3c40 pg:0 added for cmd 2 00000008:00000001:3.0:1773674219.665072:0:94092:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:3.0:1773674219.665075:0:94092:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 33521664, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674219.665081:0:94092:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 33521664, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773674219.665085:0:94092:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff98dc0648fc08 page fffff3eb449d3c40 00000008:00000020:3.0:1773674219.665088:0:94092:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff98dc07f29800: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 33492992, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1773674219.665093:0:94092:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1773674219.665094:0:94092:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.665097:0:94092:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1773674219.665100:0:94092:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98dc4206f600. 00000008:00000020:3.0:1773674219.665105:0:94092:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff98dc086fafc0 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:3.0:1773674219.665110:0:94092:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1773674219.665116:0:94092:0:(osc_cache.c:848:osc_extent_find()) extent ffff98dc4206f600@{[0 -> 0/1023], [3|1|-|active|wi|ffff98dc086fafc0], [28672|0|-|-|ffff98dc043cf200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1773674219.665122:0:94092:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000e475cbd1 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773674219.665129:0:94092:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:3.0:1773674219.665132:0:94092:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.665134:0:94092:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.665136:0:94092:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773674219.665138:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000002:3.0:1773674219.665140:0:94092:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->512 0 00000020:00000001:3.0:1773674219.665142:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.665144:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674219.665146:0:94092:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 512 00020000:00000001:3.0:1773674219.665148:0:94092:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674219.665150:0:94092:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665151:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665153:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674219.665155:0:94092:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773674219.665156:0:94092:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773674219.665158:0:94092:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674219.665161:0:94092:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[4 00000000793106df 2 1 0000000022bacf6e] 00000020:00000001:3.0:1773674219.665162:0:94092:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773674219.665164:0:94092:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773674219.665165:0:94092:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773674219.665167:0:94092:0:(osc_request.c:745:osc_update_next_shrink()) next time 7309 to shrink grant 00000080:00000001:3.0:1773674219.665170:0:94092:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773674219.665172:0:94092:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773674219.665177:0:94092:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc059512f8, count 1, dirtied 1 00000080:00000001:3.0:1773674219.665179:0:94092:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773674219.665181:0:94092:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773674219.665183:0:94092:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674219.665184:0:94092:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674219.665185:0:94092:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674219.665188:0:94092:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[3 00000000793106df 2 1 0000000000000000] 00000020:00000001:3.0:1773674219.665189:0:94092:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773674219.665190:0:94092:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674219.665192:0:94092:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773674219.665193:0:94092:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674219.665195:0:94092:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[3 00000000793106df 1 1 0000000000000000] 00000020:00000001:3.0:1773674219.665196:0:94092:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773674219.665197:0:94092:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773674219.665198:0:94092:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773674219.665199:0:94092:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773674219.665201:0:94092:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665203:0:94092:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665205:0:94092:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665206:0:94092:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.665208:0:94092:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:3.0:1773674219.665210:0:94092:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773674219.665211:0:94092:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773674219.665213:0:94092:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665215:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bb80 00000080:00200000:3.0:1773674219.665216:0:94092:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:3.0:1773674219.665219:0:94092:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665221:0:94092:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674219.665222:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.665224:0:94092:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674219.665225:0:94092:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773674219.665227:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.665229:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.665230:0:94092:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674219.665232:0:94092:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674219.665233:0:94092:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665235:0:94092:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665236:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674219.665238:0:94092:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665240:0:94092:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665242:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665243:0:94092:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665245:0:94092:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665247:0:94092:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773674219.665249:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773674219.665250:0:94092:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773674219.665251:0:94092:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773674219.665253:0:94092:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1773674219.665256:0:94092:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674219.665260:0:94092:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc086fafc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1773674219.665267:0:94092:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674219.665270:0:94092:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.665271:0:94092:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773674219.665272:0:94092:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.665274:0:94092:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1773674219.665276:0:94092:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773674219.665277:0:94092:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665279:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665281:0:94092:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773674219.665282:0:94092:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674219.665283:0:94092:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674219.665285:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_release():245 00000020:00000001:3.0:1773674219.665288:0:94092:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674219.665289:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674219.665292:0:94092:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674219.665293:0:94092:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.665295:0:94092:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.665297:0:94092:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674219.665298:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc184c8f30 (ffff98dc08d24ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674219.665301:0:94092:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674219.665302:0:94092:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674219.665304:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.665306:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.665307:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:3.0:1773674219.665310:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.665312:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.665315:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.665318:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.665326:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.665327:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.665329:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.665331:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.665334:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.665342:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.665345:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.665347:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.665350:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.665352:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.665353:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.665356:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.665358:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.665360:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.665364:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.665366:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.665368:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.665369:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.665370:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.665371:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.665372:0:94092:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674219.665374:0:94092:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.665375:0:94092:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.665376:0:94092:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674219.665377:0:94092:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674219.665379:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674219.665382:0:94092:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674219.665383:0:94092:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674219.665384:0:94092:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc184c8f30 (ffff98dc08d24908/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674219.665387:0:94092:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc185778f0. 00000020:00000001:3.0:1773674219.665392:0:94092:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674219.665394:0:94092:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc184c8f00. 00020000:00000001:3.0:1773674219.665398:0:94092:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674219.665399:0:94092:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674219.665400:0:94092:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773674219.665401:0:94092:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773674219.665402:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.665403:0:94092:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773674219.665404:0:94092:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773674219.665406:0:94092:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665407:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665409:0:94092:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773674219.665410:0:94092:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773674219.665411:0:94092:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773674219.665413:0:94092:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:3.0:1773674219.665414:0:94092:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773674219.665415:0:94092:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674219.665417:0:94092:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773674219.665418:0:94092:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.665419:0:94092:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773674219.665421:0:94092:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773674219.665422:0:94092:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665424:0:94092:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.665426:0:94092:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674219.665427:0:94092:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773674219.665428:0:94092:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.665431:0:94092:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1773674219.665434:0:94092:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773674219.665436:0:94092:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773674219.665438:0:94092:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674219.665439:0:94092:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674219.665440:0:94092:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674219.665441:0:94092:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674219.665442:0:94092:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674219.665444:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24ea0 00000020:00000010:3.0:1773674219.665447:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.665451:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.665455:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674219.665459:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f840. 00008000:00000010:3.0:1773674219.665462:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674219.665466:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674219.665469:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674219.665471:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106600. 00000008:00000010:3.0:1773674219.665476:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674219.665479:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674219.665482:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674219.665485:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20690. 00000020:00000010:3.0:1773674219.665488:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107200. 00000020:00000010:3.0:1773674219.665491:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24ea0. 00020000:00000001:3.0:1773674219.665493:0:94092:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674219.665495:0:94092:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674219.665496:0:94092:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674219.665498:0:94092:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674219.665501:0:94092:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674219.665502:0:94092:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773674219.665504:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bc98 00000080:00200000:3.0:1773674219.665506:0:94092:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:3.0:1773674219.665510:0:94092:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674219.665512:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.665514:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.665516:0:94092:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674219.665518:0:94092:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674219.665521:0:94092:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674219.665523:0:94092:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:3.0:1773674219.665525:0:94092:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674219.665526:0:94092:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:3.0:1773674219.665529:0:94092:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773674219 a=0 c=1773674219 b=0 00020000:00000001:3.0:1773674219.665533:0:94092:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.665535:0:94092:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773674219 a=0 c=1773674219 b=0 00020000:00000001:3.0:1773674219.665538:0:94092:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665540:0:94092:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.665542:0:94092:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00200000:3.0:1773674219.665544:0:94092:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 0 00000080:00000001:3.0:1773674219.665546:0:94092:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773674219.665550:0:94092:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:3.0:1773674219.665553:0:94092:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:3.0:1773674219.665555:0:94092:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.665557:0:94092:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107600. 00000020:00000010:3.0:1773674219.665560:0:94092:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.665563:0:94092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.665566:0:94092:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.665569:0:94092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.665572:0:94092:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.665574:0:94092:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.665577:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.665579:0:94092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.665582:0:94092:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.665584:0:94092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.665587:0:94092:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.665589:0:94092:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106a00. 00000020:00000010:3.0:1773674219.665591:0:94092:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000020:00000001:3.0:1773674219.665596:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bd88 00000080:00000008:3.0:1773674219.665598:0:94092:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:3.0:1773674219.665601:0:94092:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:3.0:1773674219.665631:0:94092:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.665634:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:3.0:1773674219.665637:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:3.0:1773674219.665639:0:94092:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.665643:0:94092:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674219.665645:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bdd0 00000080:00200008:3.0:1773674219.665647:0:94092:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 100001 00000080:00000001:3.0:1773674219.665650:0:94092:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773674219.665653:0:94092:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773674219.665654:0:94092:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.665655:0:94092:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000002:3.0:1773674219.665658:0:94092:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc095ba7c0 00020000:00000001:3.0:1773674219.665659:0:94092:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.665662:0:94092:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773674219.665666:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.665669:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.665671:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.665674:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.665676:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.665679:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.665682:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.665687:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.665689:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.665694:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 3 00010000:00000001:3.0:1773674219.665696:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.665701:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.665703:0:94092:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:3.0:1773674219.665706:0:94092:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773674219.665707:0:94092:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773674219.665712:0:94092:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc03106a00. 00000080:00000001:3.0:1773674219.665714:0:94092:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773674219.665718:0:94092:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773674219.665722:0:94092:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773674219.665723:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.665725:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.665726:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.665728:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.665730:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.665732:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.665734:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.665736:0:94092:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:3.0:1773674219.665740:0:94092:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773674219.665742:0:94092:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:3.0:1773674219.665748:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff6680. 00000020:00000040:3.0:1773674219.665752:0:94092:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674219.665756:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.665760:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.666491:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.666504:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc03107000. 00000100:00000001:3.0:1773674219.666512:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773674219.666532:0:94092:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773674219.666545:0:94092:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773674219.666549:0:94092:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773674219.666558:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674219.666560:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674219.666566:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.666569:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521088256 : -113404188463360 : ffff98dc07a16f00) 00000100:00000001:3.0:1773674219.666571:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.666573:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000001:3.0:1773674219.666577:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.666580:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.666583:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674219.666584:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.666588:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.666595:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.666597:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.666601:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.666604:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.666606:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.666610:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953476096:192.168.201.103@tcp:35:dd.0 00000100:00000001:3.0:1773674219.666616:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.666648:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.666651:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.666654:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.666658:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729cc00. 02000000:00000001:3.0:1773674219.666661:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.666668:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.666673:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674219.666680:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674219.666688:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953476096, portal 10 00000100:00000001:3.0:1773674219.666690:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.666691:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000040:3.0:1773674219.666697:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.666705:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.666708:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.666711:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085652a8. 00000100:00000200:3.0:1773674219.666715:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953476096, offset 0 00000400:00000200:3.0:1773674219.666722:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.666731:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.666739:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.666744:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.666748:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.666752:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.666755:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.666759:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252838:252838:256:4294967295] 192.168.201.103@tcp LPNI seq info [252806:252806:8:4294967295] 00000400:00000200:3.0:1773674219.666781:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.666791:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.666797:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674219.666802:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81f00. 00000800:00000200:3.0:1773674219.666809:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674219.666816:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674219.666821:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773674219.666897:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.666902:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 318505 usecs (319 jiffies) 00000400:00000200:3.0:1773674219.666906:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.666909:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300777041 00000100:00000001:3.0:1773674219.666912:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.666915:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300777041 00000100:00000001:3.0:1773674219.666917:0:94092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.666919:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.666922:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.666924:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.666926:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674219.666929:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674219.666932:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674219.666934:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674219.667607:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674219.667613:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81f00. 00000400:00000200:0.0:1773674219.667618:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.667640:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674219.667646:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085652a8 00000400:00000010:0.0:1773674219.667649:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085652a8. 00000100:00000001:0.0:1773674219.667653:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674219.667658:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.667668:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674219.667672:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.667678:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.667679:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674219.685020:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.685039:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674219.685045:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.685048:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.685057:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.685065:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674219.685076:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.685081:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.685087:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.685091:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d0e00 00000400:00000200:0.0:1773674219.685098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674219.685105:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5b49 [1] + 224 00000800:00000001:0.0:1773674219.685113:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.685122:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674219.685125:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.685131:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674219.685138:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674219.685148:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674219.685160:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.685183:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674219.685192:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674219.685195:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.685483:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674219.685491:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.685493:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.685497:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674219.685502:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:3.0:1773674219.685505:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:3.0:1773674219.685507:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.685513:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.685522:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff6680 x1859825953476096/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.685529:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.685531:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.685534:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.685537:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.685540:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.685543:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.685546:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.685555:0:94092:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=2 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674219.685559:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.685562:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.685564:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.685567:0:94092:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.685571:0:94092:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.685574:0:94092:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674219.685576:0:94092:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674219.685578:0:94092:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674219.685581:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.685583:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000100:00000001:3.0:1773674219.685586:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.685588:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.685590:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.685592:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.685928:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.685938:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.685941:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.685943:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.685948:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.685956:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff6680 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94092:1859825953476096:192.168.201.103@tcp:35:dd.0 00000100:00000001:3.0:1773674219.685961:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.685964:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.685967:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.685969:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.685973:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.685980:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.685984:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.685987:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.685989:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.685995:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.685997:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527246464 : -113404182305152 : ffff98dc07ff6680) 00000002:00000001:3.0:1773674219.686012:0:94092:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.686017:0:94092:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.686023:0:94092:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03106a00. 00000080:00000001:3.0:1773674219.686030:0:94092:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773674219.686033:0:94092:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773674219.686035:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.686038:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.686040:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.686043:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.686044:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.686047:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.686049:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674219.686525:0:94092:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674219.686724:0:94092:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686734:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674219.686736:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000001:2.0:1773674219.686739:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.686742:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686750:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.686751:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.686755:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686761:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674219.686788:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.686793:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953475200/t103079215253(103079215253) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686801:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674219.686804:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.686806:0:94092:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.686808:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.686812:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959c000. 02000000:00000001:2.0:1773674219.686817:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.686819:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.686821:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:2.0:1773674219.686824:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.686826:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674219.686827:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.686830:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686836:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674219.686838:0:94092:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc0414f120. 00000002:00000001:2.0:1773674219.686843:0:94092:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674219.686845:0:94092:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674219.686848:0:94092:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85440. 00000100:00000001:2.0:1773674219.686850:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674219.686854:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff6680 x1859825953476096/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674219.686867:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674219.686869:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674219.686871:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729cc00. 02000000:00000001:2.0:1773674219.686876:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674219.686877:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674219.686878:0:94092:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674219.686881:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674219.686882:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107000. 02000000:00000001:2.0:1773674219.686885:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674219.686887:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674219.686888:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff6680. 00000100:00000001:2.0:1773674219.686891:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674219.686892:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.686894:0:94092:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674219.686897:0:94092:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168d900. 00000080:00000001:2.0:1773674219.686900:0:94092:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674219.686907:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0bdd0 00000080:00000008:2.0:1773674219.686910:0:94092:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 100001, rc = 0 00000080:00000001:2.0:1773674219.686913:0:94092:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674219.686919:0:94092:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674219.686921:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1d0be00 00000080:00002000:2.0:1773674219.686923:0:94092:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff98dc10e86510, parent ffff98dc10e90a20, inode ffff98dc05951148) hashed, 00000080:00000001:2.0:1773674219.686926:0:94092:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674219.686933:0:94092:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773674219.686938:0:94092:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1773674219.719934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc0414f140. 00000080:00000001:1.0:1773674219.780487:0:94095:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674219.780495:0:94095:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674219.780498:0:94095:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674219.780502:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3bc0 00000080:00200000:1.0:1773674219.780506:0:94095:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674219.780513:0:94095:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13600. 00800000:00000002:1.0:1773674219.780519:0:94095:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674219.780524:0:94095:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674219.780528:0:94095:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674219.780531:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3ae0 00800000:00000002:1.0:1773674219.780533:0:94095:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674219.780537:0:94095:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674219.780539:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674219.780541:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674219.780544:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674219.780546:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674219.780549:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674219.780551:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674219.780553:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674219.780556:0:94095:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674219.780561:0:94095:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674219.780563:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca39b0 00000002:00010000:1.0:1773674219.780565:0:94095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674219.780569:0:94095:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674219.780571:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674219.780574:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773674219.780581:0:94095:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674219.780584:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674219.780586:0:94095:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674219.780588:0:94095:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674219.780590:0:94095:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773674219.780595:0:94095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8a80. 00000020:00000040:1.0:1773674219.780599:0:94095:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773674219.780607:0:94095:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674219.780612:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674219.780618:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674219.780620:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674219.780622:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.780625:0:94095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674219.780628:0:94095:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674219.780632:0:94095:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674219.780638:0:94095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b2800. 00000100:00000001:1.0:1773674219.780644:0:94095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674219.780648:0:94095:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674219.780650:0:94095:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674219.780652:0:94095:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674219.780653:0:94095:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674219.780655:0:94095:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674219.780660:0:94095:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00010000:00000001:1.0:1773674219.780664:0:94095:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674219.780666:0:94095:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674219.780670:0:94095:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab500. 00010000:00000010:1.0:1773674219.780674:0:94095:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799880. 00010000:00000001:1.0:1773674219.780678:0:94095:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674219.780681:0:94095:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085200. 00000020:00000001:1.0:1773674219.780684:0:94095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674219.780687:0:94095:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085200 with handle 0x2f77f5611381430f to hash 00000020:00000001:1.0:1773674219.780689:0:94095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674219.780690:0:94095:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773674219.780694:0:94095:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:1.0:1773674219.780697:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674219.780700:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674219.780704:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674219.780714:0:94095:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674219.780724:0:94095:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674219.780730:0:94095:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674219.780733:0:94095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674219.780739:0:94095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9cc0. 00000100:00000001:1.0:1773674219.780741:0:94095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976192 : -113404030575424 : ffff98dc110a9cc0) 00000100:00000001:1.0:1773674219.780744:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674219.780745:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000001:1.0:1773674219.780750:0:94095:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674219.780753:0:94095:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.780755:0:94095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674219.780757:0:94095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674219.782350:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.782365:0:94095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674219.782368:0:94095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674219.782373:0:94095:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674219.782377:0:94095:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674219.782380:0:94095:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674219.782384:0:94095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953476224:192.168.201.103@tcp:101:dd.0 00000100:00000001:1.0:1773674219.782387:0:94095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674219.782394:0:94095:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674219.782396:0:94095:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674219.782398:0:94095:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674219.782407:0:94095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc086bf000. 02000000:00000001:1.0:1773674219.782409:0:94095:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674219.782416:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674219.782421:0:94095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114aa8. 00000400:00000010:1.0:1773674219.782428:0:94095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd220. 00000100:00000200:1.0:1773674219.782434:0:94095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953476224, portal 10 00000100:00000001:1.0:1773674219.782437:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674219.782438:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542912 : -113403998008704 : ffff98dc12fb8a80) 00000100:00000040:1.0:1773674219.782446:0:94095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.782453:0:94095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674219.782455:0:94095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674219.782458:0:94095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdaa0. 00000100:00000200:1.0:1773674219.782462:0:94095:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953476224, offset 0 00000400:00000200:1.0:1773674219.782468:0:94095:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674219.782476:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.782484:0:94095:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674219.782488:0:94095:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674219.782494:0:94095:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674219.782498:0:94095:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674219.782500:0:94095:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674219.782505:0:94095:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252839:252839:256:4294967295] 192.168.201.103@tcp LPNI seq info [252807:252807:8:4294967295] 00000400:00000200:1.0:1773674219.782509:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.782519:0:94095:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674219.782525:0:94095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674219.782530:0:94095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674219.782537:0:94095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674219.782568:0:94095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674219.782573:0:94095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773674219.783869:0:94095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674219.783881:0:94095:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 317891 usecs (318 jiffies) 00000400:00000200:1.0:1773674219.783890:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674219.783894:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300777155 00000100:00000001:1.0:1773674219.783898:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:1.0:1773674219.783901:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300777155 00000100:00000001:1.0:1773674219.783904:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:1.0:1773674219.783906:0:94095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674219.783909:0:94095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.783912:0:94095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674219.783914:0:94095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1773674219.783917:0:94095:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9cc0 going to sleep for 17 seconds 00000100:00000001:1.0:1773674219.783921:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674219.783924:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674219.788011:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674219.788021:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:0.0:1773674219.788028:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674219.788037:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674219.788044:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdaa0 00000400:00000010:0.0:1773674219.788047:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdaa0. 00000100:00000001:0.0:1773674219.788053:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674219.788062:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.788074:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674219.788078:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674219.788085:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674219.788086:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.794190:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.794386:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.794391:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.794394:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.794402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.794411:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.794421:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.794426:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.794431:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.794435:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794d0e80 00000400:00000200:1.0:1773674219.794439:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.794445:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5b51 [1] + 224 00000800:00000001:1.0:1773674219.794453:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.794502:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.794506:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.794511:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.794518:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.794526:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.794539:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.794560:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.794568:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.794571:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.794625:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674219.794632:0:94095:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.794634:0:94095:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.794638:0:94095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114aa8. 00000400:00000200:3.0:1773674219.794643:0:94095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd220 00000400:00000010:3.0:1773674219.794645:0:94095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd220. 00000100:00000001:3.0:1773674219.794648:0:94095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.794653:0:94095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.794664:0:94095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.794670:0:94095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.794672:0:94095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.794675:0:94095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.794678:0:94095:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.794681:0:94095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.794684:0:94095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.794687:0:94095:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.794697:0:94095:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:3.0:1773674219.794702:0:94095:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.794705:0:94095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.794706:0:94095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.794709:0:94095:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.794713:0:94095:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.794716:0:94095:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.794718:0:94095:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.794720:0:94095:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.794723:0:94095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.794728:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.794734:0:94095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.794737:0:94095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.794739:0:94095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.794743:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.794801:0:94095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8a80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953476224:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773674219.794806:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.794810:0:94095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.794812:0:94095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.794814:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.794818:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.794825:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.794827:0:94095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9cc0. 00000100:00000001:3.0:1773674219.794831:0:94095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.794833:0:94095:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.794836:0:94095:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674219.794840:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.794843:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.794846:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=4 00000020:00000001:3.0:1773674219.794848:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794852:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000040:3.0:1773674219.794860:0:94095:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085200, remote cookie: 0x441c89a0128d6bdd, flags: 0x1001 00010000:00010000:3.0:1773674219.794865:0:94095:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.794877:0:94095:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.794885:0:94095:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674219.794890:0:94095:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674219.794892:0:94095:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674219.794894:0:94095:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674219.794895:0:94095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674219.794898:0:94095:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc12fab500) refcount = 1 00010000:00010000:3.0:1773674219.794902:0:94095:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.794909:0:94095:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674219.794913:0:94095:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674219.794914:0:94095:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.794917:0:94095:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674219.794919:0:94095:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.794922:0:94095:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.794928:0:94095:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674219.794930:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.794932:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.794933:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.794934:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.794935:0:94095:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.794939:0:94095:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674219.794941:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.794942:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.794944:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.794947:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794949:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794951:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.794953:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.794954:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=4 00000020:00000001:3.0:1773674219.794955:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794957:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794960:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.794962:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.794966:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.794971:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.794972:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.794974:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.794975:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.794976:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=5 00000020:00000001:3.0:1773674219.794978:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794980:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.794982:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.794985:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.794991:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.794992:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674219.794995:0:94095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.795013:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.795015:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795016:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795017:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795019:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674219.795024:0:94095:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674219.795033:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795035:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795036:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795037:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795039:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795042:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795043:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.795044:0:94095:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795046:0:94095:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795049:0:94095:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674219.795051:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795052:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795053:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795054:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795057:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00000002:00010000:3.0:1773674219.795060:0:94095:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.795067:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795068:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795070:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674219.795072:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795073:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795075:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795077:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795079:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000040:3.0:1773674219.795085:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:3.0:1773674219.795089:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674219.795093:0:94095:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773674219.795096:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795098:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.795100:0:94095:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674219.795103:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3930 00000002:00002000:3.0:1773674219.795105:0:94095:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674219.795108:0:94095:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795112:0:94095:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795116:0:94095:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.795119:0:94095:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674219.795122:0:94095:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.795126:0:94095:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674219.795130:0:94095:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13600. 00000080:00000001:3.0:1773674219.795135:0:94095:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674219.795138:0:94095:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674219.795144:0:94095:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773674219.795148:0:94095:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773674219.795154:0:94095:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc07345ac0. 00800000:00000001:3.0:1773674219.795156:0:94095:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669513939648 : -113404195611968 : ffff98dc07345ac0) 00800000:00000001:3.0:1773674219.795159:0:94095:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795161:0:94095:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674219.795164:0:94095:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773674219.795166:0:94095:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773674219.795169:0:94095:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773674219.795173:0:94095:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773674219.795174:0:94095:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.795179:0:94095:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773674219.795182:0:94095:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773674219.795187:0:94095:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773674219.795189:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795191:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795192:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795195:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795197:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795199:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795200:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674219.795202:0:94095:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674219.795204:0:94095:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773674219.795206:0:94095:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc07345ac0 1 00800000:00000010:3.0:1773674219.795209:0:94095:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc07345ac0. 00800000:00000001:3.0:1773674219.795213:0:94095:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.795216:0:94095:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381430f 00800000:00000001:3.0:1773674219.795219:0:94095:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674219.795221:0:94095:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674219.795222:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795223:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795225:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795227:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795229:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795231:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795232:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.795234:0:94095:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795235:0:94095:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.795238:0:94095:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.795240:0:94095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674219.795243:0:94095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381430f from it ffffbabdc1ca3bf8 00010000:00000001:3.0:1773674219.795245:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795246:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795248:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795249:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795251:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795254:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.795257:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.795263:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795264:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795265:0:94095:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.795268:0:94095:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.795271:0:94095:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.795284:0:94095:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.795286:0:94095:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.795289:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.795293:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795294:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795296:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795299:0:94095:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.795300:0:94095:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795303:0:94095:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795305:0:94095:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795308:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.795309:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795310:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674219.795312:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.795317:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8a80 x1859825953476224/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.795325:0:94095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674219.795327:0:94095:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674219.795331:0:94095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc086bf000. 02000000:00000001:3.0:1773674219.795335:0:94095:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674219.795337:0:94095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674219.795339:0:94095:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674219.795341:0:94095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674219.795344:0:94095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b2800. 02000000:00000001:3.0:1773674219.795347:0:94095:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674219.795349:0:94095:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674219.795351:0:94095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8a80. 00000100:00000001:3.0:1773674219.795354:0:94095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674219.795356:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674219.795359:0:94095:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674219.795364:0:94095:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674219.795380:0:94095:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc07355f80. 00000080:00000001:3.0:1773674219.795386:0:94095:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674219.795388:0:94095:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674219.795390:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b00 00000080:00200000:3.0:1773674219.795393:0:94095:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674219.795398:0:94095:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc03106a00. 00800000:00000002:3.0:1773674219.795403:0:94095:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674219.795406:0:94095:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674219.795409:0:94095:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.795411:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a20 00800000:00000002:3.0:1773674219.795413:0:94095:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.795417:0:94095:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674219.795419:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.795422:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.795424:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.795427:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.795428:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.795431:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.795433:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.795436:0:94095:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674219.795440:0:94095:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.795441:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca38f0 00000002:00010000:3.0:1773674219.795443:0:94095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674219.795447:0:94095:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674219.795449:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.795450:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.795453:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:3.0:1773674219.795455:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.795458:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.795460:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.795464:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674219.795472:0:94095:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.795476:0:94095:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.795480:0:94095:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674219.795487:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674219.795490:0:94095:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674219.795492:0:94095:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674219.795494:0:94095:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674219.795496:0:94095:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674219.795498:0:94095:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674219.795501:0:94095:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674219.795503:0:94095:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674219.795505:0:94095:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03106a00. 00000080:00000001:3.0:1773674219.795510:0:94095:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674219.795511:0:94095:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.795513:0:94095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674219.795516:0:94095:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381430f 00800000:00000001:3.0:1773674219.795518:0:94095:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674219.795519:0:94095:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674219.795520:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795522:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795523:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795525:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795527:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795529:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795530:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.795531:0:94095:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795533:0:94095:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.795535:0:94095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381430f from it ffffbabdc1ca3b38 00010000:00000001:3.0:1773674219.795537:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.795538:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.795539:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085200 refcount=3 00000020:00000001:3.0:1773674219.795541:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795543:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722176 : -113404248829440 : ffff98dc04085200) 00010000:00000001:3.0:1773674219.795545:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.795547:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.795553:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795554:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795555:0:94095:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.795556:0:94095:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.795558:0:94095:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.795564:0:94095:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.795565:0:94095:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.795566:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.795569:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795570:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795571:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795573:0:94095:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.795575:0:94095:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795577:0:94095:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795579:0:94095:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795581:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.795582:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795583:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674219.795584:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674219.795585:0:94095:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674219.795588:0:94095:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:3.0:1773674219.795591:0:94095:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.795594:0:94095:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773674219.795596:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b50 00000080:00200000:3.0:1773674219.795599:0:94095:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc05535080, open_flags 9041, mode 81b6 opened 0 00000080:00000010:3.0:1773674219.795605:0:94095:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc11916960. 00000080:00000001:3.0:1773674219.795609:0:94095:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773674219.795611:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a00 00000080:00200000:3.0:1773674219.795613:0:94095:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:3.0:1773674219.795621:0:94095:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc03106a00. 00800000:00000002:3.0:1773674219.795624:0:94095:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674219.795628:0:94095:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674219.795630:0:94095:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.795631:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3920 00800000:00000002:3.0:1773674219.795633:0:94095:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.795638:0:94095:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773674219.795641:0:94095:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773674219.795644:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.795646:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.795647:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.795649:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.795651:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.795653:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674219.795655:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795658:0:94095:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:3.0:1773674219.795661:0:94095:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773674219.795663:0:94095:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773674219.795666:0:94095:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773674219.795669:0:94095:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773674219.795671:0:94095:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0xb:0x0] 40000000:00000001:3.0:1773674219.795674:0:94095:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795676:0:94095:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795678:0:94095:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.795680:0:94095:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.795682:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca38a0 00800000:00000002:3.0:1773674219.795685:0:94095:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xb:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:3.0:1773674219.795688:0:94095:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674219.795689:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca37d8 00000002:00010000:3.0:1773674219.795691:0:94095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xb:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0110102 00000002:00000001:3.0:1773674219.795695:0:94095:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773674219.795697:0:94095:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773674219.795700:0:94095:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773674219.795704:0:94095:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795705:0:94095:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773674219.795707:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 2 00010000:00000001:3.0:1773674219.795709:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.795712:0:94095:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773674219.795715:0:94095:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674219.795718:0:94095:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773674219.795730:0:94095:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674219.795734:0:94095:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773674219.795736:0:94095:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773674219.795738:0:94095:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773674219.795741:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.795742:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.795744:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:3.0:1773674219.795746:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.795749:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795750:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.795751:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.795753:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:3.0:1773674219.795755:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.795757:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795759:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674219.795760:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.795762:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab500 count: 3 00010000:00000001:3.0:1773674219.795791:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773674219.795794:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.795796:0:94095:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773674219.795799:0:94095:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773674219.795803:0:94095:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773674219.795806:0:94095:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773674219.795808:0:94095:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773674219.795810:0:94095:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795813:0:94095:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674219.795816:0:94095:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674219.795818:0:94095:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674219.795820:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.795822:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773674219.795825:0:94095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085200 with handle 0x2f77f5611381430f from hash 00010000:00000001:3.0:1773674219.795827:0:94095:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674219.795829:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795830:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795832:0:94095:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674219.795835:0:94095:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674219.795837:0:94095:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773674219.795840:0:94095:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674219.795843:0:94095:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674219.795845:0:94095:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773674219.795850:0:94095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff5f80. 00000020:00000040:3.0:1773674219.795854:0:94095:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:3.0:1773674219.795860:0:94095:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773674219.795862:0:94095:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795865:0:94095:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773674219.795868:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.795871:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.795872:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795873:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.795876:0:94095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.795879:0:94095:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.795882:0:94095:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.795889:0:94095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729f400. 00000100:00000001:3.0:1773674219.795895:0:94095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795898:0:94095:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674219.795901:0:94095:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674219.795905:0:94095:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773674219.795912:0:94095:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674219.795914:0:94095:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773674219.795915:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674219.795918:0:94095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085200/0x2f77f5611381430f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6bdd expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1773674219.795925:0:94095:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab500 count: 0 00010000:00000010:3.0:1773674219.795930:0:94095:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799880. 00010000:00000001:3.0:1773674219.795940:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.795942:0:94095:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795944:0:94095:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674219.795946:0:94095:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.795948:0:94095:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.795957:0:94095:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00010000:00000001:3.0:1773674219.795961:0:94095:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773674219.795963:0:94095:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773674219.795967:0:94095:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc02dab000. 00010000:00000010:3.0:1773674219.795971:0:94095:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc184c8f00. 00010000:00000001:3.0:1773674219.795974:0:94095:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773674219.795977:0:94095:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc0869b600. 00000020:00000001:3.0:1773674219.795980:0:94095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773674219.795982:0:94095:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc0869b600 with handle 0x2f77f56113814316 to hash 00000020:00000001:3.0:1773674219.795984:0:94095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773674219.795986:0:94095:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.795990:0:94095:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.795992:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.795994:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.795998:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.796023:0:94095:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773674219.796036:0:94095:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773674219.796043:0:94095:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773674219.796052:0:94095:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94095 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773674219.796057:0:94095:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674219.796059:0:94095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674219.796065:0:94095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.796067:0:94095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521088256 : -113404188463360 : ffff98dc07a16f00) 00000100:00000001:3.0:1773674219.796071:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.796072:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674219.796076:0:94095:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.796080:0:94095:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.796082:0:94095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674219.796084:0:94095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674219.796088:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.796095:0:94095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674219.796097:0:94095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.796101:0:94095:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674219.796103:0:94095:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674219.796106:0:94095:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674219.796109:0:94095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953476480:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773674219.796113:0:94095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674219.796328:0:94095:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674219.796331:0:94095:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.796333:0:94095:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674219.796393:0:94095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:3.0:1773674219.796396:0:94095:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674219.796403:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674219.796407:0:94095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674219.796413:0:94095:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc0729d800. 00000100:00000200:3.0:1773674219.796420:0:94095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953476480, portal 10 00000100:00000001:3.0:1773674219.796422:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.796424:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000040:3.0:1773674219.796431:0:94095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.796437:0:94095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674219.796440:0:94095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674219.796444:0:94095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565b28. 00000100:00000200:3.0:1773674219.796447:0:94095:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859825953476480, offset 0 00000400:00000200:3.0:1773674219.796454:0:94095:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674219.796461:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.796469:0:94095:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674219.796473:0:94095:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674219.796477:0:94095:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674219.796481:0:94095:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674219.796484:0:94095:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674219.796488:0:94095:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252840:252840:256:4294967295] 192.168.201.103@tcp LPNI seq info [252808:252808:8:4294967295] 00000400:00000200:3.0:1773674219.796492:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674219.796502:0:94095:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674219.796509:0:94095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674219.796514:0:94095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81d00. 00000800:00000200:3.0:1773674219.796521:0:94095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674219.796528:0:94095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674219.796533:0:94095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773674219.796551:0:94095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.796556:0:94095:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 317266 usecs (318 jiffies) 00000400:00000200:3.0:1773674219.796559:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674219.796563:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300777163 00000100:00000001:3.0:1773674219.796566:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.796569:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300777163 00000100:00000001:3.0:1773674219.796571:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300779334 00000100:00000001:3.0:1773674219.796573:0:94095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.796576:0:94095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.796579:0:94095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674219.796581:0:94095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:3.0:1773674219.796583:0:94095:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16f00 going to sleep for 17 seconds 00000100:00000001:3.0:1773674219.796585:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674219.796589:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674219.796816:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674219.796821:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81d00. 00000400:00000200:1.0:1773674219.796825:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.796831:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674219.796836:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565b28 00000400:00000010:1.0:1773674219.796838:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565b28. 00000100:00000001:1.0:1773674219.796842:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674219.796847:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.796863:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674219.796867:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.796872:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674219.796874:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674219.816643:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.816663:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674219.816668:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.816671:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.816682:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.816690:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674219.816699:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.816704:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.816710:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.816714:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d0f80 00000400:00000200:1.0:1773674219.816718:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674219.816725:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5b61 [32] + 224 00000800:00000001:1.0:1773674219.816733:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.816741:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674219.816746:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674219.816750:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674219.816757:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674219.816817:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674219.816830:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674219.816844:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674219.816852:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674219.816856:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773674219.817435:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab500. 00010000:00000010:3.1:1773674219.817442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085200. 00000100:00000001:3.0:1773674219.817458:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674219.817466:0:94095:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674219.817468:0:94095:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674219.817472:0:94095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674219.817476:0:94095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc0729d800 00000400:00000010:3.0:1773674219.817479:0:94095:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc0729d800. 00000100:00000001:3.0:1773674219.817482:0:94095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674219.817489:0:94095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674219.817497:0:94095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff5f80 x1859825953476480/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.817503:0:94095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674219.817505:0:94095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.817508:0:94095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674219.817511:0:94095:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674219.817514:0:94095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674219.817516:0:94095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674219.817519:0:94095:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674219.817529:0:94095:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=2 v=10 (10 16 17 17) 00000100:00001000:3.0:1773674219.817533:0:94095:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674219.817536:0:94095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674219.817538:0:94095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.817540:0:94095:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674219.817544:0:94095:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.817547:0:94095:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674219.817548:0:94095:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674219.817550:0:94095:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674219.817552:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.817554:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:3.0:1773674219.817557:0:94095:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674219.817559:0:94095:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674219.817560:0:94095:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674219.817563:0:94095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674219.817567:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.817575:0:94095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.817578:0:94095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674219.817581:0:94095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674219.817586:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674219.817594:0:94095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff5f80 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953476480:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773674219.817599:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674219.817603:0:94095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674219.817605:0:94095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674219.817607:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.817610:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.817618:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674219.817621:0:94095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674219.817625:0:94095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674219.817627:0:94095:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.817630:0:94095:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674219.817634:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.817637:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.817641:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=4 00000020:00000001:3.0:1773674219.817644:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817647:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000040:3.0:1773674219.817654:0:94095:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc0869b600, remote cookie: 0x441c89a0128d6bf9, flags: 0x1001 00010000:00010000:3.0:1773674219.817662:0:94095:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773674219.817670:0:94095:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773674219.817689:0:94095:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1773674219.817698:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 3 00010000:00000001:3.0:1773674219.817701:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1773674219.817704:0:94095:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc02dab000 count: 0 00010000:00000010:3.0:1773674219.817711:0:94095:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc184c8f00. 00010000:00000001:3.0:1773674219.817719:0:94095:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.817723:0:94095:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674219.817733:0:94095:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817740:0:94095:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674219.817744:0:94095:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674219.817746:0:94095:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674219.817748:0:94095:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674219.817750:0:94095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674219.817752:0:94095:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff98dc02dabc00) refcount = 3 00010000:00000040:3.0:1773674219.817755:0:94095:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773674219.817758:0:94095:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce400/0x2f77f56113814301 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bc1 expref: -99 pid: 94092 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1773674219.817813:0:94095:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b800/0x2f77f561138142ec lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6b82 expref: -99 pid: 94091 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773674219.817820:0:94095:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817826:0:94095:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674219.817829:0:94095:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674219.817831:0:94095:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.817834:0:94095:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674219.817836:0:94095:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.817840:0:94095:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817846:0:94095:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674219.817848:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817849:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.817851:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817852:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.817854:0:94095:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.817858:0:94095:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674219.817861:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.817862:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.817864:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.817866:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817869:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817871:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.817873:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.817874:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=4 00000020:00000001:3.0:1773674219.817876:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817878:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817881:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.817884:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.817887:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817894:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817895:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.817897:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.817898:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.817899:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=5 00000020:00000001:3.0:1773674219.817901:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817903:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817906:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.817909:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817915:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817916:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674219.817919:0:94095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.817926:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.817928:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817929:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.817930:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817931:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674219.817937:0:94095:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.817947:0:94095:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773674219.817951:0:94095:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.817959:0:94095:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.817964:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.817965:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.817967:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.817969:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.817971:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00000002:00010000:3.0:1773674219.817975:0:94095:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773674219.817986:0:94095:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc07345ac0. 00010000:00000001:3.0:1773674219.817988:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.817989:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.817990:0:94095:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.817992:0:94095:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.817995:0:94095:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773674219.817997:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.818009:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00010000:00000001:3.0:1773674219.818011:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.818012:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.818014:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.818016:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818019:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00000002:00010000:3.0:1773674219.818022:0:94095:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.818028:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818029:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.818031:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674219.818032:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.818033:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.818034:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.818036:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818038:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000040:3.0:1773674219.818042:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 4 00010000:00000001:3.0:1773674219.818044:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674219.818048:0:94095:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:3.0:1773674219.818050:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818051:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.818053:0:94095:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674219.818055:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3758 00000002:00002000:3.0:1773674219.818058:0:94095:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1773674219.818061:0:94095:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.818065:0:94095:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.818067:0:94095:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.818070:0:94095:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773674219.818073:0:94095:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.818076:0:94095:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:3.0:1773674219.818079:0:94095:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773674219.818081:0:94095:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc11916960 it_disposition 80002b 00000080:00000001:3.0:1773674219.818084:0:94095:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674219.818090:0:94095:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773674219.818093:0:94095:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674219.818098:0:94095:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:3.0:1773674219.818101:0:94095:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1773674219.818108:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.818113:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.818118:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.818123:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.818126:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.818132:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.818137:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.818142:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.818147:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.818152:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.818156:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.818160:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.818163:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.818167:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.818170:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.818172:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.818175:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.818177:0:94095:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674219.818180:0:94095:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674219.818183:0:94095:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674219.818188:0:94095:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc11916840. 00020000:00000010:3.0:1773674219.818192:0:94095:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.818195:0:94095:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc119168a0. 00020000:00000001:3.0:1773674219.818197:0:94095:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669687810208 : -113404021741408 : ffff98dc119168a0) 00020000:00000002:3.0:1773674219.818200:0:94095:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc119168a0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674219.818205:0:94095:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674219.818208:0:94095:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7880: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674219.818211:0:94095:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.818214:0:94095:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674219.818216:0:94095:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc071ba7c0 00020000:00000010:3.0:1773674219.818221:0:94095:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.818224:0:94095:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc11916840. 00020000:00000010:3.0:1773674219.818227:0:94095:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc119168a0. 00020000:00000002:3.0:1773674219.818230:0:94095:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674219.818232:0:94095:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.818234:0:94095:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674219.818236:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.818239:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.818243:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.818246:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.818249:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.818252:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.818255:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.818258:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.818261:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106600. 00000008:00000010:3.0:1773674219.818265:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.818267:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.818270:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.818273:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.818276:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.818278:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.818282:0:94095:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:3.0:1773674219.818285:0:94095:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:3.0:1773674219.818290:0:94095:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff98dc05951148): rc = 0 00000080:00000001:3.0:1773674219.818293:0:94095:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669486723400 : -113404222828216 : ffff98dc05951148) 00010000:00000001:3.0:1773674219.818295:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.818296:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.818298:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.818300:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818303:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00000080:00000001:3.0:1773674219.818306:0:94095:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773674219.818308:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.818311:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.818313:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000020:00000010:3.0:1773674219.818316:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.818318:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.818321:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.818323:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.818325:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.818327:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.818329:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.818332:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107c00. 00000008:00000010:3.0:1773674219.818335:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.818337:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.818340:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.818343:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.818345:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.818348:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000020:00000001:3.0:1773674219.818349:0:94095:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773674219.818351:0:94095:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773674219.818352:0:94095:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773674219.818355:0:94095:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc119168a0. 00020000:00000010:3.0:1773674219.818357:0:94095:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.818359:0:94095:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc11916840. 00020000:00000001:3.0:1773674219.818361:0:94095:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669687810112 : -113404021741504 : ffff98dc11916840) 00020000:00000002:3.0:1773674219.818364:0:94095:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc11916840, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773674219.818368:0:94095:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773674219.818371:0:94095:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc07fe7880: ostid: 0x280000401:9133 ost idx: 0 gen: 0 00020000:00000002:3.0:1773674219.818374:0:94095:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc043c08b8) owner ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.818377:0:94095:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773674219.818379:0:94095:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc043c08b8) owner ffff98dc071ba7c0 00020000:00000010:3.0:1773674219.818381:0:94095:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc07fe7880. 00020000:00000010:3.0:1773674219.818385:0:94095:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc119168a0. 00020000:00000010:3.0:1773674219.818387:0:94095:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc11916840. 00020000:00000002:3.0:1773674219.818389:0:94095:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773674219.818391:0:94095:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.818393:0:94095:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.818397:0:94095:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773674219.818401:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:3.0:1773674219.818405:0:94095:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc071ba7c0. 00020000:00000002:3.0:1773674219.818408:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.818410:0:94095:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773674219.818413:0:94095:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773674219.818415:0:94095:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773674219.818416:0:94095:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773674219.818419:0:94095:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773674219.818421:0:94095:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1773674219.818424:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:3.0:1773674219.818426:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.818429:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.818432:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.818435:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.818437:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.818439:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.818442:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.818445:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.818447:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.818450:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.818452:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.818455:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:3.0:1773674219.818458:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.818460:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000080:00000001:3.0:1773674219.818462:0:94095:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.818464:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818466:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674219.818467:0:94095:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674219.818470:0:94095:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773674219.818473:0:94095:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674219.818476:0:94095:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) for lock 0x2f77f56113814316 00800000:00000001:3.0:1773674219.818480:0:94095:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674219.818482:0:94095:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674219.818483:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.818484:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.818486:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.818488:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818491:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818493:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818494:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674219.818495:0:94095:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.818497:0:94095:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1773674219.818505:0:94095:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc10e9b438 inode ffff98dc05951148 refc 1 flags 0x40000e 00000080:00000001:3.0:1773674219.818508:0:94095:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1773674219.818512:0:94095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff98dc05951148) 00000080:00000001:3.0:1773674219.818515:0:94095:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773674219.818518:0:94095:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc03106a00. 00000100:00000001:3.0:1773674219.818522:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.818528:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674219.818536:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818546:0:94095:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773674219.818549:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a60 00000080:00200008:3.0:1773674219.818551:0:94095:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 110101 00000080:00000010:3.0:1773674219.818559:0:94095:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc11373e00. 00000080:00000010:3.0:1773674219.818566:0:94095:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc07345e80. 00000080:00000001:3.0:1773674219.818568:0:94095:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:3.0:1773674219.818572:0:94095:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1773674219.818574:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674219.818577:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674219.818579:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674219.818582:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674219.818584:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674219.818587:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773674219.818589:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674219.818591:0:94095:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773674219.818594:0:94095:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc07355f00. 00000002:00100000:3.0:1773674219.818598:0:94095:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773674219.818609:0:94095:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674219.818611:0:94095:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1773674219.818614:0:94095:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1773674219.818618:0:94095:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818620:0:94095:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674219.818623:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674219.818626:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773674219.818634:0:94095:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674219.818638:0:94095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:3.0:1773674219.818665:0:94095:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773674219.818668:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.818671:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a60 00000080:00000008:3.0:1773674219.818673:0:94095:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 110101, rc = 0 00000080:00000001:3.0:1773674219.818677:0:94095:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773674219.818680:0:94095:0:(dcache.c:176:ll_intent_release()) intent ffff98dc11916960 released 00000080:00010000:3.0:1773674219.818682:0:94095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814316 from it ffff98dc11916960 00010000:00000001:3.0:1773674219.818684:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.818686:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.818687:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc0869b600 refcount=3 00000020:00000001:3.0:1773674219.818689:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818691:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669534213632 : -113404175337984 : ffff98dc0869b600) 00010000:00000001:3.0:1773674219.818693:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.818696:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674219.818703:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818704:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.818705:0:94095:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674219.818708:0:94095:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674219.818710:0:94095:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc0869b600/0x2f77f56113814316 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6bf9 expref: -99 pid: 94095 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674219.818718:0:94095:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674219.818720:0:94095:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674219.818722:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674219.818726:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818727:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.818729:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.818732:0:94095:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674219.818734:0:94095:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.818736:0:94095:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.818739:0:94095:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.818741:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.818742:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.818743:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674219.818744:0:94095:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773674219.818746:0:94095:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1773674219.818749:0:94095:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773674219.818750:0:94095:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674219.818752:0:94095:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773674219.818754:0:94095:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818756:0:94095:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1773674219.818758:0:94095:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818759:0:94095:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674219.818761:0:94095:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818794:0:94095:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773674219.818797:0:94095:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc11916960. 00000080:00000001:3.0:1773674219.818800:0:94095:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818805:0:94095:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773674219.818807:0:94095:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148), inode mode 81a4 mask 42 00000080:00000001:3.0:1773674219.818811:0:94095:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.818837:0:94095:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773674219.818840:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:3.0:1773674219.818843:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.818845:0:94095:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818934:0:94095:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773674219.818936:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d88 00000080:00200008:3.0:1773674219.818939:0:94095:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:3.0:1773674219.818943:0:94095:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773674219.818945:0:94095:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.818947:0:94095:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773674219.818950:0:94095:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.818952:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.818956:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24900. 00000020:00000010:3.0:1773674219.818960:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106a00. 00000020:00000010:3.0:1773674219.818963:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc03107c00. 00000020:00000010:3.0:1773674219.818965:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916960. 00000008:00000010:3.0:1773674219.818969:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbb7c8. 00020000:00000010:3.0:1773674219.818972:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f000. 00008000:00000010:3.0:1773674219.818975:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03170. 00000080:00000010:3.0:1773674219.818979:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d222a0. 00000080:00000010:3.0:1773674219.818982:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2b58. 00000020:00000010:3.0:1773674219.818984:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03107000. 00000008:00000010:3.0:1773674219.818987:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099adc0. 00020000:00000010:3.0:1773674219.818990:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097ed00. 00008000:00000010:3.0:1773674219.818992:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d215a0. 00000080:00000010:3.0:1773674219.818995:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20d20. 00000020:00000001:3.0:1773674219.818997:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067016 : -113404168484600 : ffff98dc08d24908) 00000020:00001000:3.0:1773674219.819014:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24900 00000080:00000001:3.0:1773674219.819017:0:94095:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773674219.819019:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c98 00000080:00200000:3.0:1773674219.819021:0:94095:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:3.0:1773674219.819026:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c30 00000080:00200000:3.0:1773674219.819028:0:94095:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1773674219.819032:0:94095:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773674219.819037:0:94095:0:(cl_io.c:214:cl_io_rw_init()) header@000000005f86dc63[0x110, 2, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:3.0:1773674219.819038:0:94095:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:3.0:1773674219.819041:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.819043:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674219.819045:0:94095:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674219.819047:0:94095:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674219.819050:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.819052:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773674219.819055:0:94095:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674219.819058:0:94095:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819060:0:94095:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674219.819062:0:94095:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819063:0:94095:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.819066:0:94095:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc07fb2bb8 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773674219.819068:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.819072:0:94095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674219.819074:0:94095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674219.819076:0:94095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674219.819078:0:94095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773674219.819080:0:94095:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:3.0:1773674219.819083:0:94095:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773674219.819084:0:94095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674219.819085:0:94095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819087:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.819088:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.819089:0:94095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674219.819091:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00000020:00000001:3.0:1773674219.819093:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819095:0:94095:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.819097:0:94095:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1773674219.819099:0:94095:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773674219.819101:0:94095:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819104:0:94095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674219.819106:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674219.819107:0:94095:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773674219.819109:0:94095:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773674219.819111:0:94095:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1773674219.819113:0:94095:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:3.0:1773674219.819116:0:94095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674219.819118:0:94095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674219.819121:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:3.0:1773674219.819124:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.819126:0:94095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674219.819127:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.819131:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24ea0. 00000020:00000010:3.0:1773674219.819134:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc03106600. 00000020:00000010:3.0:1773674219.819138:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc20bb3600. 00000020:00000010:3.0:1773674219.819141:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916240. 00000008:00000010:3.0:1773674219.819145:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8b28. 00020000:00000010:3.0:1773674219.819148:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f840. 00008000:00000010:3.0:1773674219.819151:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d026d8. 00000080:00000010:3.0:1773674219.819154:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22930. 00000080:00000010:3.0:1773674219.819157:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb06d8. 00000020:00000010:3.0:1773674219.819161:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561a00. 00000008:00000010:3.0:1773674219.819164:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b600. 00020000:00000010:3.0:1773674219.819166:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097fa80. 00008000:00000010:3.0:1773674219.819169:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21cd8. 00000080:00000010:3.0:1773674219.819172:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20690. 00000020:00000001:3.0:1773674219.819174:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541068456 : -113404168483160 : ffff98dc08d24ea8) 00000020:00001000:3.0:1773674219.819176:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24ea0 00000020:00000001:3.0:1773674219.819179:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc066b8d00 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.819181:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674219.819184:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.819185:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674219.819186:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819188:0:94095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819190:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.819372:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773674219.819375:0:94095:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773674219.819378:0:94095:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819380:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819382:0:94095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819384:0:94095:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819386:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819388:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773674219.819390:0:94095:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773674219.819392:0:94095:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773674219.819395:0:94095:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773674219.819398:0:94095:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819400:0:94095:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819402:0:94095:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773674219.819404:0:94095:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1773674219.819406:0:94095:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773674219.819407:0:94095:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773674219.819409:0:94095:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819411:0:94095:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819413:0:94095:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819415:0:94095:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819416:0:94095:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819419:0:94095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674219.819420:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.819422:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674219.819423:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.819424:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819426:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819427:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819429:0:94095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819430:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.819432:0:94095:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773674219.819433:0:94095:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773674219.819436:0:94095:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773674219.819438:0:94095:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773674219.819441:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1773674219.819446:0:94095:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc184c8f00. 00020000:00000002:3.0:1773674219.819449:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773674219.819452:0:94095:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773674219.819454:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.819455:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.819457:0:94095:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773674219.819461:0:94095:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc185778f0. 00000008:00010000:3.0:1773674219.819464:0:94095:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773674219.819466:0:94095:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674219.819467:0:94095:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773674219.819471:0:94095:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc184c8f30, osc lock ffff98dc185778f0, flags 0x0 00000020:00000001:3.0:1773674219.819473:0:94095:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819475:0:94095:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819478:0:94095:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669800738560 : -113403908813056 : ffff98dc184c8f00) 00000020:00000001:3.0:1773674219.819480:0:94095:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674219.819481:0:94095:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.819483:0:94095:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819485:0:94095:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819487:0:94095:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674219.819488:0:94095:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674219.819490:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.819491:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.819493:0:94095:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674219.819495:0:94095:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674219.819496:0:94095:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773674219.819498:0:94095:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819501:0:94095:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674219.819503:0:94095:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674219.819505:0:94095:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674219.819507:0:94095:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674219.819508:0:94095:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674219.819509:0:94095:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674219.819511:0:94095:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773674219.819513:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.819519:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:3.0:1773674219.819522:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.819527:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.819532:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674219.819536:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773674219.819547:0:94095:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.819552:0:94095:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.819556:0:94095:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.819563:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.819565:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.819567:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:3.0:1773674219.819568:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819570:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000008:00000001:3.0:1773674219.819574:0:94095:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674219.819577:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.819578:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.819580:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:3.0:1773674219.819581:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819584:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819586:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.819587:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.819589:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=6 00000020:00000001:3.0:1773674219.819591:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819593:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819594:0:94095:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674219.819596:0:94095:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.819598:0:94095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.819604:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.819606:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.819608:0:94095:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674219.819610:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.819611:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.819613:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=7 00000020:00000001:3.0:1773674219.819614:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819616:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.819618:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674219.819620:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.819627:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.819628:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674219.819631:0:94095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.819637:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674219.819639:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.819640:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674219.819641:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.819642:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.819643:0:94095:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.819646:0:94095:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819648:0:94095:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819650:0:94095:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819651:0:94095:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819654:0:94095:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819655:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819656:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819659:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1773674219.819662:0:94095:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1773674219.819666:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b80 00000080:00200000:3.0:1773674219.819669:0:94095:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:3.0:1773674219.819672:0:94095:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773674219.819675:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:3.0:1773674219.819678:0:94095:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc119166c0 addref 2/0 by ffff98dc071ba7c0. 00020000:00000002:3.0:1773674219.819680:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00000020:00000001:3.0:1773674219.819682:0:94095:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1773674219.819686:0:94095:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773674219.819689:0:94095:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773674219.819691:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:3.0:1773674219.819693:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.819695:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.819697:0:94095:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674219.819699:0:94095:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773674219.819701:0:94095:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819703:0:94095:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819704:0:94095:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819706:0:94095:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819712:0:94095:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1773674219.819719:0:94095:0:(xattr.c:492:ll_xattr_list()) Process entered 00000080:00000001:3.0:1773674219.819722:0:94095:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1773674219.819726:0:94095:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1773674219.819728:0:94095:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1773674219.819731:0:94095:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1773674219.819734:0:94095:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1773674219.819737:0:94095:0:(xattr.c:508:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1773674219.819739:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674219.819741:0:94095:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674219.819743:0:94095:0:(xattr.c:555:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1773674219.819747:0:94095:0:(xattr.c:612:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1773674219.819753:0:94095:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773674219.819755:0:94095:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:3.0:1773674219.819761:0:94095:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1773674219.819793:0:94095:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819797:0:94095:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773674219.819799:0:94095:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] fffff3eb449d3c40 ffff98dc0648fb60 1 00000020:00000001:3.0:1773674219.819803:0:94095:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773674219.819806:0:94095:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446630669498514272 : -113404211037344 : ffff98dc0648fb60) 00000020:00000001:3.0:1773674219.819808:0:94095:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446630669498514272 : -113404211037344 : ffff98dc0648fb60) 00000020:00000001:3.0:1773674219.819811:0:94095:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773674219.819813:0:94095:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674219.819815:0:94095:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526969272 : -113404182582344 : ffff98dc07fb2bb8) 00000020:00000001:3.0:1773674219.819817:0:94095:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773674219.819819:0:94095:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773674219.819820:0:94095:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674219.819824:0:94095:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[3 00000000793106df 1 1 0000000022bacf6e] 00000020:00000001:3.0:1773674219.819826:0:94095:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773674219.819828:0:94095:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674219.819830:0:94095:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:3.0:1773674219.819831:0:94095:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773674219.819833:0:94095:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819837:0:94095:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773674219.819839:0:94095:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:3.0:1773674219.819841:0:94095:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773674219.819842:0:94095:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526969272 : -113404182582344 : ffff98dc07fb2bb8) 00000020:00000001:3.0:1773674219.819845:0:94095:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773674219.819846:0:94095:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674219.819849:0:94095:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773674219.819851:0:94095:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773674219.819852:0:94095:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773674219.819853:0:94095:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773674219.819856:0:94095:0:(rw26.c:967:ll_write_end()) page@00000000dd58141f[4 00000000793106df 2 1 0000000022bacf6e] 00000080:00200000:3.0:1773674219.819860:0:94095:0:(rw26.c:967:ll_write_end()) vmpage @00000000c8b8b553 17ffffc0001039 2:0 ffff98dc0648fb60 0 lru 00000080:00200000:3.0:1773674219.819868:0:94095:0:(rw26.c:967:ll_write_end()) osc-page@0000000097742364 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000b3e09199 00000000e55c9f6f > 3< 1 0 > 4< 0 0 8 33492992 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1773674219.819871:0:94095:0:(rw26.c:967:ll_write_end()) end page@00000000dd58141f 00000080:00200000:3.0:1773674219.819872:0:94095:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773674219.819874:0:94095:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773674219.819876:0:94095:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:3.0:1773674219.819878:0:94095:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773674219.819880:0:94095:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773674219.819882:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.819883:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:3.0:1773674219.819885:0:94095:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773674219.819887:0:94095:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773674219.819890:0:94095:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773674219.819891:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000002:3.0:1773674219.819894:0:94095:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS not increasing 512->512 512 00000020:00000001:3.0:1773674219.819896:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.819898:0:94095:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674219.819901:0:94095:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674219.819903:0:94095:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819905:0:94095:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819906:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674219.819908:0:94095:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773674219.819910:0:94095:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773674219.819912:0:94095:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674219.819915:0:94095:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[4 00000000793106df 2 1 0000000022bacf6e] 00000020:00000001:3.0:1773674219.819916:0:94095:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773674219.819918:0:94095:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773674219.819919:0:94095:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773674219.819921:0:94095:0:(osc_request.c:745:osc_update_next_shrink()) next time 7309 to shrink grant 00000080:00000001:3.0:1773674219.819924:0:94095:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773674219.819926:0:94095:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773674219.819929:0:94095:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc059512f8, count 1, dirtied 0 00000080:00000001:3.0:1773674219.819932:0:94095:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773674219.819933:0:94095:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773674219.819936:0:94095:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674219.819937:0:94095:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674219.819938:0:94095:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674219.819941:0:94095:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[3 00000000793106df 2 1 0000000000000000] 00000020:00000001:3.0:1773674219.819943:0:94095:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773674219.819944:0:94095:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674219.819946:0:94095:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773674219.819947:0:94095:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674219.819950:0:94095:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[3 00000000793106df 1 1 0000000000000000] 00000020:00000001:3.0:1773674219.819951:0:94095:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773674219.819952:0:94095:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773674219.819953:0:94095:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773674219.819955:0:94095:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773674219.819957:0:94095:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819959:0:94095:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.819961:0:94095:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.819962:0:94095:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674219.819964:0:94095:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:3.0:1773674219.819967:0:94095:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773674219.819969:0:94095:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773674219.819970:0:94095:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674219.819972:0:94095:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:3.0:1773674219.819977:0:94095:0:(file.c:5277:ll_fsync()) Process entered 00000080:00200000:3.0:1773674219.819979:0:94095:0:(file.c:5280:ll_fsync()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff98dc05951148), start 0, end 511, datasync 1 00000080:00000001:3.0:1773674219.819983:0:94095:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:3.0:1773674219.819986:0:94095:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773674219.819987:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.819991:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24510. 00000020:00000010:3.0:1773674219.819995:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08561200. 00000020:00000010:3.0:1773674219.820010:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08560600. 00000020:00000010:3.0:1773674219.820014:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916840. 00000008:00000010:3.0:1773674219.820017:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb8000. 00020000:00000010:3.0:1773674219.820021:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f300. 00008000:00000010:3.0:1773674219.820024:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d01c40. 00000080:00000010:3.0:1773674219.820028:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22690. 00000080:00000010:3.0:1773674219.820031:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2fe8. 00000020:00000010:3.0:1773674219.820035:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc01285c00. 00000008:00000010:3.0:1773674219.820038:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b760. 00020000:00000010:3.0:1773674219.820041:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097db00. 00008000:00000010:3.0:1773674219.820043:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21648. 00000080:00000010:3.0:1773674219.820047:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20b40. 00000020:00000001:3.0:1773674219.820049:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541066008 : -113404168485608 : ffff98dc08d24518) 00000020:00001000:3.0:1773674219.820051:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24510 00000020:00000001:3.0:1773674219.820053:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.820055:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674219.820056:0:94095:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674219.820058:0:94095:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674219.820060:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.820061:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674219.820062:0:94095:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674219.820064:0:94095:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc07fb3048 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773674219.820067:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:3.0:1773674219.820069:0:94095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674219.820071:0:94095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674219.820073:0:94095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674219.820074:0:94095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820076:0:94095:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674219.820078:0:94095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674219.820080:0:94095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820081:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.820082:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674219.820083:0:94095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674219.820085:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00000020:00000001:3.0:1773674219.820087:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820089:0:94095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773674219.820090:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773674219.820091:0:94095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773674219.820093:0:94095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773674219.820095:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:3.0:1773674219.820097:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674219.820098:0:94095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674219.820099:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674219.820102:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24240. 00000020:00000010:3.0:1773674219.820106:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc208b4c00. 00000020:00000010:3.0:1773674219.820109:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc208b5200. 00000020:00000010:3.0:1773674219.820111:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc119168a0. 00000008:00000010:3.0:1773674219.820115:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fb9650. 00020000:00000010:3.0:1773674219.820118:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fc00. 00008000:00000010:3.0:1773674219.820121:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d03c08. 00000080:00000010:3.0:1773674219.820124:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d223f0. 00000080:00000010:3.0:1773674219.820126:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb3d98. 00000020:00000010:3.0:1773674219.820129:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc11ba6400. 00000008:00000010:3.0:1773674219.820131:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099b8c0. 00020000:00000010:3.0:1773674219.820133:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097e880. 00008000:00000010:3.0:1773674219.820137:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21f08. 00000080:00000010:3.0:1773674219.820139:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d203c0. 00000020:00000001:3.0:1773674219.820141:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065288 : -113404168486328 : ffff98dc08d24248) 00000020:00001000:3.0:1773674219.820143:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24240 00000020:00000001:3.0:1773674219.820144:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc066b8d00 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.820146:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674219.820148:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674219.820149:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674219.820150:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820151:0:94095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820153:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671455592 : -113404038096024 : ffff98dc1097db68) 00000020:00000001:3.0:1773674219.820155:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773674219.820156:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820158:0:94095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820159:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820160:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773674219.820162:0:94095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773674219.820163:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.820164:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773674219.820165:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.820166:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820167:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820169:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674219.820170:0:94095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820172:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773674219.820173:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820174:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820176:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773674219.820177:0:94095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773674219.820178:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773674219.820179:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773674219.820181:0:94095:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773674219.820184:0:94095:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773674219.820190:0:94095:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674219.820192:0:94095:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674219.820193:0:94095:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674219.820196:0:94095:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674219.820197:0:94095:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674219.820199:0:94095:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446630669534605248 : -113404174946368 : ffff98dc086fafc0) 00000008:00000020:3.0:1773674219.820202:0:94095:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff98dc086fafc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1773674219.820206:0:94095:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773674219.820207:0:94095:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773674219.820208:0:94095:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674219.820210:0:94095:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1773674219.820213:0:94095:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1773674219.820216:0:94095:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff98dc4206f600@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff98dc086fafc0], [28672|1|+|-|ffff98dc043cf200|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1773674219.820223:0:94095:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000e475cbd1 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674219.820232:0:94095:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1773674219.820235:0:94095:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1773674219.820240:0:94095:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1773674219.820243:0:94095:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773674219.820247:0:94095:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff98dc4206f600@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff98dc086fafc0], [28672|1|+|-|ffff98dc043cf200|1024|ffff98dc071ba7c0]} make ready 00000008:00010000:3.0:1773674219.820252:0:94095:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000e475cbd1 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674219.820260:0:94095:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:3.0:1773674219.820261:0:94095:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1773674219.820273:0:94095:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000dd58141f[2 00000000793106df 1 1 0000000000000000] 00000020:00008000:3.0:1773674219.820275:0:94095:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:3.0:1773674219.820277:0:94095:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:3.0:1773674219.820278:0:94095:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773674219.820280:0:94095:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773674219.820282:0:94095:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773674219.820284:0:94095:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773674219.820285:0:94095:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674219.820288:0:94095:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[2 00000000793106df 1 1 0000000000000000] 00000020:00000001:3.0:1773674219.820289:0:94095:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1773674219.820291:0:94095:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773674219.820292:0:94095:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1773674219.820295:0:94095:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000dd58141f[2 00000000793106df 3 1 0000000000000000] 00000020:00000001:3.0:1773674219.820296:0:94095:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1773674219.820298:0:94095:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820300:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.820302:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674219.820303:0:94095:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773674219.820306:0:94095:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820307:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674219.820309:0:94095:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674219.820312:0:94095:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:3.0:1773674219.820316:0:94095:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98dc07f29800: cli: ffff98dc0726d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1773674219.820320:0:94095:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98dc052432c8. 00000008:00000010:3.0:1773674219.820324:0:94095:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98dc08b99dd0. 00000020:00000001:3.0:1773674219.820327:0:94095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674219.820329:0:94095:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674219.820330:0:94095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674219.820333:0:94095:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773674219/1773674219 00000020:00000001:3.0:1773674219.820337:0:94095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674219.820339:0:94095:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674219.820342:0:94095:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1773674219.820344:0:94095:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:3.0:1773674219.820346:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674219.820351:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:3.0:1773674219.820353:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674219.820357:0:94095:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773674219.820359:0:94095:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773674219.820360:0:94095:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674219.820364:0:94095:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674219.820367:0:94095:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674219.820381:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.820382:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674219.820384:0:94095:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773674219.820386:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674219.820387:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674219.820389:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=5 00000020:00000001:3.0:1773674219.820391:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.820393:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00000008:00000001:3.0:1773674219.820396:0:94095:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:3.0:1773674219.820399:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674219.820400:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773674219.820401:0:94095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1773674219.820404:0:94095:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1773674219.820410:0:94095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674219.820414:0:94095:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674219.820421:0:94095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674219.820425:0:94095:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674219.820428:0:94095:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674219.820435:0:94095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729d800. 00000100:00000001:3.0:1773674219.820443:0:94095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674219.820450:0:94095:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 512 00000008:00000020:3.0:1773674219.820455:0:94095:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98dc07f29800: dirty: 28672 undirty: 484638720 dropped 0 grant: 33492992 cl_lost_grant 0 00000008:00000001:3.0:1773674219.820462:0:94095:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1773674219.820490:0:94095:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8027 MB/s 00000008:00008000:3.0:1773674219.820500:0:94095:0:(osc_request.c:1340:osc_checksum_bulk()) page fffff3eb449d3c40 map ffff98dc059512f8 index 0 flags 17ffffc0005028 count 2 priv ffff98dc0648fb60: off 0 00000008:00000001:3.0:1773674219.820508:0:94095:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1773674219.820511:0:94095:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 30fcedc0 (4) 00000008:00100000:3.0:1773674219.820515:0:94095:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff98dc07ff7800 - object 0x280000401:9133 offset 0<>512 00000008:00000001:3.0:1773674219.820518:0:94095:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674219.820520:0:94095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773674219.820523:0:94095:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773674219.820524:0:94095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773674219.820526:0:94095:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773674219/1773674219 00000020:00000001:3.0:1773674219.820528:0:94095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773674219.820529:0:94095:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1773674219.820531:0:94095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1773674219.820533:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674219.820535:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000008:00000002:3.0:1773674219.820546:0:94095:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000f71d0b23, now 0r/1w/0d in flight req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1773674219.820555:0:94095:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x9:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000001:00020000:3.0:1773674219.820560:0:94095:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 sleeping for 4000ms 00010000:00000010:3.1:1773674219.831806:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc02dab000. 00010000:00000001:0.0:1773674220.096980:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674220.096991:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674220.097002:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674220.097005:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674220.097011:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674220.097013:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674220.097015:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674220.097017:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674220.097020:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674220.097022:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674220.097024:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674220.097026:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674220.097180:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674220.097184:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674220.097187:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674221.124348:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674221.124356:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674221.124363:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674221.124364:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674221.124368:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674221.124369:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674221.124441:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674221.124444:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674221.124447:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674222.147188:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674222.147195:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674222.147200:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674222.147202:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674222.147205:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674222.147206:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674222.148056:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674222.148060:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674222.148064:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773674222.337005:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300779334, at 4300779392 00000100:00000010:1.0:1773674222.337021:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc11916ae0. 00000100:00000040:0.0:1773674222.337561:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300779334, at 4300779392 00000100:00000010:0.0:1773674222.337568:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc119161e0. 00000080:00000001:1.0:1773674222.922619:0:94168:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674222.922628:0:94168:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674222.922631:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bb78 00000080:00200000:1.0:1773674222.922637:0:94168:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674222.922645:0:94168:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13e00. 00800000:00000002:1.0:1773674222.922653:0:94168:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674222.922657:0:94168:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674222.922663:0:94168:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674222.922665:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9ba98 00800000:00000002:1.0:1773674222.922668:0:94168:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674222.922672:0:94168:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674222.922674:0:94168:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674222.922676:0:94168:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674222.922710:0:94168:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674222.922713:0:94168:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674222.922715:0:94168:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674222.922717:0:94168:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674222.922720:0:94168:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674222.922724:0:94168:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674222.922730:0:94168:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674222.922732:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9b968 00000002:00010000:1.0:1773674222.922734:0:94168:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674222.922738:0:94168:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674222.922740:0:94168:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674222.922743:0:94168:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773674222.922751:0:94168:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674222.922753:0:94168:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674222.922755:0:94168:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674222.922758:0:94168:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674222.922761:0:94168:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773674222.922795:0:94168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb100. 00000020:00000040:1.0:1773674222.922800:0:94168:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:1.0:1773674222.922808:0:94168:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674222.922813:0:94168:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674222.922820:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674222.922822:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674222.922825:0:94168:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674222.922828:0:94168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674222.922830:0:94168:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674222.922836:0:94168:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674222.922844:0:94168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b1000. 00000100:00000001:1.0:1773674222.922853:0:94168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674222.922859:0:94168:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674222.922861:0:94168:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674222.922863:0:94168:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674222.922864:0:94168:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674222.922866:0:94168:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674222.922872:0:94168:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00010000:00000001:1.0:1773674222.922885:0:94168:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674222.922888:0:94168:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674222.922893:0:94168:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab600. 00010000:00000010:1.0:1773674222.922898:0:94168:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799900. 00010000:00000001:1.0:1773674222.922902:0:94168:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674222.922905:0:94168:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084000. 00000020:00000001:1.0:1773674222.922910:0:94168:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674222.922913:0:94168:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084000 with handle 0x2f77f5611381431d to hash 00000020:00000001:1.0:1773674222.922915:0:94168:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674222.922917:0:94168:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773674222.922921:0:94168:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:1.0:1773674222.922924:0:94168:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674222.922927:0:94168:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674222.922931:0:94168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674222.922941:0:94168:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674222.922961:0:94168:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674222.922968:0:94168:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674222.922972:0:94168:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674222.922979:0:94168:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9300. 00000100:00000001:1.0:1773674222.922982:0:94168:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678973696 : -113404030577920 : ffff98dc110a9300) 00000100:00000001:1.0:1773674222.922985:0:94168:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674222.922987:0:94168:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000001:1.0:1773674222.922993:0:94168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674222.922997:0:94168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674222.922999:0:94168:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674222.923001:0:94168:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674222.923014:0:94168:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674222.923024:0:94168:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674222.923025:0:94168:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674222.923029:0:94168:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674222.923032:0:94168:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674222.923034:0:94168:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674222.923038:0:94168:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94168:1859825953476736:192.168.201.103@tcp:101:lfs.0 00000100:00000001:1.0:1773674222.923042:0:94168:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674222.923048:0:94168:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674222.923050:0:94168:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674222.923052:0:94168:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674222.923057:0:94168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc086bc000. 02000000:00000001:1.0:1773674222.923059:0:94168:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674222.923069:0:94168:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674222.923073:0:94168:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114948. 00000400:00000010:1.0:1773674222.923081:0:94168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd908. 00000100:00000200:1.0:1773674222.923089:0:94168:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953476736, portal 10 00000100:00000001:1.0:1773674222.923091:0:94168:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674222.923093:0:94168:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711552768 : -113403997998848 : ffff98dc12fbb100) 00000100:00000040:1.0:1773674222.923099:0:94168:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674222.923107:0:94168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674222.923110:0:94168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674222.923114:0:94168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd770. 00000100:00000200:1.0:1773674222.923117:0:94168:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953476736, offset 0 00000400:00000200:1.0:1773674222.923124:0:94168:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674222.923132:0:94168:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.923140:0:94168:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674222.923145:0:94168:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674222.923150:0:94168:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674222.923154:0:94168:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674222.923157:0:94168:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674222.923161:0:94168:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252841:252841:256:4294967295] 192.168.201.103@tcp LPNI seq info [252809:252809:8:4294967295] 00000400:00000200:1.0:1773674222.923166:0:94168:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.923177:0:94168:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674222.923183:0:94168:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674222.923188:0:94168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674222.923198:0:94168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674222.923205:0:94168:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674222.923210:0:94168:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773674222.923232:0:94168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674222.923237:0:94168:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 316663 usecs (317 jiffies) 00000400:00000200:1.0:1773674222.923240:0:94168:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674222.923243:0:94168:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300780294 00000100:00000010:1.0:1773674222.923248:0:94168:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797a80. 00000100:00000001:1.0:1773674222.923255:0:94168:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773674222.923263:0:94168:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300780294 00000100:00000010:1.0:1773674222.923266:0:94168:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797540. 00000100:00000001:1.0:1773674222.923270:0:94168:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773674222.923273:0:94168:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674222.923275:0:94168:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674222.923278:0:94168:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674222.923280:0:94168:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1773674222.923283:0:94168:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9300 going to sleep for 17 seconds 00000100:00000001:1.0:1773674222.923286:0:94168:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674222.923290:0:94168:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674222.924022:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674222.924027:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674222.924033:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674222.924039:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674222.924045:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd770 00000400:00000010:0.0:1773674222.924048:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd770. 00000100:00000001:0.0:1773674222.924052:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674222.924058:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674222.924069:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674222.924073:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674222.924080:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674222.924082:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674222.935362:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674222.935385:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674222.935389:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674222.935392:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674222.935415:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.935430:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674222.935441:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.935446:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.935452:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.935456:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794d1080 00000400:00000200:1.0:1773674222.935462:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674222.935468:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5b69 [1] + 224 00000800:00000001:1.0:1773674222.935478:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674222.935491:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674222.935494:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674222.935499:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674222.935507:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674222.935517:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674222.935529:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674222.935554:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674222.935563:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674222.935567:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674222.935839:0:94168:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674222.935848:0:94168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674222.935850:0:94168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674222.935854:0:94168:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114948. 00000400:00000200:3.0:1773674222.935859:0:94168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd908 00000400:00000010:3.0:1773674222.935862:0:94168:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd908. 00000100:00000001:3.0:1773674222.935865:0:94168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674222.935871:0:94168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674222.935881:0:94168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674244 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674222.935888:0:94168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674222.935890:0:94168:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674222.935894:0:94168:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674222.935897:0:94168:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674222.935900:0:94168:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674222.935903:0:94168:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674222.935906:0:94168:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674222.935916:0:94168:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=5 v=10 (10 16 17 17) 00000100:00001000:3.0:1773674222.935921:0:94168:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=49 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674222.935924:0:94168:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674222.935926:0:94168:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.935929:0:94168:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674222.935932:0:94168:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674222.935936:0:94168:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674222.935938:0:94168:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:3.0:1773674222.935940:0:94168:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674222.935943:0:94168:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674222.935960:0:94168:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674244 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674222.935968:0:94168:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674222.935971:0:94168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674222.935973:0:94168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674222.935978:0:94168:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674244 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674222.935986:0:94168:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb100 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94168:1859825953476736:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773674222.935992:0:94168:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674222.935995:0:94168:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674222.935998:0:94168:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674222.936000:0:94168:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674222.936003:0:94168:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674244 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674222.936010:0:94168:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674222.936013:0:94168:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9300. 00000100:00000001:3.0:1773674222.936016:0:94168:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674222.936018:0:94168:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.936022:0:94168:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773674222.936026:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936028:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936032:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:3.0:1773674222.936035:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936037:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:3.0:1773674222.936045:0:94168:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084000, remote cookie: 0x441c89a0128d6c0e, flags: 0x1001 00010000:00010000:3.0:1773674222.936051:0:94168:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674222.936063:0:94168:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936071:0:94168:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773674222.936075:0:94168:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773674222.936077:0:94168:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773674222.936079:0:94168:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773674222.936080:0:94168:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773674222.936083:0:94168:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc12fab600) refcount = 1 00010000:00010000:3.0:1773674222.936088:0:94168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936095:0:94168:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773674222.936099:0:94168:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773674222.936101:0:94168:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674222.936104:0:94168:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773674222.936107:0:94168:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674222.936110:0:94168:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936117:0:94168:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773674222.936118:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936120:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936122:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936123:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936125:0:94168:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674222.936129:0:94168:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773674222.936131:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936132:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936134:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936136:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936335:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936340:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936341:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936343:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=4 00000020:00000001:3.0:1773674222.936345:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936347:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936351:0:94168:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674222.936355:0:94168:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674222.936358:0:94168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936366:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936368:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936369:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936370:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936372:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=5 00000020:00000001:3.0:1773674222.936374:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936376:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936379:0:94168:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674222.936382:0:94168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936390:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936391:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773674222.936394:0:94168:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936401:0:94168:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674222.936403:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936404:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936406:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936407:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773674222.936413:0:94168:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674244 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773674222.936424:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936425:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936427:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936429:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936431:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936434:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936435:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674222.936437:0:94168:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674222.936439:0:94168:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674222.936442:0:94168:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773674222.936445:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936446:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936447:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936450:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936452:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00000002:00010000:3.0:1773674222.936456:0:94168:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936463:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936464:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936466:0:94168:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773674222.936467:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936469:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936470:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936472:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936475:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000040:3.0:1773674222.936482:0:94168:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 2 00010000:00000001:3.0:1773674222.936486:0:94168:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773674222.936490:0:94168:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773674222.936493:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936494:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674222.936496:0:94168:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773674222.936499:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9b8e8 00000002:00002000:3.0:1773674222.936501:0:94168:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773674222.936504:0:94168:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674222.936509:0:94168:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674222.936512:0:94168:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773674222.936515:0:94168:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773674222.936519:0:94168:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674222.936523:0:94168:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674222.936527:0:94168:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13e00. 00000080:00000001:3.0:1773674222.936532:0:94168:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674222.936535:0:94168:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773674222.936541:0:94168:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773674222.936547:0:94168:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773674222.936553:0:94168:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc07345100. 00800000:00000001:3.0:1773674222.936555:0:94168:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669513937152 : -113404195614464 : ffff98dc07345100) 00800000:00000001:3.0:1773674222.936558:0:94168:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773674222.936560:0:94168:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773674222.936563:0:94168:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773674222.936566:0:94168:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773674222.936569:0:94168:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773674222.936573:0:94168:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773674222.936574:0:94168:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.936579:0:94168:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773674222.936582:0:94168:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773674222.936587:0:94168:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773674222.936589:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936590:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936593:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936595:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936597:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936600:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936601:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674222.936603:0:94168:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773674222.936605:0:94168:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773674222.936607:0:94168:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc07345100 1 00800000:00000010:3.0:1773674222.936609:0:94168:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc07345100. 00800000:00000001:3.0:1773674222.936613:0:94168:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674222.936617:0:94168:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381431d 00800000:00000001:3.0:1773674222.936620:0:94168:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674222.936902:0:94168:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674222.936905:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936906:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936908:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936911:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936914:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936916:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936918:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674222.936919:0:94168:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674222.936921:0:94168:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.936924:0:94168:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674222.936926:0:94168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674222.936930:0:94168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381431d from it ffffbabdc1c9bbb0 00010000:00000001:3.0:1773674222.936932:0:94168:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674222.936933:0:94168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674222.936934:0:94168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:3.0:1773674222.936936:0:94168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936939:0:94168:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:3.0:1773674222.936941:0:94168:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674222.936944:0:94168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674222.936968:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936969:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936971:0:94168:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674222.936973:0:94168:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674222.936976:0:94168:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674222.936985:0:94168:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674222.936988:0:94168:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674222.936991:0:94168:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674222.936994:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.936996:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674222.936997:0:94168:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.937000:0:94168:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674222.937003:0:94168:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.937005:0:94168:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.937007:0:94168:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674222.937009:0:94168:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674222.937011:0:94168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674222.937012:0:94168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674222.937014:0:94168:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674222.937020:0:94168:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb100 x1859825953476736/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674244 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674222.937028:0:94168:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674222.937031:0:94168:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674222.937035:0:94168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc086bc000. 02000000:00000001:3.0:1773674222.937039:0:94168:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674222.937041:0:94168:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674222.937043:0:94168:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674222.937046:0:94168:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674222.937049:0:94168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b1000. 02000000:00000001:3.0:1773674222.937053:0:94168:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674222.937055:0:94168:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674222.937057:0:94168:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb100. 00000100:00000001:3.0:1773674222.937062:0:94168:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674222.937063:0:94168:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674222.937067:0:94168:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 44 00000080:00000001:3.0:1773674222.937072:0:94168:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937081:0:94168:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:3.0:1773674222.937083:0:94168:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773674222.937085:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bb78 00000080:00200008:3.0:1773674222.937088:0:94168:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 504000 00000080:00000010:3.0:1773674222.937094:0:94168:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc11373040. 00000080:00000001:3.0:1773674222.937099:0:94168:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937101:0:94168:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937158:0:94168:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674222.937161:0:94168:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=8028667f arg=7ffe8f4d85a0 00000080:00000001:3.0:1773674222.937167:0:94168:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000080:00000001:3.0:1773674222.937170:0:94168:0:(llite_lib.c:4090:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1773674222.937172:0:94168:0:(llite_lib.c:4096:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937174:0:94168:0:(llite_lib.c:3482:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937176:0:94168:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937186:0:94168:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773674222.937189:0:94168:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674222.937191:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bdb0 00000080:00200008:3.0:1773674222.937403:0:94168:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 504000 00000080:00400000:3.0:1773674222.937407:0:94168:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773674222.937410:0:94168:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc11373040. 00000080:00000001:3.0:1773674222.937414:0:94168:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773674222.937417:0:94168:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c9bdb0 00000080:00000008:3.0:1773674222.937419:0:94168:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 504000, rc = 0 00000080:00000001:3.0:1773674222.937422:0:94168:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674222.937424:0:94168:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674223.169041:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674223.169049:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674223.169055:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674223.169057:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674223.169059:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674223.169061:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674223.169164:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674223.169171:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674223.169176:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674223.241110:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300780294, at 4300780296 00000100:00000010:0.0:1773674223.241137:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797a80. 00000100:00000040:1.0:1773674223.241445:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300780294, at 4300780296 00000100:00000010:1.0:1773674223.241453:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797540. 00000100:00000040:1.0:1773674223.488889:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674223.488907:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674223.488919:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000020:00000040:1.0:1773674223.488928:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773674223.488934:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674223.488948:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674223.488956:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674223.488968:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae100. 00000100:00000001:1.0:1773674223.488977:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.488993:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674223.489007:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674223.489013:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489021:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83337b8] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.489056:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489059:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674223.489063:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674223.489067:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb480. 00000020:00000040:1.0:1773674223.489070:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674223.489072:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674223.489074:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674223.489076:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674223.489080:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084aed00. 00000100:00000001:1.0:1773674223.489083:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489088:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674223.489097:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674223.489099:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489103:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e75452f] to pc [ptlrpcd_00_01+1] req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.489112:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489115:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674223.489120:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674223.489123:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773674223.489125:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674223.489128:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674223.489129:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674223.489131:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674223.489135:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae800. 00000100:00000001:1.0:1773674223.489138:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489141:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674223.489149:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674223.489151:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489155:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd02b35] to pc [ptlrpcd_00_00+0] req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.489162:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489164:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773674223.489168:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773674223.489171:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773674223.489405:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=5 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674223.489409:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674223.489420:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674223.489422:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674223.489429:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc084ae500. 00000100:00000001:1.0:1773674223.489433:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489438:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674223.489447:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674223.489449:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489454:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad7b7f90] to pc [ptlrpcd_00_01+1] req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.489469:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.489472:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773674223.489475:0:94165:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773674223.489481:0:94165:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6118) 00000100:00000001:1.0:1773674223.490074:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.490080:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674223.490084:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674223.490092:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.490102:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674223.490104:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.490109:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674223.490112:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674223.490115:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674223.490119:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953476864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.490124:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674223.490132:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674223.490135:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.490138:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674223.490144:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f24000. 02000000:00000001:1.0:1773674223.490146:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674223.490156:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674223.490162:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114898. 00000400:00000010:1.0:1773674223.490171:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdbb0. 00000100:00000200:1.0:1773674223.490260:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953476864, portal 25 00000100:00000001:1.0:1773674223.490264:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674223.490266:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:1.0:1773674223.490274:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.490283:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674223.490286:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674223.490290:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd3b8. 00000100:00000200:1.0:1773674223.490294:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953476864, offset 0 00000400:00000200:1.0:1773674223.490303:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674223.490316:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.490326:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674223.490333:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674223.490339:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674223.490344:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674223.490347:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674223.490352:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252842:252842:256:4294967295] 192.168.201.103@tcp LPNI seq info [252810:252810:8:4294967295] 00000400:00000200:1.0:1773674223.490358:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.490370:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674223.490377:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674223.490383:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aeb00. 00000800:00000200:1.0:1773674223.490393:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674223.490483:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674223.490489:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674223.490612:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674223.490618:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674223.490622:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300784453 00000100:00000010:1.0:1773674223.490628:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797540. 00000100:00000001:1.0:1773674223.490637:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773674223.490646:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300784453 00000100:00000010:1.0:1773674223.490649:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc08797de0. 00000100:00000001:1.0:1773674223.490653:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773674223.490657:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.490661:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.490664:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674223.490669:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.490683:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674223.490685:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.490687:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674223.490690:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674223.490692:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674223.490695:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953477120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.490699:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674223.490702:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674223.490705:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.490707:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674223.490710:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f25a00. 02000000:00000001:1.0:1773674223.490712:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674223.490716:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674223.490720:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149a0. 00000400:00000010:1.0:1773674223.490724:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674223.490727:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953477120, portal 10 00000100:00000001:1.0:1773674223.490729:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674223.490731:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000040:1.0:1773674223.490738:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.490745:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674223.490747:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674223.490750:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd6e8. 00000100:00000200:1.0:1773674223.490753:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953477120, offset 0 00000400:00000200:1.0:1773674223.490758:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674223.491614:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.491624:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674223.491629:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674223.491632:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674223.491635:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674223.491638:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674223.491643:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252843:252843:255:4294967295] 192.168.201.103@tcp LPNI seq info [252811:252811:7:4294967295] 00000400:00000200:1.0:1773674223.491648:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.491656:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674223.491663:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674223.491671:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae200. 00000800:00000200:1.0:1773674223.491676:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674223.491683:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674223.491687:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674223.491692:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.491697:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 89786 usecs (90 jiffies) 00000400:00000200:1.0:1773674223.491700:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674223.491702:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300780636 00000100:00000001:1.0:1773674223.491705:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.491708:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300780636 00000100:00000001:1.0:1773674223.491710:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.491712:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.491715:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.491718:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.491722:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.491733:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674223.491736:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773674223.491739:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.491741:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674223.491742:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674223.491746:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773674223.491748:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.491750:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674223.491751:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.491753:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.491754:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674223.491755:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674223.492248:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.492263:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674223.492265:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.492270:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674223.492274:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674223.492277:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674223.492282:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953476992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.492287:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674223.492292:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674223.492294:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.492297:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674223.492304:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f24a00. 02000000:00000001:1.0:1773674223.492307:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674223.492313:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674223.492317:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114528. 00000400:00000010:1.0:1773674223.492324:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773674223.492331:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953476992, portal 10 00000100:00000001:1.0:1773674223.492333:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674223.492335:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:1.0:1773674223.492343:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.492351:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674223.492354:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674223.492357:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdd48. 00000100:00000200:1.0:1773674223.492359:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953476992, offset 0 00000400:00000200:1.0:1773674223.492365:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674223.492370:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.492374:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674223.492378:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674223.492381:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674223.492384:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674223.492387:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674223.492391:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252844:252844:254:4294967295] 192.168.201.103@tcp LPNI seq info [252812:252812:6:4294967295] 00000400:00000200:1.0:1773674223.492395:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.492402:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674223.492407:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773674223.492687:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674223.492694:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773674223.492999:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae000. 00000800:00000200:1.0:1773674223.493009:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674223.493017:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674223.493022:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674223.493027:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.493032:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 316041 usecs (317 jiffies) 00000400:00000200:1.0:1773674223.493037:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674223.493039:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300780865 00000100:00000001:1.0:1773674223.493043:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.493045:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300780865 00000100:00000001:1.0:1773674223.493048:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.493051:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.493054:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.493058:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674223.493064:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.493073:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674223.493075:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.493078:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674223.493082:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674223.493084:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674223.493087:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953477248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.493091:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674223.493094:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674223.493096:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.493099:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674223.493104:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc04f25c00. 02000000:00000001:1.0:1773674223.493106:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674223.493110:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674223.493114:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114cb8. 00000400:00000010:1.0:1773674223.493118:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674223.493122:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953477248, portal 4 00000100:00000001:1.0:1773674223.493124:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674223.493125:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:1.0:1773674223.493133:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.493141:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674223.493143:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674223.493146:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674223.493149:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953477248, offset 0 00000400:00000200:1.0:1773674223.493155:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674223.493160:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.493166:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674223.493170:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674223.493503:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674223.493507:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674223.493985:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674223.493991:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252845:252845:253:4294967295] 192.168.201.103@tcp LPNI seq info [252813:252813:5:4294967295] 00000400:00000200:1.0:1773674223.493998:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.494008:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674223.494016:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674223.494021:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084aee00. 00000800:00000200:1.0:1773674223.494028:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674223.494036:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674223.494040:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084aee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773674223.494044:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.494051:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1244552 usecs (1245 jiffies) 00000400:00000200:1.0:1773674223.494055:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674223.494057:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300781794 00000100:00000001:1.0:1773674223.494060:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.494063:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300781794 00000100:00000001:1.0:1773674223.494065:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674223.494068:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.494071:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.494077:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.494082:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674223.494159:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674223.494163:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aeb00. 00000400:00000200:1.0:1773674223.494168:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.496061:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674223.496075:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd3b8 00000400:00000010:1.0:1773674223.496081:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd3b8. 00000100:00000001:1.0:1773674223.496088:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674223.496099:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.496116:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.496121:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.496128:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.496131:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674223.496165:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674223.496168:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae200. 00000400:00000200:1.0:1773674223.496173:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.497253:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674223.497260:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd6e8 00000400:00000010:1.0:1773674223.497261:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd6e8. 00000100:00000001:1.0:1773674223.497266:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674223.497272:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.497282:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.497284:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.497289:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.497291:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674223.497317:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674223.497321:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae000. 00000400:00000200:1.0:1773674223.497325:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.497329:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674223.497332:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdd48 00000400:00000010:1.0:1773674223.497334:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdd48. 00000100:00000001:1.0:1773674223.497337:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674223.497341:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.497349:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.497352:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.497358:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.497359:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674223.501025:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674223.501039:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084aee00. 00000400:00000200:1.0:1773674223.501047:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.501058:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674223.501065:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:1.0:1773674223.501068:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:1.0:1773674223.501073:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674223.501082:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.501095:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.501098:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.501109:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.501110:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674223.515626:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.515651:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674223.515657:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.515660:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.519518:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519534:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674223.519552:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519560:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519569:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519574:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794d1100 00000400:00000200:1.0:1773674223.519580:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519589:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5b79 [1] + 224 00000800:00000001:1.0:1773674223.519603:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.519622:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.519627:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.519637:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674223.519648:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.519661:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674223.519684:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.519720:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674223.519738:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.519745:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674223.519748:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.519751:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.519756:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519760:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674223.519786:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519790:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519793:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519796:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d1180 00000400:00000200:1.0:1773674223.519800:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.519805:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5b99 [1] + 224 00000800:00000001:1.0:1773674223.519810:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.519825:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.519828:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.519831:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674223.519834:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.519840:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674223.519849:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.519857:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674223.519861:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.519865:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.519896:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.519901:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674223.519911:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674223.519914:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674223.519919:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114528. 00000400:00000200:1.0:1773674223.519925:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:1.0:1773674223.519927:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:1.0:1773674223.519931:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.519935:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674223.519956:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.519962:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674223.519965:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.519968:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674223.519973:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674223.519977:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674223.519980:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.519984:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674223.519996:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=6 v=10 (10 16 17 17) 00000100:00001000:1.0:1773674223.520001:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674223.520004:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674223.520006:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674223.520009:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674223.520014:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.520019:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674223.520022:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:1.0:1773674223.520025:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674223.520029:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.520035:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.520042:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.520045:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674223.520048:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674223.520052:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674223.520060:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953476992:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674223.520067:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674223.520069:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674223.520071:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114898. 00000400:00000200:1.0:1773674223.520074:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdbb0 00000400:00000010:1.0:1773674223.520077:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdbb0. 00000100:00000001:1.0:1773674223.520079:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.520082:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674223.520090:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.520102:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674223.520103:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.520105:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674223.520107:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674223.520108:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674223.520110:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.520111:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674223.520114:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674223.520118:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674223.520120:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674223.520121:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674223.520123:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674223.520125:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.520127:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.520131:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.520137:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.520139:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674223.520140:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674223.520143:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674223.520150:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:99808460-b0a8-44fd-9414-99dbbe9f95bb:2411:1859825953476864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.520155:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.520158:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.520162:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb480 x1859825953476992/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.520170:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674223.520173:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674223.520177:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f24a00. 02000000:00000001:1.0:1773674223.520181:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674223.520184:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674223.520187:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674223.520190:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674223.520193:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084aed00. 02000000:00000001:1.0:1773674223.520197:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674223.520199:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674223.520201:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb480. 00000100:00000001:1.0:1773674223.520205:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674223.520207:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.520208:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.520212:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953476864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.520218:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674223.520219:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674223.520221:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f24000. 02000000:00000001:1.0:1773674223.520223:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674223.520224:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674223.520225:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773674223.520227:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674223.520229:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae100. 02000000:00000001:1.0:1773674223.520231:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674223.520232:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674223.520234:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:1.0:1773674223.520236:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674223.520237:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.520241:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.520243:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.520245:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674223.520247:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.520249:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674223.525835:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.525872:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674223.525878:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.525882:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.525895:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.525905:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674223.525919:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.525926:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.525934:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.525949:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d1280 00000400:00000200:1.0:1773674223.525955:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.525963:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ba9 [1] + 224 00000800:00000001:1.0:1773674223.525975:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.525983:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.525987:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.525993:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674223.526004:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.526016:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674223.526030:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.526053:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674223.526066:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.526069:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674223.526072:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.526074:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.526077:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.526081:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674223.526085:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.526088:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.526090:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.526093:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d1200 00000400:00000200:1.0:1773674223.526098:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.526102:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5b89 [1] + 224 00000800:00000001:1.0:1773674223.526106:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.526114:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.526117:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.526120:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674223.526123:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.526129:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674223.526138:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.526146:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674223.526149:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.526153:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.528066:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.528078:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674223.528090:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674223.528092:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674223.528097:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114cb8. 00000400:00000200:1.0:1773674223.528107:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:1.0:1773674223.528109:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:1.0:1773674223.528114:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.528127:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674223.528139:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.528147:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674223.528150:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.528153:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674223.528157:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674223.528160:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674223.528164:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.528168:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674223.529746:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1773674223.529760:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=109 v=5 (1 1 1 0) 00000100:00000001:1.0:1773674223.529784:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674223.529787:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674223.529791:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674223.529796:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.529802:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674223.529806:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:1.0:1773674223.529809:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674223.529813:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.529825:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.529834:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.529838:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674223.529840:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674223.529845:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674223.529854:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953477248:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773674223.529868:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674223.529871:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674223.529875:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149a0. 00000400:00000200:1.0:1773674223.529880:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:1.0:1773674223.529883:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:1.0:1773674223.529887:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.529892:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773674223.529901:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.529909:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674223.529911:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.529914:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674223.529917:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674223.529920:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674223.529922:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674223.529926:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674223.529932:0:2411:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=6 v=10 (10 16 17 17) 00000100:00001000:1.0:1773674223.529935:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1773674223.529948:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674223.529949:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674223.529952:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674223.529954:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.529956:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674223.529958:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773674223.529960:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674223.529962:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674223.529966:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.529974:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674223.529976:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674223.529977:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674223.529981:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773674223.529989:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2411:1859825953477120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773674223.529994:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.529998:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.530001:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba300 x1859825953477248/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.530010:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674223.530012:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674223.530018:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f25c00. 02000000:00000001:1.0:1773674223.530023:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674223.530026:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674223.530029:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:1.0:1773674223.530031:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674223.530035:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae500. 02000000:00000001:1.0:1773674223.530039:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674223.530042:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674223.530044:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000001:1.0:1773674223.530049:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674223.530050:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.530052:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.530056:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953477120/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674223.530063:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674223.530064:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674223.530066:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc04f25a00. 02000000:00000001:1.0:1773674223.530068:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674223.530069:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674223.530070:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674223.530072:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674223.530074:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc084ae800. 02000000:00000001:1.0:1773674223.530075:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674223.530076:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674223.530077:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:1.0:1773674223.530080:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674223.530081:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.530084:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674223.530094:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674223.530097:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.530100:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674223.530103:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00020000:2.0:1773674223.912962:0:94095:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 awake 00000100:00000040:2.0:1773674223.935454:0:94095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773674223.935513:0:94095:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1773674223.935517:0:94095:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935522:0:94095:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935526:0:94095:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674223.935528:0:94095:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935531:0:94095:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674223.935534:0:94095:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935535:0:94095:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674223.935537:0:94095:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935542:0:94095:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773674223.935546:0:94095:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.935548:0:94095:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1773674223.935552:0:94095:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=1. 00000008:00000001:2.0:1773674223.935556:0:94095:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674223.935560:0:94095:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.935564:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.935810:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.935813:0:94095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.935815:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.935818:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674223.935822:0:94095:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773674223.935823:0:94095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674223.935825:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773674223.935827:0:94095:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1773674223.935832:0:94095:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:2.0:1773674223.935836:0:94095:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674223.938102:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.938115:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674223.938118:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674223.938138:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.938159:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674223.938162:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674223.938181:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674223.938186:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674223.938189:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674223.938194:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953476608:192.168.201.103@tcp:4:dd.0 00000100:00000001:3.0:1773674223.938199:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674223.938209:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674223.938213:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674223.938216:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674223.938231:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729c000. 02000000:00000001:3.0:1773674223.938435:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674223.938446:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674223.938452:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674223.938461:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674223.938471:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953476608, portal 4 00000100:00000001:3.0:1773674223.938474:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674223.938476:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674223.938486:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.938495:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674223.938498:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674223.938501:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565220. 00000100:00000200:3.0:1773674223.938506:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 1000 bytes to portal 6, xid 1859825953476608, offset 0 00000400:00000200:3.0:1773674223.938515:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674223.938525:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674223.938536:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674223.938543:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674223.938548:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674223.938552:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674223.938566:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674223.938572:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252846:252846:256:4294967295] 192.168.201.103@tcp LPNI seq info [252814:252814:8:4294967295] 00000400:00000200:3.0:1773674223.938578:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674223.938589:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674223.938597:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1000 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674223.939027:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81b00. 00000800:00000200:3.0:1773674223.939040:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674223.939049:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674223.939054:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81b00 type 1, nob 1096 niov 1 nkiov 1 00000100:00000001:3.0:1773674223.939072:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674223.939078:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1237943 usecs (1238 jiffies) 00000400:00000200:3.0:1773674223.939083:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674223.939087:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782232 00000100:00000001:3.0:1773674223.939091:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:3.0:1773674223.939094:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782232 00000100:00000001:3.0:1773674223.939096:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:3.0:1773674223.939099:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674223.939102:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.939106:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.939110:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.939121:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674223.939123:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=166 : 166 : a6) 00000100:00000001:3.0:1773674223.939125:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.939127:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674223.939128:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.939131:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.939143:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.939145:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674223.939854:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674223.939871:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81b00. 00000400:00000200:1.0:1773674223.939878:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.939886:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674223.939894:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565220 00000400:00000010:1.0:1773674223.939898:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565220. 00000100:00000001:1.0:1773674223.939903:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674223.939910:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674223.939924:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674223.939928:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674223.939946:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674223.939948:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674223.971155:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.971194:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674223.971200:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.971203:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.971216:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.971226:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674223.971238:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.971245:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.971254:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.971259:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b80794d1000 00000400:00000200:1.0:1773674223.971265:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674223.971272:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x2c5bb9 [1] + 224 00000800:00000001:1.0:1773674223.971282:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.971292:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674223.971297:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674223.971303:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674223.971312:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674223.971325:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674223.971338:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674223.971361:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674223.971375:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674223.971380:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.971584:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.971591:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674223.971601:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674223.971614:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674223.971619:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674223.971625:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674223.971629:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674223.971633:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674223.971639:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674223.971649:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953476608/t0(0) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.971656:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674223.971658:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.971661:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674223.971665:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674223.971669:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674223.971672:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674223.971676:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674223.971689:0:2414:0:(import.c:2136:obd_at_measure()) add 129 to ffff98dc050c24e8 time=17 v=129 (129 129 36 36) 00000100:00001000:3.0:1773674223.971695:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=109 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674223.971698:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674223.971700:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674223.971705:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674223.971711:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.971716:0:2414:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773674223.971718:0:2414:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773674223.971720:0:2414:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773674223.971723:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674223.971725:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000001:3.0:1773674223.971730:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674223.971732:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640280 00000100:00000001:3.0:1773674223.971735:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674223.971738:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674223.971744:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.971752:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674223.971756:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674223.971759:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674223.971806:0:2414:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:3.0:1773674223.971809:0:2414:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1773674223.971816:0:2414:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1773674223.971821:0:2414:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1773674223.971826:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for usr 0 00000001:04000000:3.0:1773674223.971828:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for grp 0 00000001:04000000:3.0:1773674223.971830:0:2414:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98dc07f29800: setdq to remove for prj 0 00000001:00000001:3.0:1773674223.971832:0:2414:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773674223.971835:0:2414:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:3.0:1773674223.971839:0:2414:0:(osc_request.c:2085:check_write_checksum()) checksum 30fcedc0 confirmed 00000008:00000001:3.0:1773674223.971843:0:2414:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773674223.971847:0:2414:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1773674223.971849:0:2414:0:(osc_request.c:2579:brw_interpret()) request ffff98dc07ff7800 aa ffff98dc07ff79b0 rc 0 00000020:00000001:3.0:1773674223.971859:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674223.971863:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674223.971866:0:2414:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674223.971870:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674223.971874:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674223.971876:0:2414:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674223.971878:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000010:3.0:1773674223.971881:0:2414:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98dc08b99dd0. 00000020:00000001:3.0:1773674223.971887:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674223.971890:0:2414:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1773674223.971894:0:2414:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1773674223.971896:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674223.971901:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.971908:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674223.971913:0:2414:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:3.0:1773674223.971917:0:2414:0:(osc_cache.c:901:osc_extent_finish()) extent ffff98dc4206f600@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff98dc086fafc0], [28672|1|+|+|ffff98dc043cf200|1024|ffff98dc071ba7c0]} extent finished. 00000008:00010000:3.0:1773674223.971926:0:2414:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000e475cbd1 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674223.971953:0:2414:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:3.0:1773674223.971958:0:2414:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:3.0:1773674223.971963:0:2414:0:(cl_page.c:1144:cl_page_complete()) page@00000000dd58141f[2 00000000793106df 3 1 0000000000000000] 00000020:00000001:3.0:1773674223.971964:0:2414:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:3.0:1773674223.971967:0:2414:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773674223.971969:0:2414:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773674223.971972:0:2414:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773674223.971976:0:2414:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[2 00000000793106df 3 1 0000000000000000] 00000020:00000001:3.0:1773674223.971979:0:2414:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1773674223.971981:0:2414:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1773674223.971985:0:2414:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1773674223.971988:0:2414:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000dd58141f[2 00000000793106df 1 1 0000000000000000] 00000080:00008000:3.0:1773674223.971990:0:2414:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1773674223.972014:0:2414:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1773674223.972016:0:2414:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:3.0:1773674223.972019:0:2414:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773674223.972022:0:2414:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[2 00000000793106df 1 1 0000000000000000] 00000020:00000001:3.0:1773674223.972024:0:2414:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:3.0:1773674223.972026:0:2414:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:3.0:1773674223.972027:0:2414:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:3.0:1773674223.972031:0:2414:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 41930752 dirty: 0/0 00000008:00000020:3.0:1773674223.972052:0:2414:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff98dc4206f600@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff98dc086fafc0], [28672|0|-|-|ffff98dc043cf200|1024|ffff98dc071ba7c0]} destroyed. 00000008:00010000:3.0:1773674223.972059:0:2414:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000e475cbd1 ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1773674223.972067:0:2414:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773674223.972070:0:2414:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff98dc052432c8. 00000008:00000020:3.0:1773674223.972079:0:2414:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff98dc0726d548. 00000008:00000001:3.0:1773674223.972093:0:2414:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674223.972099:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674223.972109:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953476608:192.168.201.103@tcp:4:dd.0 00000100:00000001:3.0:1773674223.972116:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.972119:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674223.972122:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.972129:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.972133:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.972148:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674223.972150:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.972153:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.972156:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.972827:0:94095:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674223.972834:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674223.972838:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1773674223.972844:0:94095:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff98dc4206f600. 00000008:00000020:2.0:1773674223.972853:0:94095:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773674223.972857:0:94095:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.972862:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674223.972866:0:94095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.972870:0:94095:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773674223.972874:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674223.972877:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773674223.972880:0:94095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674223.972883:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674223.972885:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674223.972886:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674223.972888:0:94095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.972891:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.972893:0:94095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674223.972894:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674223.972896:0:94095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773674223.972898:0:94095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674223.972900:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674223.972903:0:94095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674223.972904:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674223.972905:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674223.972907:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674223.972909:0:94095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.972911:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.972913:0:94095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674223.972914:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674223.972916:0:94095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.972920:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674223.972922:0:94095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674223.972924:0:94095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674223.972926:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674223.972927:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674223.972941:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24240 00000020:00000010:2.0:1773674223.972947:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc208b5200. 00000020:00000010:2.0:1773674223.972955:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc119168a0. 00000008:00000010:2.0:1773674223.972962:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb9650. 00020000:00000010:2.0:1773674223.972968:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fc00. 00008000:00000010:2.0:1773674223.972973:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03c08. 00000080:00000010:2.0:1773674223.972979:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d223f0. 00000080:00000010:2.0:1773674223.972984:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb3d98. 00000020:00000010:2.0:1773674223.972988:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc208b4c00. 00000008:00000010:2.0:1773674223.972994:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b8c0. 00020000:00000010:2.0:1773674223.972998:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097e880. 00008000:00000010:2.0:1773674223.973002:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21f08. 00000080:00000010:2.0:1773674223.973006:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d203c0. 00000020:00000010:2.0:1773674223.973009:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc11ba6400. 00000020:00000010:2.0:1773674223.973012:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24240. 00020000:00000001:2.0:1773674223.973015:0:94095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674223.973017:0:94095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674223.973020:0:94095:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674223.973023:0:94095:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674223.973027:0:94095:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674223.973028:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674223.973031:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24510 00000020:00000010:2.0:1773674223.973033:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08560600. 00000020:00000010:2.0:1773674223.973037:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916840. 00000008:00000010:2.0:1773674223.973040:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8000. 00020000:00000010:2.0:1773674223.973043:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f300. 00008000:00000010:2.0:1773674223.973046:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d01c40. 00000080:00000010:2.0:1773674223.973050:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22690. 00000080:00000010:2.0:1773674223.973052:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2fe8. 00000020:00000010:2.0:1773674223.973055:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561200. 00000008:00000010:2.0:1773674223.973058:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b760. 00020000:00000010:2.0:1773674223.973061:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097db00. 00008000:00000010:2.0:1773674223.973064:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21648. 00000080:00000010:2.0:1773674223.973066:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20b40. 00000020:00000010:2.0:1773674223.973069:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc01285c00. 00000020:00000010:2.0:1773674223.973072:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24510. 00000080:00000001:2.0:1773674223.973076:0:94095:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674223.973080:0:94095:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973093:0:94095:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674223.973097:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:2.0:1773674223.973102:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:2.0:1773674223.973105:0:94095:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674223.973110:0:94095:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:2.0:1773674223.973112:0:94095:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674223.973115:0:94095:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773674223.973117:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674223.973126:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fef30. 00000020:00000010:2.0:1773674223.973132:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08823e00. 00000020:00000010:2.0:1773674223.973136:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08822200. 00000020:00000010:2.0:1773674223.973140:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ccc0. 00000008:00000010:2.0:1773674223.973145:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06f90. 00020000:00000010:2.0:1773674223.973149:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193a80. 00008000:00000010:2.0:1773674223.973154:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d8000. 00000080:00000010:2.0:1773674223.973159:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae348. 00000080:00000010:2.0:1773674223.973162:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070dc490. 00000020:00000010:2.0:1773674223.973383:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08823a00. 00000008:00000010:2.0:1773674223.973390:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f12580. 00020000:00000010:2.0:1773674223.973394:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a0900. 00008000:00000010:2.0:1773674223.973397:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1e98. 00000080:00000010:2.0:1773674223.973590:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674223.973596:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498969912 : -113404210581704 : ffff98dc064fef38) 00000020:00001000:2.0:1773674223.973599:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fef30 00000020:00000001:2.0:1773674223.973616:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674223.973619:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674223.973622:0:94095:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674223.973624:0:94095:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674223.973627:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674223.973628:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674223.973630:0:94095:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674223.973633:0:94095:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc070dc4f0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1773674223.973637:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:2.0:1773674223.973640:0:94095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674223.973643:0:94095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674223.973646:0:94095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674223.973647:0:94095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973650:0:94095:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674223.973653:0:94095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674223.973655:0:94095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973657:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674223.973658:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674223.973660:0:94095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674223.973661:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00000020:00000001:2.0:1773674223.973664:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973666:0:94095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674223.973668:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674223.973670:0:94095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674223.973674:0:94095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674223.973680:0:94095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:2.0:1773674223.973684:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674223.973686:0:94095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674223.973688:0:94095:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674223.973691:0:94095:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe1b0. 00000020:00000010:2.0:1773674223.973696:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08823c00. 00000020:00000010:2.0:1773674223.973700:0:94095:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08823200. 00000020:00000010:2.0:1773674223.973703:0:94095:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ce40. 00000008:00000010:2.0:1773674223.973708:0:94095:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b01650. 00020000:00000010:2.0:1773674223.973712:0:94095:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193540. 00008000:00000010:2.0:1773674223.973715:0:94095:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d9530. 00000080:00000010:2.0:1773674223.973719:0:94095:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae7e0. 00000080:00000010:2.0:1773674223.973722:0:94095:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070ddb60. 00000020:00000010:2.0:1773674223.973726:0:94095:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc01285c00. 00000008:00000010:2.0:1773674223.973730:0:94095:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13e40. 00020000:00000010:2.0:1773674223.973733:0:94095:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3180. 00008000:00000010:2.0:1773674223.973735:0:94095:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1298. 00000080:00000010:2.0:1773674223.973738:0:94095:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674223.973740:0:94095:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966456 : -113404210585160 : ffff98dc064fe1b8) 00000020:00001000:2.0:1773674223.973743:0:94095:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe1b0 00000020:00000001:2.0:1773674223.973745:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc066b8d00 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674223.973747:0:94095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674223.973750:0:94095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674223.973752:0:94095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674223.973753:0:94095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973755:0:94095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973757:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477611880 : -113404231939736 : ffff98dc050a0968) 00000020:00000001:2.0:1773674223.973760:0:94095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773674223.973761:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973802:0:94095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973805:0:94095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973807:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773674223.973809:0:94095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674223.973811:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674223.973812:0:94095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674223.973814:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674223.973815:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973817:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973818:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.973820:0:94095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973821:0:94095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674223.973822:0:94095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973824:0:94095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.973825:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773674223.973828:0:94095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674223.973829:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674223.973830:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674223.973833:0:94095:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773674223.973836:0:94095:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773674223.973841:0:94095:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=0. 00000008:00000001:2.0:1773674223.973846:0:94095:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.973848:0:94095:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1773674223.973851:0:94095:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773674223.973854:0:94095:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.973856:0:94095:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1773674223.973858:0:94095:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674223.973861:0:94095:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674223.973863:0:94095:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674223.973865:0:94095:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674223.973867:0:94095:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674223.973868:0:94095:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674223.973871:0:94095:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1773674223.973880:0:94095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288700. 00000020:00000040:2.0:1773674223.973886:0:94095:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=5 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674223.973892:0:94095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674223.973896:0:94095:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674223.973903:0:94095:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674223.973914:0:94095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08561200. 00000100:00000001:2.0:1773674223.973923:0:94095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674223.973943:0:94095:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674223.973949:0:94095:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674223.973961:0:94095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3c6509] to pc [ptlrpcd_01_00+0] req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00000001:3.0:1773674223.978201:0:87789:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674223.978226:0:87789:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24120. 00000020:00000010:3.0:1773674223.978239:0:87789:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10309a00. 00000020:00000010:3.0:1773674223.978245:0:87789:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10308800. 00000020:00000010:3.0:1773674223.978250:0:87789:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674223.978259:0:87789:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674223.978265:0:87789:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674223.978272:0:87789:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674223.978279:0:87789:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674223.978284:0:87789:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674223.978289:0:87789:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308e00. 00000008:00000010:3.0:1773674223.978293:0:87789:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674223.978298:0:87789:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674223.978302:0:87789:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674223.978307:0:87789:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d201e0. 00000020:00000001:3.0:1773674223.978311:0:87789:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065000 : -113404168486616 : ffff98dc08d24128) 00000020:00001000:3.0:1773674223.978315:0:87789:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24120 00000008:00000020:3.0:1773674223.978318:0:87789:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff98dc0726d548. 00000008:00000001:3.0:1773674223.978322:0:87789:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773674223.978324:0:87789:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773674223.978327:0:87789:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674223.978331:0:87789:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1773674223.978332:0:87789:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24120 00000020:00000010:3.0:1773674223.978337:0:87789:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10308800. 00000020:00000010:3.0:1773674223.978345:0:87789:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674223.978349:0:87789:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674223.978355:0:87789:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674223.978360:0:87789:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674223.978364:0:87789:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674223.978368:0:87789:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674223.978371:0:87789:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10309a00. 00000008:00000010:3.0:1773674223.978375:0:87789:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674223.978378:0:87789:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674223.978382:0:87789:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674223.978385:0:87789:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d201e0. 00000020:00000010:3.0:1773674223.978388:0:87789:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308e00. 00000020:00000010:3.0:1773674223.978390:0:87789:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24120. 00000100:00000001:3.0:1773674223.986845:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674223.986955:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674223.986961:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.986974:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674223.986977:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674223.986980:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.986983:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674223.986987:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674223.987007:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773674223.987130:0:94095:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.987136:0:94095:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674223.987139:0:94095:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.987142:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.987147:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674223.987149:0:94095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.987151:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674223.987154:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674223.987159:0:94095:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773674223.987162:0:94095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674223.987163:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1773674223.988308:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674223.988312:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674223.988320:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674223.988325:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674223.988329:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674223.988336:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953477376:192.168.201.103@tcp:16:dd.0 00000100:00000001:3.0:1773674223.988342:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674223.988352:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674223.988355:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674223.988360:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674223.988373:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729f000. 02000000:00000001:3.0:1773674223.988376:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674223.988388:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674223.988395:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674223.988417:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674223.988427:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953477376, portal 4 00000100:00000001:3.0:1773674223.988431:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674223.988432:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462832896 : -113404246718720 : ffff98dc04288700) 00000100:00000040:3.0:1773674223.988443:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674223.988453:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674223.988456:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674223.988460:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565330. 00000100:00000200:3.0:1773674223.988465:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859825953477376, offset 0 00000400:00000200:3.0:1773674223.988473:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674223.988487:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674223.988497:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674223.988503:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674223.988509:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674223.988514:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674223.988517:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674223.988521:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252847:252847:256:4294967295] 192.168.201.103@tcp LPNI seq info [252815:252815:8:4294967295] 00000400:00000200:3.0:1773674223.988527:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674223.988537:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674223.988544:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674223.988551:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81000. 00000800:00000200:3.0:1773674223.988561:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674223.988572:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674223.988578:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773674223.988593:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674223.988600:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1231390 usecs (1232 jiffies) 00000400:00000200:3.0:1773674223.988604:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674223.988607:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782275 00000100:00000001:3.0:1773674223.988612:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:3.0:1773674223.988617:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782275 00000100:00000001:3.0:1773674223.988620:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:3.0:1773674223.988623:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674223.988626:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.988632:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.988637:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674223.988661:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674223.988664:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674223.991325:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674223.991339:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81000. 00000400:00000200:0.0:1773674223.991348:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674223.991360:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674223.991369:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565330 00000400:00000010:0.0:1773674223.991373:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565330. 00000100:00000001:0.0:1773674223.991379:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674223.991389:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674223.991410:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674223.991415:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674223.991422:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674223.991425:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674224.021298:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.021325:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.021330:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.021333:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.021345:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.021355:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.021367:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.021373:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.021380:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.021385:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b80794d1300 00000400:00000200:1.0:1773674224.021392:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.021399:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x2c5bc1 [1] + 224 00000800:00000001:1.0:1773674224.021411:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.021423:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.021428:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.021433:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.021444:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.021456:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.021470:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.021492:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.021504:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.021508:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.021809:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.021815:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674224.021825:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674224.021827:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674224.021831:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674224.021837:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674224.021840:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674224.021843:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674224.021849:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773674224.021860:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.021866:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674224.021869:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.021872:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674224.021876:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674224.021880:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674224.021883:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.021887:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674224.021902:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674224.021906:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674224.021909:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674224.021911:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.021915:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674224.021920:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.021924:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674224.021927:0:2414:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: committing for last_committed 47244640283 gen 3 00000100:00000040:3.0:1773674224.021948:0:2414:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640283) req@ffff98dc0428aa00 x1859825953475840/t47244640282(47244640282) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.021957:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674224.021960:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428aa00 x1859825953475840/t47244640282(47244640282) o10->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773674390 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.021968:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674224.021970:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674224.021974:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f000. 02000000:00000001:3.0:1773674224.021979:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674224.021982:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674224.021984:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674224.021986:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674224.021990:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08822400. 02000000:00000001:3.0:1773674224.021995:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674224.021997:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674224.021999:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428aa00. 00000100:00000001:3.0:1773674224.022003:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674224.022005:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674224.022019:0:2414:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640283) req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.022027:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674224.022031:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953476608/t47244640283(47244640283) o4->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773674394 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.022038:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674224.022039:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674224.022041:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729c000. 02000000:00000001:3.0:1773674224.022045:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674224.022046:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674224.022047:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674224.022049:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674224.022050:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729d800. 02000000:00000001:3.0:1773674224.022053:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674224.022054:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674224.022056:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674224.022059:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674224.022060:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.022062:0:2414:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773674224.022065:0:2414:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1773674224.022068:0:2414:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674224.022070:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.022075:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.022082:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674224.022085:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674224.022088:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773674224.022092:0:2414:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1773674224.022103:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674224.022105:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:3.0:1773674224.022108:0:2414:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773674224.022112:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674224.022115:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.022117:0:2414:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.022119:0:2414:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:3.0:1773674224.022126:0:2414:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.022130:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773674224.022139:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953477376:192.168.201.103@tcp:16:dd.0 00000100:00000001:3.0:1773674224.022145:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.022147:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674224.022150:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288700 x1859825953477376/t0(0) o16->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773674239 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.022156:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674224.022157:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674224.022159:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729f000. 02000000:00000001:3.0:1773674224.022161:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674224.022162:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674224.022365:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674224.022368:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674224.022370:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08561200. 02000000:00000001:3.0:1773674224.022373:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674224.022374:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674224.022376:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288700. 00000100:00000001:3.0:1773674224.022378:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674224.022380:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.022383:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.022391:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674224.022393:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.022396:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.022399:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.024587:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773674224.024598:0:94095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.024605:0:94095:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1773674224.024852:0:94095:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773674224.024858:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.024861:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.024864:0:94095:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773674224.024870:0:94095:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773674224.024877:0:94095:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773674224.024880:0:94095:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773674224.024883:0:94095:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773674224.024885:0:94095:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:0.0:1773674224.024888:0:94095:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773674219 a=0 c=1773674219 b=8 00020000:00000001:0.0:1773674224.024892:0:94095:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674224.024895:0:94095:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773674219 a=0 c=1773674219 b=8 00020000:00000001:0.0:1773674224.024898:0:94095:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.024900:0:94095:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.024902:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00200000:0.0:1773674224.024905:0:94095:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:0.0:1773674224.024909:0:94095:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773674224.024911:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773674224.024914:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773674224.024917:0:94095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773674224.024920:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674224.024922:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773674224.024924:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773674224.024925:0:94095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.024928:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.024938:0:94095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773674224.024939:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773674224.024941:0:94095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773674224.024943:0:94095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773674224.024945:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674224.024946:0:94095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674224.024948:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674224.024949:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773674224.024950:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773674224.024952:0:94095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.024954:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.024956:0:94095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674224.024957:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674224.024958:0:94095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.024961:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773674224.024963:0:94095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773674224.024965:0:94095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773674224.024966:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773674224.024968:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674224.024970:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe1b0 00000020:00000010:0.0:1773674224.024978:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08823200. 00000020:00000010:0.0:1773674224.024986:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ce40. 00000008:00000010:0.0:1773674224.024993:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b01650. 00020000:00000010:0.0:1773674224.025001:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193540. 00008000:00000010:0.0:1773674224.025020:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d9530. 00000080:00000010:0.0:1773674224.025027:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae7e0. 00000080:00000010:0.0:1773674224.025032:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070ddb60. 00000020:00000010:0.0:1773674224.025036:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08823c00. 00000008:00000010:0.0:1773674224.025040:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13e40. 00020000:00000010:0.0:1773674224.025044:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3180. 00008000:00000010:0.0:1773674224.025048:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1298. 00000080:00000010:0.0:1773674224.025052:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:0.0:1773674224.025056:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc01285c00. 00000020:00000010:0.0:1773674224.025060:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe1b0. 00020000:00000001:0.0:1773674224.025064:0:94095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773674224.025066:0:94095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773674224.025069:0:94095:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773674224.025072:0:94095:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773674224.025075:0:94095:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773674224.025076:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674224.025080:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fef30 00000020:00000010:0.0:1773674224.025082:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08822200. 00000020:00000010:0.0:1773674224.025085:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ccc0. 00000008:00000010:0.0:1773674224.025087:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06f90. 00020000:00000010:0.0:1773674224.025091:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193a80. 00008000:00000010:0.0:1773674224.025093:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d8000. 00000080:00000010:0.0:1773674224.025097:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae348. 00000080:00000010:0.0:1773674224.025099:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070dc490. 00000020:00000010:0.0:1773674224.025102:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08823e00. 00000008:00000010:0.0:1773674224.025105:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f12580. 00020000:00000010:0.0:1773674224.025107:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a0900. 00008000:00000010:0.0:1773674224.025109:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1e98. 00000080:00000010:0.0:1773674224.025112:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:0.0:1773674224.025114:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08823a00. 00000020:00000010:0.0:1773674224.025116:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fef30. 00000080:00000001:0.0:1773674224.025119:0:94095:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.025128:0:94095:0:(file.c:5340:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.025134:0:94095:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1773674224.025138:0:94095:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025142:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b80 00000080:00200000:0.0:1773674224.025145:0:94095:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:0.0:1773674224.025149:0:94095:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.025153:0:94095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773674224.025155:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674224.025157:0:94095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773674224.025160:0:94095:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773674224.025163:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.025175:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.025178:0:94095:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773674224.025182:0:94095:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773674224.025184:0:94095:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025186:0:94095:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025189:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:0.0:1773674224.025191:0:94095:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025193:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.025195:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.025197:0:94095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025199:0:94095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.025201:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773674224.025202:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773674224.025204:0:94095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773674224.025205:0:94095:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773674224.025207:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773674224.025208:0:94095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.025210:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.025213:0:94095:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773674224.025214:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.025397:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:0.0:1773674224.025400:0:94095:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773674224.029128:0:94095:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773674224.029137:0:94095:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773674224.029140:0:94095:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773674224.029146:0:94095:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773674224.029147:0:94095:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:0.0:1773674224.029150:0:94095:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773674224 a=0 c=1773674224 b=8 00020000:00000001:0.0:1773674224.029155:0:94095:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674224.029157:0:94095:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773674224 a=0 c=1773674224 b=8 00020000:00000001:0.0:1773674224.029161:0:94095:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.029163:0:94095:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.029485:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00200000:0.0:1773674224.029491:0:94095:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:0.0:1773674224.029495:0:94095:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773674224.029500:0:94095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773674224.029504:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773674224.029507:0:94095:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773674224.029510:0:94095:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_release():245 00000020:00000001:0.0:1773674224.029514:0:94095:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773674224.029515:0:94095:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773674224.029519:0:94095:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773674224.029525:0:94095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674224.029527:0:94095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671460200 : -113404038091416 : ffff98dc1097ed68) 00000020:00000001:0.0:1773674224.029529:0:94095:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773674224.029531:0:94095:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc184c8f30 (ffff98dc08d24ea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773674224.029536:0:94095:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773674224.029537:0:94095:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773674224.029542:0:94095:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.029545:0:94095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.029549:0:94095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=4 00000020:00000001:0.0:1773674224.030328:0:94095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:0.0:1773674224.030339:0:94095:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:0.0:1773674224.030343:0:94095:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.030351:0:94095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674224.030366:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.030369:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.030371:0:94095:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674224.030375:0:94095:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674224.030378:0:94095:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773674224.030399:0:94095:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.030481:0:94095:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674224.030484:0:94095:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.030490:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.030491:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.030493:0:94095:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.030497:0:94095:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674224.030499:0:94095:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.030501:0:94095:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.030504:0:94095:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.030507:0:94095:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.030508:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.030509:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.030511:0:94095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.030512:0:94095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674224.032251:0:94095:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773674224.032259:0:94095:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773674224.032262:0:94095:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773674224.032265:0:94095:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773674224.032267:0:94095:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773674224.032270:0:94095:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc08d20d58 (ffff98dc08d24908/0) at cl_lock_fini():72 00020000:00000001:0.0:1773674224.032278:0:94095:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773674224.032279:0:94095:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773674224.032281:0:94095:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc184c8f30 (ffff98dc08d24908/1) at cl_lock_fini():72 00000008:00000010:0.0:1773674224.032285:0:94095:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc185778f0. 00000020:00000001:0.0:1773674224.032296:0:94095:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773674224.032299:0:94095:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc184c8f00. 00020000:00000001:0.0:1773674224.032304:0:94095:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773674224.032305:0:94095:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773674224.032306:0:94095:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773674224.032312:0:94095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773674224.032316:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674224.032318:0:94095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773674224.032320:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773674224.032322:0:94095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.032325:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.032327:0:94095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773674224.032329:0:94095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773674224.032332:0:94095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773674224.032336:0:94095:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:0.0:1773674224.032338:0:94095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773674224.032339:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674224.032342:0:94095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773674224.032344:0:94095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674224.032345:0:94095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773674224.032351:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773674224.032353:0:94095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.032355:0:94095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.032357:0:94095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674224.032359:0:94095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773674224.032361:0:94095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674224.032367:0:94095:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773674224.032371:0:94095:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773674224.032374:0:94095:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773674224.032377:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773674224.032379:0:94095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773674224.032381:0:94095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773674224.032383:0:94095:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773674224.032384:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773674224.032387:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24ea0 00000020:00000010:0.0:1773674224.032394:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc20bb3600. 00000020:00000010:0.0:1773674224.032816:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916240. 00000008:00000010:0.0:1773674224.032826:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fb8b28. 00020000:00000010:0.0:1773674224.032832:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f840. 00008000:00000010:0.0:1773674224.032839:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d026d8. 00000080:00000010:0.0:1773674224.032845:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22930. 00000080:00000010:0.0:1773674224.032851:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb06d8. 00000020:00000010:0.0:1773674224.032855:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106600. 00000008:00000010:0.0:1773674224.032861:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099b600. 00020000:00000010:0.0:1773674224.032865:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097fa80. 00008000:00000010:0.0:1773674224.032870:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21cd8. 00000080:00000010:0.0:1773674224.032873:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20690. 00000020:00000010:0.0:1773674224.032877:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08561a00. 00000020:00000010:0.0:1773674224.032880:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24ea0. 00020000:00000001:0.0:1773674224.032883:0:94095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773674224.032886:0:94095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773674224.032890:0:94095:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773674224.032892:0:94095:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773674224.032895:0:94095:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773674224.032897:0:94095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773674224.032901:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c98 00000080:00200000:0.0:1773674224.032904:0:94095:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:1.0:1773674224.033517:0:94095:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773674224.033525:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:1.0:1773674224.033528:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:1.0:1773674224.033531:0:94095:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773674224.033537:0:94095:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773674224.033543:0:94095:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773674224 a=0 c=1773674224 b=8 00020000:00000001:1.0:1773674224.033546:0:94095:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.033549:0:94095:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.033550:0:94095:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000080:00200000:1.0:1773674224.033563:0:94095:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:1.0:1773674224.033567:0:94095:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1773674224.033574:0:94095:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:1.0:1773674224.033577:0:94095:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:1.0:1773674224.033581:0:94095:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24900 00000020:00000010:1.0:1773674224.033586:0:94095:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc03107c00. 00000020:00000010:1.0:1773674224.033592:0:94095:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916960. 00000008:00000010:1.0:1773674224.033597:0:94095:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbb7c8. 00020000:00000010:1.0:1773674224.033613:0:94095:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f000. 00008000:00000010:1.0:1773674224.033618:0:94095:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d03170. 00000080:00000010:1.0:1773674224.033623:0:94095:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d222a0. 00000080:00000010:1.0:1773674224.033627:0:94095:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2b58. 00000020:00000010:1.0:1773674224.033630:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03106a00. 00000008:00000010:1.0:1773674224.033634:0:94095:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099adc0. 00020000:00000010:1.0:1773674224.033637:0:94095:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097ed00. 00008000:00000010:1.0:1773674224.033641:0:94095:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d215a0. 00000080:00000010:1.0:1773674224.033643:0:94095:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20d20. 00000020:00000010:1.0:1773674224.033646:0:94095:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc03107000. 00000020:00000010:1.0:1773674224.033649:0:94095:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24900. 00000020:00000001:1.0:1773674224.033655:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d88 00000080:00000008:1.0:1773674224.033658:0:94095:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:1.0:1773674224.033661:0:94095:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:1.0:1773674224.033713:0:94095:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674224.033717:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:1.0:1773674224.033722:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:1.0:1773674224.033726:0:94095:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.033730:0:94095:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773674224.033733:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3dd0 00000080:00200008:1.0:1773674224.033735:0:94095:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 110001 00000080:00000001:1.0:1773674224.033740:0:94095:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773674224.033743:0:94095:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1773674224.033744:0:94095:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674224.033747:0:94095:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000002:1.0:1773674224.033749:0:94095:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc043c08b8) owner 0000000000000000/ffff98dc071ba7c0 00020000:00000001:1.0:1773674224.033751:0:94095:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.033754:0:94095:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1773674224.033761:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674224.036040:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674224.036052:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674224.036057:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674224.036062:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.036065:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:1.0:1773674224.036069:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674224.036120:0:94095:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674224.036126:0:94095:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674224.036139:0:94095:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc02dabc00 count: 4 00010000:00000001:1.0:1773674224.036143:0:94095:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674224.036150:0:94095:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.036153:0:94095:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:1.0:1773674224.036158:0:94095:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773674224.036163:0:94095:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773674224.036174:0:94095:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc04f25a00. 00000080:00000001:1.0:1773674224.036177:0:94095:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773674224.036186:0:94095:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773674224.036192:0:94095:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773674224.036195:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674224.036197:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674224.036198:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674224.036199:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674224.036201:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.036203:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:1.0:1773674224.036204:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.036206:0:94095:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:1.0:1773674224.036211:0:94095:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773674224.036213:0:94095:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:1.0:1773674224.036223:0:94095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773674224.036229:0:94095:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:1.0:1773674224.036236:0:94095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674224.036241:0:94095:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674224.036246:0:94095:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674224.036257:0:94095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc04f25c00. 00000100:00000001:1.0:1773674224.036267:0:94095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773674224.036296:0:94095:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773674224.036311:0:94095:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773674224.036317:0:94095:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773674224.036325:0:94095:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674224.036327:0:94095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674224.036338:0:94095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a96c0. 00000100:00000001:1.0:1773674224.036341:0:94095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678974656 : -113404030576960 : ffff98dc110a96c0) 00000100:00000001:1.0:1773674224.036344:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674224.036346:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000001:1.0:1773674224.036352:0:94095:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674224.036358:0:94095:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.036361:0:94095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674224.036362:0:94095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674224.036368:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.036376:0:94095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674224.036378:0:94095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674224.036383:0:94095:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674224.036386:0:94095:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674224.036390:0:94095:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674224.036394:0:94095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953477632:192.168.201.103@tcp:35:dd.0 00000100:00000001:1.0:1773674224.036399:0:94095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674224.036407:0:94095:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674224.036410:0:94095:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674224.036413:0:94095:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674224.036419:0:94095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b2000. 02000000:00000001:1.0:1773674224.036421:0:94095:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674224.036432:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674224.036437:0:94095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc051149a0. 00000400:00000010:1.0:1773674224.036447:0:94095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd330. 00000100:00000200:1.0:1773674224.036456:0:94095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953477632, portal 10 00000100:00000001:1.0:1773674224.036459:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674224.036460:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000040:1.0:1773674224.036467:0:94095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.036476:0:94095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674224.036479:0:94095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674224.036482:0:94095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fddd0. 00000100:00000200:1.0:1773674224.036486:0:94095:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953477632, offset 0 00000400:00000200:1.0:1773674224.036495:0:94095:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674224.036506:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.036517:0:94095:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674224.036524:0:94095:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674224.036530:0:94095:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674224.036535:0:94095:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674224.036538:0:94095:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674224.036543:0:94095:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252848:252848:256:4294967295] 192.168.201.103@tcp LPNI seq info [252816:252816:8:4294967295] 00000400:00000200:1.0:1773674224.036548:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.036561:0:94095:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674224.036569:0:94095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674224.036575:0:94095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae800. 00000800:00000200:1.0:1773674224.036583:0:94095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674224.036593:0:94095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674224.036600:0:94095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773674224.036614:0:94095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674224.036619:0:94095:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 315467 usecs (316 jiffies) 00000400:00000200:1.0:1773674224.036623:0:94095:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674224.036627:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300781407 00000100:00000001:1.0:1773674224.036631:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674224.036634:0:94095:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300781407 00000100:00000001:1.0:1773674224.036636:0:94095:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674224.036638:0:94095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674224.036641:0:94095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.036644:0:94095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674224.036646:0:94095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674224.036648:0:94095:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a96c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773674224.036651:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674224.036654:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674224.038096:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674224.038107:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae800. 00000400:00000200:0.0:1773674224.038115:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674224.038125:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674224.038133:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fddd0 00000400:00000010:0.0:1773674224.038136:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fddd0. 00000100:00000001:0.0:1773674224.038142:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674224.038150:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.038174:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.038179:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.038187:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.038189:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674224.064860:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.064896:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.064902:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.064906:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.064919:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.064928:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.064954:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.064960:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.064967:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.064972:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d1400 00000400:00000200:1.0:1773674224.064978:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.064985:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5bc9 [1] + 224 00000800:00000001:1.0:1773674224.064995:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.065012:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.065016:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.065021:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.065031:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.065042:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.065056:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.065086:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.065097:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.065101:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.066079:0:94095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674224.066095:0:94095:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674224.066098:0:94095:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674224.066104:0:94095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc051149a0. 00000400:00000200:2.0:1773674224.066111:0:94095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd330 00000400:00000010:2.0:1773674224.066114:0:94095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd330. 00000100:00000001:2.0:1773674224.066118:0:94095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674224.067802:0:94095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674224.067835:0:94095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953477632/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.067844:0:94095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674224.067848:0:94095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.067853:0:94095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674224.067857:0:94095:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674224.067861:0:94095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674224.067864:0:94095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674224.067868:0:94095:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674224.067880:0:94095:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674224.067885:0:94095:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674224.067888:0:94095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674224.067890:0:94095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.067893:0:94095:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674224.067898:0:94095:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.067903:0:94095:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674224.067905:0:94095:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674224.067907:0:94095:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674224.067911:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.067913:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000001:2.0:1773674224.067917:0:94095:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674224.067919:0:94095:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:2.0:1773674224.067921:0:94095:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674224.067925:0:94095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674224.067942:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.067952:0:94095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674224.067956:0:94095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674224.067958:0:94095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.067963:0:94095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674224.067971:0:94095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job dd:50b6f219-0167-4a18-8ed7-c655d95343ea:94095:1859825953477632:192.168.201.103@tcp:35:dd.0 00000100:00000001:2.0:1773674224.067977:0:94095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.067980:0:94095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.067983:0:94095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674224.067985:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.067989:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.067997:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674224.068001:0:94095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a96c0. 00000100:00000001:2.0:1773674224.068007:0:94095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674224.068008:0:94095:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.068018:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.068019:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000002:00000001:2.0:1773674224.068023:0:94095:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674224.068027:0:94095:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.068035:0:94095:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc04f25a00. 00000080:00000001:2.0:1773674224.068040:0:94095:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674224.068044:0:94095:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674224.068048:0:94095:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674224.068051:0:94095:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674224.068054:0:94095:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674224.068058:0:94095:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674224.068060:0:94095:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.068062:0:94095:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773674224.068065:0:94095:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674224.068072:0:94095:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674224.068079:0:94095:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068088:0:94095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.068090:0:94095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527244672 : -113404182306944 : ffff98dc07ff5f80) 00000100:00000001:2.0:1773674224.068093:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.068096:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068103:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.068105:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.068108:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068115:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.068116:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.068119:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff5f80 x1859825953476480/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068355:0:94095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674224.068360:0:94095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.068363:0:94095:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.068365:0:94095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.068369:0:94095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729f400. 02000000:00000001:2.0:1773674224.068375:0:94095:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.068377:0:94095:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.068379:0:94095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff5f80. 00000100:00000001:2.0:1773674224.068384:0:94095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.068386:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.068388:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.068392:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068412:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674224.068415:0:94095:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc07355f00. 00000002:00000001:2.0:1773674224.068420:0:94095:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674224.068422:0:94095:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.068425:0:94095:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc07345e80. 00000100:00000001:2.0:1773674224.068428:0:94095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.068432:0:94095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953477632/t103079215259(103079215259) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.068438:0:94095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.068440:0:94095:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.068443:0:94095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b2000. 02000000:00000001:2.0:1773674224.068446:0:94095:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.068448:0:94095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.068449:0:94095:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.068452:0:94095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.068453:0:94095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc04f25c00. 02000000:00000001:2.0:1773674224.068455:0:94095:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.068456:0:94095:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.068457:0:94095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:2.0:1773674224.068461:0:94095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.068462:0:94095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674224.068465:0:94095:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.068469:0:94095:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc11373e00. 00000080:00000001:2.0:1773674224.068473:0:94095:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.068481:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3dd0 00000080:00000008:2.0:1773674224.068484:0:94095:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff98dc05951148), flags 110001, rc = 0 00000080:00000001:2.0:1773674224.068488:0:94095:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.068495:0:94095:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674224.068497:0:94095:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3e00 00000080:00002000:2.0:1773674224.068499:0:94095:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff98dc10e9b438, parent ffff98dc10e90a20, inode ffff98dc05951148) hashed, 00000080:00000001:2.0:1773674224.068502:0:94095:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.193868:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.193879:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.193885:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.193887:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.193891:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.193892:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.194388:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674224.194393:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.194403:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773674224.743123:0:94178:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674224.743135:0:94178:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674224.743138:0:94178:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674224.743142:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3bc0 00000080:00200000:1.0:1773674224.743148:0:94178:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674224.744795:0:94178:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5600. 00800000:00000002:0.0:1773674224.744814:0:94178:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674224.744821:0:94178:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674224.744828:0:94178:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.744832:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3ae0 00800000:00000002:0.0:1773674224.744835:0:94178:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.744840:0:94178:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674224.744844:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674224.744847:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674224.744851:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674224.744854:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674224.744857:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.744859:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.744862:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.744867:0:94178:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674224.744873:0:94178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.744876:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca39b0 00000002:00010000:0.0:1773674224.744877:0:94178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674224.744882:0:94178:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674224.744884:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674224.744894:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674224.744906:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 2 00010000:00000001:0.0:1773674224.744909:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.744926:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.744933:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674224.744940:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773674224.744954:0:94178:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674224.744961:0:94178:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.744965:0:94178:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773674224.744974:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773674224.744976:0:94178:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674224.744979:0:94178:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674224.744982:0:94178:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674224.744984:0:94178:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674224.744986:0:94178:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773674224.744989:0:94178:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773674224.744992:0:94178:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674224.744997:0:94178:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5600. 00000080:00000001:0.0:1773674224.745002:0:94178:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674224.745005:0:94178:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.745008:0:94178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674224.745013:0:94178:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381431d 00800000:00000001:0.0:1773674224.745016:0:94178:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674224.745019:0:94178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674224.745021:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.745024:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.745028:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:0.0:1773674224.745030:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745033:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745036:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745038:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674224.745040:0:94178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.745042:0:94178:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.745045:0:94178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381431d from it ffffbabdc1ca3bf8 00010000:00000001:0.0:1773674224.745047:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.745048:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.745050:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:0.0:1773674224.745052:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745054:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745056:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.745059:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674224.745065:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745067:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745068:0:94178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674224.745071:0:94178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674224.745073:0:94178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674224.745085:0:94178:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.745089:0:94178:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674224.745091:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.745096:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745097:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745099:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745103:0:94178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674224.745105:0:94178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745107:0:94178:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745109:0:94178:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745111:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.745112:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745114:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674224.745117:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773674224.745119:0:94178:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674224.745123:0:94178:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:0.0:1773674224.745130:0:94178:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773674224.745149:0:94178:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98dc095dde60. 00000080:00000001:0.0:1773674224.745156:0:94178:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674224.745173:0:94178:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674224.745175:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b00 00000080:00200000:0.0:1773674224.745178:0:94178:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674224.745183:0:94178:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5600. 00800000:00000002:0.0:1773674224.745186:0:94178:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674224.745188:0:94178:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674224.745190:0:94178:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.745191:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a20 00800000:00000002:0.0:1773674224.745193:0:94178:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.745196:0:94178:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674224.745197:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674224.745199:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674224.745200:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674224.745202:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674224.745203:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.745205:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.745207:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.745210:0:94178:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674224.745212:0:94178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.745214:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca38f0 00000002:00010000:0.0:1773674224.745216:0:94178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674224.745219:0:94178:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674224.745220:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674224.745222:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674224.745225:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 2 00010000:00000001:0.0:1773674224.745227:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.745229:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.745231:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674224.745234:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773674224.745242:0:94178:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674224.745244:0:94178:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.745246:0:94178:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773674224.745253:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773674224.745254:0:94178:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674224.745256:0:94178:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674224.745258:0:94178:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773674224.745259:0:94178:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674224.745261:0:94178:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773674224.745264:0:94178:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773674224.745266:0:94178:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674224.745268:0:94178:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5600. 00000080:00000001:0.0:1773674224.745271:0:94178:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674224.745273:0:94178:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.745439:0:94178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:0.0:1773674224.745444:0:94178:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381431d 00800000:00000001:0.0:1773674224.745448:0:94178:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674224.745450:0:94178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674224.745451:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.745453:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.745455:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:0.0:1773674224.745458:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745461:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745463:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745465:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674224.745466:0:94178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.745468:0:94178:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.745470:0:94178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381431d from it ffffbabdc1ca3b38 00010000:00000001:0.0:1773674224.745472:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.745473:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.745475:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084000 refcount=3 00000020:00000001:0.0:1773674224.745477:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745479:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460717568 : -113404248834048 : ffff98dc04084000) 00010000:00000001:0.0:1773674224.745481:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.745485:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674224.745492:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745493:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745494:0:94178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674224.745496:0:94178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674224.745498:0:94178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773674224.745504:0:94178:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.745506:0:94178:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674224.745507:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.745510:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745511:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745513:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745515:0:94178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674224.745517:0:94178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745518:0:94178:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745521:0:94178:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745522:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.745524:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745525:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674224.745527:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773674224.745529:0:94178:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773674224.745531:0:94178:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:0.0:1773674224.745534:0:94178:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.745538:0:94178:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773674224.745541:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b50 00000080:00200000:0.0:1773674224.745543:0:94178:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), file ffff98dc112f6900, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1773674224.745550:0:94178:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff98dc02c6b000. 00000080:00000001:0.0:1773674224.745556:0:94178:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773674224.745559:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a00 00000080:00200000:0.0:1773674224.745561:0:94178:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000010:0.0:1773674224.745570:0:94178:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5600. 00800000:00000002:0.0:1773674224.745573:0:94178:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674224.745580:0:94178:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674224.745582:0:94178:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.745584:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3920 00800000:00000002:0.0:1773674224.745586:0:94178:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.745590:0:94178:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773674224.745593:0:94178:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773674224.745597:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674224.745599:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674224.745601:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674224.745602:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674224.745604:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.745606:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674224.745608:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.745611:0:94178:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446630669532895744 : -113404176655872 : ffff98dc08559a00) 00800000:00000001:0.0:1773674224.745615:0:94178:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773674224.745618:0:94178:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773674224.745621:0:94178:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773674224.745624:0:94178:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773674224.745627:0:94178:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98dc07f29800: Allocated FID [0x20000bf89:0xc:0x0] 40000000:00000001:0.0:1773674224.745630:0:94178:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.745632:0:94178:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.745635:0:94178:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.745636:0:94178:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.745638:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca38a0 00800000:00000002:0.0:1773674224.745640:0:94178:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='recon' -> mds #0 00000002:00000001:0.0:1773674224.745644:0:94178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674224.745645:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca37d8 00000002:00010000:0.0:1773674224.745647:0:94178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1773674224.745652:0:94178:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674224.745655:0:94178:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773674224.745660:0:94178:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773674224.745665:0:94178:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.745667:0:94178:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773674224.745669:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 2 00010000:00000001:0.0:1773674224.745671:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.745674:0:94178:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773674224.745678:0:94178:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773674224.745681:0:94178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1773674224.745690:0:94178:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773674224.745695:0:94178:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773674224.745698:0:94178:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773674224.745699:0:94178:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773674224.745702:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674224.745703:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674224.745706:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 3 00010000:00000001:0.0:1773674224.745708:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674224.745710:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.745712:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674224.745713:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674224.745714:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 3 00010000:00000001:0.0:1773674224.745716:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674224.745717:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.745719:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674224.745720:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674224.745722:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab600 count: 3 00010000:00000001:0.0:1773674224.745724:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773674224.745725:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.745727:0:94178:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773674224.745730:0:94178:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773674224.745734:0:94178:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773674224.745737:0:94178:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773674224.745741:0:94178:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773674224.745742:0:94178:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745747:0:94178:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773674224.745751:0:94178:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773674224.745752:0:94178:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773674224.745755:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.745756:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773674224.745759:0:94178:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084000 with handle 0x2f77f5611381431d from hash 00010000:00000001:0.0:1773674224.745762:0:94178:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773674224.745793:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745795:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745797:0:94178:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773674224.745799:0:94178:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773674224.745801:0:94178:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773674224.745805:0:94178:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674224.745807:0:94178:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773674224.745809:0:94178:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773674224.745817:0:94178:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01f80. 00000020:00000040:0.0:1773674224.745822:0:94178:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773674224.745831:0:94178:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773674224.745833:0:94178:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745836:0:94178:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674224.745840:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.745843:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.745844:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745845:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.745848:0:94178:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674224.745850:0:94178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674224.745854:0:94178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674224.745864:0:94178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a9c00. 00000100:00000001:0.0:1773674224.745872:0:94178:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745879:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674224.745882:0:94178:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773674224.745885:0:94178:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773674224.745893:0:94178:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773674224.745895:0:94178:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773674224.745897:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773674224.745899:0:94178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04084000/0x2f77f5611381431d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c0e expref: -99 pid: 94168 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1773674224.745909:0:94178:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab600 count: 0 00010000:00000010:0.0:1773674224.745915:0:94178:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799900. 00010000:00000001:0.0:1773674224.745940:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.745942:0:94178:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745944:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674224.745946:0:94178:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.745948:0:94178:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.745960:0:94178:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00010000:00000001:0.0:1773674224.745965:0:94178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674224.745968:0:94178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674224.745974:0:94178:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91a00. 00010000:00000010:0.0:1773674224.745978:0:94178:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93600. 00010000:00000001:0.0:1773674224.745984:0:94178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674224.745988:0:94178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3200. 00000020:00000001:0.0:1773674224.745990:0:94178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674224.745992:0:94178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3200 with handle 0x2f77f56113814324 to hash 00000020:00000001:0.0:1773674224.745995:0:94178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674224.745997:0:94178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.746001:0:94178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.746004:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.746006:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.746009:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94178 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674224.746017:0:94178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94178 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773674224.746030:0:94178:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773674224.746045:0:94178:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773674224.746057:0:94178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94178 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674224.746064:0:94178:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674224.746067:0:94178:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674224.746076:0:94178:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245cc0. 00000100:00000001:0.0:1773674224.746079:0:94178:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114368 : -113404213437248 : ffff98dc06245cc0) 00000100:00000001:0.0:1773674224.746082:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.746084:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:0.0:1773674224.746089:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674224.746093:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.746095:0:94178:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674224.746098:0:94178:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674224.746102:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.746111:0:94178:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674224.746113:0:94178:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.746118:0:94178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674224.746120:0:94178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674224.746123:0:94178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674224.746126:0:94178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953477888:192.168.201.103@tcp:101:bash.0 00000100:00000001:0.0:1773674224.746132:0:94178:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674224.746140:0:94178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674224.746143:0:94178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.746147:0:94178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674224.746246:0:94178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:0.0:1773674224.746249:0:94178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674224.746261:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674224.746266:0:94178:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674224.746286:0:94178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc063abc00. 00000100:00000200:0.0:1773674224.746296:0:94178:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953477888, portal 10 00000100:00000001:0.0:1773674224.746299:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.746300:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000040:0.0:1773674224.746307:0:94178:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.746315:0:94178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674224.746318:0:94178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674224.746323:0:94178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979110. 00000100:00000200:0.0:1773674224.746326:0:94178:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953477888, offset 0 00000400:00000200:0.0:1773674224.746335:0:94178:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674224.746346:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.746355:0:94178:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674224.746361:0:94178:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674224.746366:0:94178:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674224.746371:0:94178:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674224.746374:0:94178:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674224.746379:0:94178:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252849:252849:256:4294967295] 192.168.201.103@tcp LPNI seq info [252817:252817:8:4294967295] 00000400:00000200:0.0:1773674224.746385:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.746396:0:94178:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674224.746403:0:94178:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674224.746409:0:94178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674224.746418:0:94178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674224.746428:0:94178:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674224.746433:0:94178:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1773674224.746458:0:94178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.746464:0:94178:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 314898 usecs (315 jiffies) 00000400:00000200:0.0:1773674224.746468:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674224.746471:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782113 00000100:00000001:0.0:1773674224.746475:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:0.0:1773674224.746477:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782113 00000100:00000001:0.0:1773674224.746480:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:0.0:1773674224.746483:0:94178:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674224.746486:0:94178:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.746489:0:94178:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674224.746491:0:94178:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1773674224.746494:0:94178:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245cc0 going to sleep for 17 seconds 00000100:00000001:0.0:1773674224.746498:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674224.746501:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674224.751086:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.751099:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674224.751108:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.751120:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.751130:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979110 00000400:00000010:1.0:1773674224.751133:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979110. 00000100:00000001:1.0:1773674224.751139:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674224.751149:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.752074:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674224.752081:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.752091:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.752093:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773674224.764406:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab600. 00010000:00000010:0.1:1773674224.764422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084000. 00000800:00000001:1.0:1773674224.788579:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.788601:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.788606:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.788609:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.788620:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.788628:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.788637:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.788643:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.788648:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.788653:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d1500 00000400:00000200:1.0:1773674224.788659:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.788666:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5bd9 [32] + 224 00000800:00000001:1.0:1773674224.788675:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.788685:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.788688:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.788693:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.788700:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.788709:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.788721:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.788744:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.788755:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.788758:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.789033:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674224.789050:0:94178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674224.789052:0:94178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674224.789058:0:94178:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674224.789067:0:94178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc063abc00 00000400:00000010:0.0:1773674224.789070:0:94178:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc063abc00. 00000100:00000001:0.0:1773674224.789076:0:94178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674224.789086:0:94178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674224.789099:0:94178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01f80 x1859825953477888/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674246 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.789108:0:94178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674224.789111:0:94178:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.789115:0:94178:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674224.789120:0:94178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674224.789124:0:94178:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674224.789127:0:94178:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.789131:0:94178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674224.789144:0:94178:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=7 v=10 (10 16 17 17) 00000100:00001000:0.0:1773674224.789149:0:94178:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=51 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674224.789173:0:94178:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674224.789176:0:94178:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.789180:0:94178:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674224.789185:0:94178:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.789189:0:94178:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773674224.789192:0:94178:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:0.0:1773674224.789194:0:94178:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773674224.789197:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.789199:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:0.0:1773674224.789203:0:94178:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674224.789205:0:94178:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215244 00000100:00000001:0.0:1773674224.789208:0:94178:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674224.789211:0:94178:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.789218:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674246 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.789227:0:94178:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674224.789230:0:94178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674224.789234:0:94178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674224.789238:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674246 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674224.789247:0:94178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01f80 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953477888:192.168.201.103@tcp:101:bash.0 00000100:00000001:0.0:1773674224.789252:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.789256:0:94178:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.789258:0:94178:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674224.789261:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.789264:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674246 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.789272:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674224.789286:0:94178:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245cc0. 00000100:00000001:0.0:1773674224.789290:0:94178:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674224.789292:0:94178:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.789296:0:94178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674224.789303:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789306:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789309:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=4 00000020:00000001:0.0:1773674224.789312:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789315:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000040:0.0:1773674224.789324:0:94178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f3200, remote cookie: 0x441c89a0128d6c2a, flags: 0x1001 00010000:00010000:0.0:1773674224.789330:0:94178:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773674224.789339:0:94178:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773674224.789342:0:94178:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1773674224.789356:0:94178:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91000. 00010000:00000010:0.0:1773674224.789362:0:94178:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93300. 00010000:00000040:0.0:1773674224.789368:0:94178:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91a00 count: 0 00010000:00000010:0.0:1773674224.789374:0:94178:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93600. 00010000:00000001:0.0:1773674224.789383:0:94178:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.789387:0:94178:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674224.789396:0:94178:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789403:0:94178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674224.789409:0:94178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674224.789411:0:94178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773674224.789413:0:94178:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773674224.789415:0:94178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773674224.789419:0:94178:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff98dc10a91000) refcount = 1 00010000:00010000:0.0:1773674224.789423:0:94178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789436:0:94178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773674224.789440:0:94178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674224.789442:0:94178:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.789446:0:94178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674224.789449:0:94178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.789453:0:94178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789460:0:94178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674224.789462:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789464:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.789465:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789466:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.789468:0:94178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.789474:0:94178:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773674224.789477:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789478:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789480:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.789482:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789484:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789487:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789488:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789490:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=4 00000020:00000001:0.0:1773674224.789492:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789494:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789498:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.789502:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.789505:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789512:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789513:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.789515:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789516:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789517:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=5 00000020:00000001:0.0:1773674224.789519:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789521:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789524:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.789527:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789533:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789534:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674224.789536:0:94178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789543:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.789544:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789545:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.789546:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789547:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773674224.789553:0:94178:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674246 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773674224.789562:0:94178:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773674224.789567:0:94178:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674246 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773674224.789574:0:94178:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.789582:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789584:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789585:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.789588:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789590:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00000002:00010000:0.0:1773674224.789595:0:94178:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773674224.789606:0:94178:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc056e1cc0. 00010000:00000001:0.0:1773674224.789608:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789609:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674224.789611:0:94178:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.789613:0:94178:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.789617:0:94178:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773674224.789620:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.789621:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:0.0:1773674224.789624:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.789625:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00010000:00000001:0.0:1773674224.789627:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789628:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789629:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.789631:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789633:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00000002:00010000:0.0:1773674224.789636:0:94178:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.789644:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789645:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.789647:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674224.789649:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.789650:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.789651:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.789653:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.789656:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000040:0.0:1773674224.789662:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:0.0:1773674224.789664:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773674224.789668:0:94178:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/12 (0 0) 00010000:00000001:0.0:1773674224.789671:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.789672:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674224.789674:0:94178:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773674224.789678:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3758 00000002:00002000:0.0:1773674224.789680:0:94178:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1773674224.789684:0:94178:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.789688:0:94178:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.789691:0:94178:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674224.789695:0:94178:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773674224.789699:0:94178:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.789703:0:94178:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000001:0.0:1773674224.789706:0:94178:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773674224.789708:0:94178:0:(namei.c:673:ll_lookup_it_finish()) it ffff98dc02c6b000 it_disposition 1800037 00000080:00002000:0.0:1773674224.789715:0:94178:0:(namei.c:652:ll_splice_alias()) Add dentry ffff98dc04612ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1773674224.789721:0:94178:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773674224.789725:0:94178:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:0.0:1773674224.789727:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3988 00000080:00200000:0.0:1773674224.789729:0:94178:0:(namei.c:1622:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988), intent=open|creat 00000080:00000001:0.0:1773674224.789733:0:94178:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:0.0:1773674224.789736:0:94178:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773674224.789742:0:94178:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773674224.789746:0:94178:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674224.789749:0:94178:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:0.0:1773674224.789753:0:94178:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1773674224.790113:0:94178:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98dc10e8b9c0. 00000020:00000001:0.0:1773674224.790129:0:94178:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1773674224.790131:0:94178:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1773674224.790137:0:94178:0:(llite_lib.c:3176:ll_read_inode2()) Process entered 00000080:00200000:0.0:1773674224.790140:0:94178:0:(llite_lib.c:3179:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000020:00000001:0.0:1773674224.790145:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674224.790151:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674224.790158:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f5000. 00000020:00000010:0.0:1773674224.790164:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc070f4e00. 00000020:00000010:0.0:1773674224.790169:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bc00. 00000008:00000010:0.0:1773674224.790177:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674224.790183:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80780. 00008000:00000010:0.0:1773674224.790189:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674224.790196:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674224.790202:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674224.790206:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f5e00. 00000008:00000010:0.0:1773674224.790211:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674224.790215:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674224.790219:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674224.790223:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674224.790226:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674224.790229:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000020:00000001:0.0:1773674224.790233:0:94178:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:0.0:1773674224.790239:0:94178:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98dc10a954b0. 00000020:00000001:0.0:1773674224.790242:0:94178:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773674224.790245:0:94178:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.790255:0:94178:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:0.0:1773674224.790260:0:94178:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98dc10a946c8. 00020000:00000001:0.0:1773674224.790263:0:94178:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446630669672597192 : -113404036954424 : ffff98dc10a946c8) 00020000:00000001:0.0:1773674224.790266:0:94178:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1773674224.790269:0:94178:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674224.790359:0:94178:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6bcc0. 00020000:00000010:0.0:1773674224.790365:0:94178:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc04f16280. 00020000:00000010:0.0:1773674224.790372:0:94178:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6bea0. 00020000:00000001:0.0:1773674224.790375:0:94178:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439647392 : -113404269904224 : ffff98dc02c6bea0) 00020000:00000002:0.0:1773674224.790378:0:94178:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6bea0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674224.790384:0:94178:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674224.790387:0:94178:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc04f16280: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000001:0.0:1773674224.790390:0:94178:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1773674224.790393:0:94178:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6bea0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674224.790396:0:94178:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674224.790399:0:94178:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc04f16280: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000010:0.0:1773674224.790403:0:94178:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98dc095cd640. 00020000:00000010:0.0:1773674224.790407:0:94178:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98dc06245cc0. 00020000:00000001:0.0:1773674224.790413:0:94178:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1773674224.790418:0:94178:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98dc09425fd8. 00020000:00000001:0.0:1773674224.790422:0:94178:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1773674224.790424:0:94178:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:0.0:1773674224.790431:0:94178:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1773674224.790435:0:94178:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98dc10a95a28. 00000020:00000001:0.0:1773674224.790437:0:94178:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773674224.790439:0:94178:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.790442:0:94178:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630669672602280 : -113404036949336 : ffff98dc10a95aa8) 00020000:00000001:0.0:1773674224.790447:0:94178:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1773674224.790452:0:94178:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98dc10a97880. 00020000:00000001:0.0:1773674224.790456:0:94178:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.790462:0:94178:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669672602280 : -113404036949336 : ffff98dc10a95aa8) 00020000:00000001:0.0:1773674224.790465:0:94178:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630669672602280 : -113404036949336 : ffff98dc10a95aa8) 00020000:00000002:0.0:1773674224.790469:0:94178:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x23ac:0x0]@ffff98dc10a95a28[0:0] -> [0x20000bf89:0xc:0x0]@ffff98dc10a954b0: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000001:0.0:1773674224.790474:0:94178:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1773674224.790477:0:94178:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:0.0:1773674224.790479:0:94178:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.790483:0:94178:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446630669672600880 : -113404036950736 : ffff98dc10a95530) 00000020:00001000:0.0:1773674224.790487:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674224.790491:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc070f4e00. 00000020:00000010:0.0:1773674224.790496:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bc00. 00000008:00000010:0.0:1773674224.790500:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674224.790505:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80780. 00008000:00000010:0.0:1773674224.790510:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674224.790514:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674224.790518:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674224.790522:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f5000. 00000008:00000010:0.0:1773674224.790525:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674224.790529:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674224.790532:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674224.790535:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674224.790538:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f5e00. 00000020:00000010:0.0:1773674224.790540:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000080:00000001:0.0:1773674224.790546:0:94178:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:0.0:1773674224.790550:0:94178:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:0.0:1773674224.790554:0:94178:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144116010713088012 mtime from 0 to 1773674224 00000080:00000001:0.0:1773674224.790560:0:94178:0:(llite_lib.c:3201:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1773674224.790563:0:94178:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630669676755592 : -113404032796024 : ffff98dc10e8ba88) 00010000:00000001:0.0:1773674224.790566:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.790568:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.790571:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.790574:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.790576:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00000080:00000001:0.0:1773674224.790580:0:94178:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773674224.790582:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674224.790585:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674224.790588:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f5e00. 00000020:00000010:0.0:1773674224.790591:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc070f5000. 00000020:00000010:0.0:1773674224.790593:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6bc00. 00000008:00000010:0.0:1773674224.790596:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674224.790599:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80780. 00008000:00000010:0.0:1773674224.790602:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674224.790605:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674224.790607:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674224.790610:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f4e00. 00000008:00000010:0.0:1773674224.790613:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674224.790615:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674224.790618:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674224.790620:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674224.790623:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674224.790625:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000020:00000001:0.0:1773674224.790627:0:94178:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773674224.790630:0:94178:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773674224.790632:0:94178:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773674224.790635:0:94178:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc02c6b2a0. 00020000:00000010:0.0:1773674224.790638:0:94178:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc04f16680. 00020000:00000010:0.0:1773674224.790641:0:94178:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc02c6b960. 00020000:00000001:0.0:1773674224.790644:0:94178:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669439646048 : -113404269905568 : ffff98dc02c6b960) 00020000:00000002:0.0:1773674224.790647:0:94178:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6b960, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773674224.790651:0:94178:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773674224.790655:0:94178:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc04f16680: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000002:0.0:1773674224.790659:0:94178:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc10a946c8) owner ffff98dc0a1c0000 00020000:00000001:0.0:1773674224.790662:0:94178:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773674224.790665:0:94178:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc10a946c8) owner ffff98dc0a1c0000 00020000:00000010:0.0:1773674224.790670:0:94178:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc04f16680. 00020000:00000010:0.0:1773674224.790674:0:94178:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6b2a0. 00020000:00000010:0.0:1773674224.790677:0:94178:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6b960. 00020000:00000002:0.0:1773674224.790679:0:94178:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773674224.790682:0:94178:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.790684:0:94178:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.790688:0:94178:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773674224.790691:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000002:0.0:1773674224.790694:0:94178:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc0a1c0000. 00020000:00000002:0.0:1773674224.790697:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:0.0:1773674224.790700:0:94178:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773674224.790702:0:94178:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773674224.790703:0:94178:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773674224.790705:0:94178:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773674224.790707:0:94178:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773674224.790710:0:94178:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773674224.790713:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:0.0:1773674224.790715:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc070f5000. 00000020:00000010:0.0:1773674224.790718:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6bc00. 00000008:00000010:0.0:1773674224.790720:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674224.790723:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80780. 00008000:00000010:0.0:1773674224.790725:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674224.790728:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674224.790730:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674224.790733:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f5e00. 00000008:00000010:0.0:1773674224.790735:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674224.790738:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674224.790740:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674224.790742:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:0.0:1773674224.790744:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f4e00. 00000020:00000010:0.0:1773674224.790746:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00000080:00000001:0.0:1773674224.790748:0:94178:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.790751:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.790752:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674224.790754:0:94178:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773674224.790759:0:94178:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773674224.790762:0:94178:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.790820:0:94178:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:0.0:1773674224.790825:0:94178:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:0.0:1773674224.790828:0:94178:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773674224.790831:0:94178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773674224.790833:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.790834:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.790836:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.790838:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.790840:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.790843:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.790845:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674224.790846:0:94178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.790849:0:94178:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.790851:0:94178:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:0.0:1773674224.790853:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.790865:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.790874:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.790884:0:94178:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773674224.790888:0:94178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00000001:0.0:1773674224.790892:0:94178:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773674224.790896:0:94178:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5600. 00000100:00000001:0.0:1773674224.790900:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.790905:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.790911:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.790916:0:94178:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1773674224.790928:0:94178:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.790939:0:94178:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773674224.790941:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a60 00000080:00200008:0.0:1773674224.790944:0:94178:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102101 00000080:00000010:0.0:1773674224.790953:0:94178:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc11762c80. 00000080:00000010:0.0:1773674224.790960:0:94178:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc056e1f00. 00000080:00000001:0.0:1773674224.790963:0:94178:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:0.0:1773674224.790968:0:94178:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1773674224.790972:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674224.790975:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674224.790978:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674224.790981:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674224.790983:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674224.790985:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773674224.790988:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674224.790991:0:94178:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1773674224.790995:0:94178:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc095dd1e0. 00000002:00100000:0.0:1773674224.791000:0:94178:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773674224.791007:0:94178:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674224.791009:0:94178:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1773674224.791013:0:94178:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1773674224.791017:0:94178:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.791020:0:94178:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674224.791023:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.791026:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1773674224.791035:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674224.791039:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:0.0:1773674224.791075:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773674224.791077:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.791080:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a60 00000080:00000008:0.0:1773674224.791082:0:94178:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102101, rc = 0 00000080:00000001:0.0:1773674224.791087:0:94178:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773674224.791089:0:94178:0:(dcache.c:176:ll_intent_release()) intent ffff98dc02c6b000 released 00000080:00010000:0.0:1773674224.791093:0:94178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffff98dc02c6b000 00010000:00000001:0.0:1773674224.791095:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.791096:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.791098:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:0.0:1773674224.791100:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.791103:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:0.0:1773674224.791106:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.791110:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.791117:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.791119:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.791120:0:94178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674224.791123:0:94178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674224.791126:0:94178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674224.791134:0:94178:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.791137:0:94178:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674224.791139:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.791145:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.791146:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.791148:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.791151:0:94178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674224.791154:0:94178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.791156:0:94178:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.791160:0:94178:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.791162:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.791164:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.791165:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773674224.791167:0:94178:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773674224.791169:0:94178:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773674224.791171:0:94178:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773674224.791173:0:94178:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773674224.791176:0:94178:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773674224.791178:0:94178:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.791181:0:94178:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773674224.791183:0:94178:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.791186:0:94178:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773674224.791188:0:94178:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.791189:0:94178:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773674224.791192:0:94178:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff98dc02c6b000. 00000080:00000001:0.0:1773674224.791195:0:94178:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674224.791201:0:94178:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773674224.791203:0:94178:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), inode mode 81a4 mask 40 00000080:00000001:0.0:1773674224.791207:0:94178:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674224.793085:0:94178:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773674224.793097:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000002:0.0:1773674224.793104:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:0.0:1773674224.793107:0:94178:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773674224.801227:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00000020:00000001:1.0:1773674224.815857:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d28 00000080:00200008:1.0:1773674224.815873:0:94178:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674224.815886:0:94178:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674224.815888:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3ca0 00000080:00200000:1.0:1773674224.815890:0:94178:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88),name=recon 00000080:00000010:1.0:1773674224.815901:0:94178:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc04f24000. 00800000:00000002:1.0:1773674224.815909:0:94178:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674224.815928:0:94178:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674224.815935:0:94178:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674224.815938:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3bc0 00800000:00000002:1.0:1773674224.815941:0:94178:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674224.815946:0:94178:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674224.815950:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674224.815955:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674224.815959:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674224.815962:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674224.815965:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.815968:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674224.815970:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674224.815973:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674224.815974:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674224.815976:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674224.815977:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674224.815979:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.815980:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773674224.815982:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674224.815985:0:94178:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674224.815992:0:94178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674224.815994:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3a90 00000002:00010000:1.0:1773674224.815997:0:94178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674224.816001:0:94178:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674224.816004:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674224.816008:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674224.816019:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:1.0:1773674224.816023:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674224.816029:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674224.816036:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674224.816042:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773674224.816056:0:94178:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674224.816063:0:94178:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674224.816067:0:94178:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773674224.816076:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674224.816079:0:94178:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674224.816082:0:94178:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674224.816084:0:94178:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674224.816087:0:94178:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674224.816089:0:94178:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674224.816093:0:94178:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674224.816097:0:94178:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674224.816101:0:94178:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc04f24000. 00000080:00000001:1.0:1773674224.816107:0:94178:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674224.816108:0:94178:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674224.816112:0:94178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:1.0:1773674224.816116:0:94178:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:1.0:1773674224.816119:0:94178:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674224.816122:0:94178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674224.816125:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674224.816127:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674224.816130:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674224.816133:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674224.816136:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674224.816140:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.816142:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674224.816144:0:94178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674224.816146:0:94178:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674224.816149:0:94178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1ca3cd8 00010000:00000001:1.0:1773674224.816151:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674224.816153:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674224.816154:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674224.816156:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674224.816158:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674224.816161:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674224.816164:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674224.816173:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.816174:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674224.816176:0:94178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674224.816179:0:94178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674224.816182:0:94178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674224.816191:0:94178:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674224.816195:0:94178:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674224.816197:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674224.816203:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.816205:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674224.816207:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.816211:0:94178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674224.816213:0:94178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.816216:0:94178:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.816219:0:94178:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.816222:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674224.816224:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.816225:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674224.816229:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674224.816231:0:94178:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674224.816236:0:94178:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773674224.816240:0:94178:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773674224.816242:0:94178:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674224.816245:0:94178:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773674224.816246:0:94178:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.816249:0:94178:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674224.816253:0:94178:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773674224.816256:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674224.816264:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9a20. 00000020:00000010:1.0:1773674224.816269:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24000. 00000020:00000010:1.0:1773674224.816274:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc04f24a00. 00000020:00000010:1.0:1773674224.816279:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773674224.816289:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674224.816296:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773674224.816302:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674224.816311:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674224.816315:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674224.816320:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f24c00. 00000008:00000010:1.0:1773674224.816324:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674224.816329:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674224.816333:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674224.816338:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f03c0. 00000020:00000001:1.0:1773674224.816342:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971368 : -113404165580248 : ffff98dc08fe9a28) 00000020:00001000:1.0:1773674224.816345:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9a20 00000020:00000001:1.0:1773674224.816350:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.816353:0:94178:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773674224.816357:0:94178:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773674224.816359:0:94178:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773674224.816363:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.816365:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773674224.816368:0:94178:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773674224.816370:0:94178:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.816372:0:94178:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674224.816377:0:94178:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07f5a050 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773674224.816381:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:1.0:1773674224.816386:0:94178:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773674224.816389:0:94178:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773674224.816392:0:94178:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773674224.816394:0:94178:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.816397:0:94178:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773674224.816399:0:94178:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773674224.816401:0:94178:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.816403:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.816404:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773674224.816406:0:94178:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773674224.816407:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00000020:00000001:1.0:1773674224.816410:0:94178:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674224.816413:0:94178:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773674224.816414:0:94178:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773674224.816417:0:94178:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773674224.816419:0:94178:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773674224.816422:0:94178:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773674224.816425:0:94178:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773674224.816431:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773674224.816437:0:94178:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc03799400. 00020000:00000002:1.0:1773674224.816440:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773674224.816443:0:94178:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773674224.816447:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.816449:0:94178:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773674224.816451:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674224.816453:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9cf0. 00000020:00000010:1.0:1773674224.816456:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc04f25c00. 00000020:00000010:1.0:1773674224.816459:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc04f25a00. 00000020:00000010:1.0:1773674224.816462:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f60. 00000008:00000010:1.0:1773674224.816466:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674224.816468:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faa900. 00008000:00000010:1.0:1773674224.816471:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674224.816475:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1498. 00000080:00000010:1.0:1773674224.816478:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5a480. 00000020:00000010:1.0:1773674224.816482:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000008:00000010:1.0:1773674224.816486:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674224.816489:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a1d40. 00008000:00000010:1.0:1773674224.816492:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f983c8. 00000080:00000010:1.0:1773674224.816497:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0870. 00000020:00000001:1.0:1773674224.816499:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543972088 : -113404165579528 : ffff98dc08fe9cf8) 00000020:00001000:1.0:1773674224.816503:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9cf0 00000020:00000001:1.0:1773674224.816505:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.816507:0:94178:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773674224.816510:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.816511:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773674224.816514:0:94178:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.816516:0:94178:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.816518:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.816520:0:94178:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773674224.816725:0:94178:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc09152980. 00000008:00010000:1.0:1773674224.816729:0:94178:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773674224.816733:0:94178:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674224.816734:0:94178:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773674224.816736:0:94178:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc03799430, osc lock ffff98dc09152980, flags 0x400001002 00000020:00000001:1.0:1773674224.816738:0:94178:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.816741:0:94178:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.816745:0:94178:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669451367424 : -113404258184192 : ffff98dc03799400) 00000020:00000001:1.0:1773674224.816746:0:94178:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674224.816747:0:94178:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773674224.816749:0:94178:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.816751:0:94178:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.816753:0:94178:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773674224.816756:0:94178:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773674224.816758:0:94178:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674224.816760:0:94178:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674224.816761:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.816793:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.816796:0:94178:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674224.816798:0:94178:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674224.816801:0:94178:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773674224.816806:0:94178:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773674224.816809:0:94178:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773674224.816810:0:94178:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773674224.816812:0:94178:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773674224.816813:0:94178:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773674224.816815:0:94178:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773674224.816818:0:94178:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773674224.816820:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773674224.816825:0:94178:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.816829:0:94178:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1773674224.816835:0:94178:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773674224.816840:0:94178:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674224.816845:0:94178:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773674224.816850:0:94178:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773674224.816860:0:94178:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5828 00000400:00000200:1.0:1773674224.816871:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.816878:0:94178:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:1.0:1773674224.816884:0:94178:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674224.816888:0:94178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674224.816890:0:94178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674224.816893:0:94178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:1.0:1773674224.816896:0:94178:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773674224.816898:0:94178:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:1.0:1773674224.816900:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674224.816903:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:1.0:1773674224.816906:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:1.0:1773674224.816908:0:94178:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000040:1.0:1773674224.816912:0:94178:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674224.816913:0:94178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773674224.816916:0:94178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:1.0:1773674224.819778:0:94178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:1.0:1773674224.819788:0:94178:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00080000:1.0:1773674224.819800:0:94178:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff98dc07f29800: import ffff98dc050c0800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773674224.819805:0:94178:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674224.819809:0:94178:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773674224.819820:0:94178:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674224.819824:0:94178:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.819826:0:94178:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773674224.819832:0:94178:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8294400, lost: 28672. 00000008:00000001:1.0:1773674224.819835:0:94178:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.819839:0:94178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674224.819852:0:94178:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000020:00000040:1.0:1773674224.819856:0:94178:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=4 obd=lustre-OST0001-osc-ffff98dc07f29800 02000000:00000001:1.0:1773674224.819862:0:94178:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674224.819864:0:94178:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.819868:0:94178:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674224.819872:0:94178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674224.819877:0:94178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674224.819887:0:94178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b2000. 00000100:00000001:1.0:1773674224.819897:0:94178:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674224.819910:0:94178:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773674224.819935:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674224.819940:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674224.819945:0:94178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83337b8] to pc [ptlrpcd_rcv+-1] req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674224.819976:0:94178:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.819980:0:94178:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1773674224.819982:0:94178:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1773674224.819988:0:94178:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674224.819993:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674224.819998:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.820001:0:94178:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674224.820002:0:94178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674224.820005:0:94178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674224.820012:0:94178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4a800. 00000100:00000001:1.0:1773674224.820015:0:94178:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.820023:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674224.820025:0:94178:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.820027:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674224.820028:0:94178:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.820030:0:94178:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.820035:0:94178:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00010000:00000001:1.0:1773674224.820039:0:94178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674224.820043:0:94178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674224.820053:0:94178:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12fab900. 00010000:00000010:1.0:1773674224.820058:0:94178:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98dc12fabc00. 00010000:00000001:1.0:1773674224.820064:0:94178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674224.820068:0:94178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085400. 00000020:00000001:1.0:1773674224.820074:0:94178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674224.820077:0:94178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085400 with handle 0x2f77f5611381432b to hash 00000020:00000001:1.0:1773674224.820080:0:94178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674224.820082:0:94178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000010:1.0:1773674224.820088:0:94178:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc040310c0. 00010000:00000001:1.0:1773674224.820091:0:94178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:1.0:1773674224.820095:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674224.820099:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674224.820105:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674224.820118:0:94178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674224.820130:0:94178:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.820134:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674224.820136:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674224.820143:0:94178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad7b7f90] to pc [ptlrpcd_00_00+0] req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.820502:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.820512:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674224.820517:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674224.820531:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.820545:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674224.820547:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.820552:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674224.820555:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674224.820559:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674224.820562:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953478016:192.168.201.103@tcp:8:uname.0 00000100:00000001:3.0:1773674224.820567:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674224.820572:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674224.820574:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.820577:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674224.820586:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729d800. 02000000:00000001:3.0:1773674224.820589:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674224.820597:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674224.820602:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674224.820609:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674224.820617:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953478016, portal 4 00000100:00000001:3.0:1773674224.820619:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674224.820621:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:3.0:1773674224.820630:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.820638:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674224.820641:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674224.820644:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565908. 00000100:00000200:3.0:1773674224.820648:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859825953478016, offset 0 00000400:00000200:3.0:1773674224.820655:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674224.820665:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674224.820674:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674224.820678:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674224.820683:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674224.820686:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674224.820689:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674224.820693:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252850:252850:256:4294967295] 192.168.201.103@tcp LPNI seq info [252818:252818:8:4294967295] 00000400:00000200:3.0:1773674224.820698:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674224.820709:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674224.820715:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674224.820720:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81900. 00000800:00000200:3.0:1773674224.820727:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674224.820734:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674224.820738:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773674224.820755:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.820760:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 792391 usecs (793 jiffies) 00000008:00000001:1.0:1773674224.820807:0:94178:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674224.820809:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000008:00000001:1.0:1773674224.820816:0:94178:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820817:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782669 00000020:00000001:1.0:1773674224.820824:0:94178:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820825:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00020000:00000001:1.0:1773674224.820834:0:94178:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782669 00000020:00000001:1.0:1773674224.820841:0:94178:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820843:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000020:00000001:1.0:1773674224.820847:0:94178:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000100:00000001:3.0:1773674224.820850:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00200000:1.0:1773674224.820852:0:94178:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00000001:3.0:1773674224.820857:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.820858:0:94178:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773674224.820863:0:94178:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1773674224.820865:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820870:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.820878:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674224.820880:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773674224.820882:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.820883:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674224.820885:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.820887:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674224.822133:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674224.822144:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81900. 00000400:00000200:0.0:1773674224.822153:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674224.822164:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674224.822173:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565908 00000400:00000010:0.0:1773674224.822176:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565908. 00000100:00000001:0.0:1773674224.822182:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674224.822191:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674224.822204:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.822208:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674224.822217:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822219:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773674224.822242:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.822247:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674224.822250:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674224.822257:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.822266:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674224.822268:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773674224.822273:0:2411:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.822294:0:2411:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822299:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.822302:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674224.822304:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.822308:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822312:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.822323:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674224.822326:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822329:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.822330:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674224.822332:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.822334:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674224.822335:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.822338:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822340:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.822350:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.822352:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674224.842875:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.842900:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.842905:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.842907:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.842930:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.842939:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.842951:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.842956:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.842963:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.842967:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b80794d1580 00000400:00000200:1.0:1773674224.842972:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.842979:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c5be9 [1] + 0 00000800:00000001:1.0:1773674224.842987:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.843001:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.843004:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.843009:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.843016:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.843025:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674224.843038:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674224.843057:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.843066:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.843070:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843273:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.843277:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674224.843286:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674224.843288:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674224.843291:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674224.843296:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674224.843299:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674224.843303:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674224.843309:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674224.843319:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.843325:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674224.843327:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843330:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674224.843333:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674224.843336:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674224.843338:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.843341:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674224.843351:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=307 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674224.843356:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=286 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674224.843360:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674224.843362:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.843365:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674224.843369:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.843373:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773674224.843375:0:2410:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: committing for last_committed 4294995580 gen 5 00000100:00000040:3.0:1773674224.843378:0:2410:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773674224.843381:0:2410:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674224.843383:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.843402:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.843411:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674224.843413:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674224.843416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843418:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773674224.843424:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff98dc07f29800: connect to target with instance 1 00000020:00000001:3.0:1773674224.843428:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674224.843430:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:3.0:1773674224.843432:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674224.843435:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:3.0:1773674224.843438:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:3.0:1773674224.843450:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00001000:3.0:1773674224.843455:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=1773674224 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674224.843458:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc050c0c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773674224.843463:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000100:00080000:3.0:1773674224.843469:0:2410:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff98dc07f29800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1773674224.843472:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00000001:3.0:1773674224.843475:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674224.843478:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773674224.843482:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0001-osc-ffff98dc07f29800, setting cl_avail_grant: 8294400 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773674224.843486:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773674224.843490:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773674224.843493:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674224.843496:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674224.843499:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674224.843501:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674224.843504:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674224.843508:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843510:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843513:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674224.843514:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674224.843516:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843518:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674224.843520:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674224.843525:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674224.843534:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843535:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843537:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674224.843540:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.843541:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.843543:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.843545:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773674224.843547:0:2410:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1773674224.843550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc050c0800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773674224.843552:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674224.843553:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773674224.843554:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773674224.843555:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773674224.843556:0:2410:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773674224.843558:0:2410:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff98dc070cbb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1773674224.843562:0:2410:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1773674224.843564:0:2410:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1773674224.843565:0:2410:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674224.843566:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674224.843568:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674224.843569:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674224.843570:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674224.843570:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674224.843571:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843572:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843573:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674224.843574:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674224.843574:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843575:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674224.843577:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674224.843578:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674224.843579:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843580:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674224.843581:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674224.843582:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.843583:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.843585:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.843586:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773674224.843587:0:2410:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674224.843589:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773674224.843761:0:2410:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000000cd0878b): req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773674224.843814:0:2410:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.843817:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.843821:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674224.843826:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953478016:192.168.201.103@tcp:8:uname.0 00000100:00000001:3.0:1773674224.843830:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843832:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674224.843834:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8700 x1859825953478016/t0(0) o8->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.843838:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674224.843840:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674224.843843:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729d800. 02000000:00000001:3.0:1773674224.843847:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674224.843849:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674224.843850:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674224.843852:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674224.843854:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b2000. 02000000:00000001:3.0:1773674224.843857:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674224.843859:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674224.843860:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8700. 00000100:00000001:3.0:1773674224.843864:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674224.843865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843867:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.843874:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674224.843876:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.843878:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.843880:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.843895:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.843904:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674224.843908:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.843912:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674224.843915:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.843929:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674224.843933:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674224.843936:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.843940:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674224.843949:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674224.843951:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.843955:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674224.843965:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a8400. 02000000:00000001:0.0:1773674224.843969:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674224.843979:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674224.843983:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674224.843990:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773674224.843998:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953478144, portal 4 00000100:00000001:0.0:1773674224.844001:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674224.844002:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:0.0:1773674224.844015:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.844025:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674224.844028:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674224.844031:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979f68. 00000100:00000200:0.0:1773674224.844034:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953478144, offset 0 00000400:00000200:0.0:1773674224.844041:0:2411:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674224.844049:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.844058:0:2411:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674224.844064:0:2411:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674224.844068:0:2411:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674224.844073:0:2411:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674224.844076:0:2411:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674224.844081:0:2411:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252851:252851:256:4294967295] 192.168.201.103@tcp LPNI seq info [252819:252819:8:4294967295] 00000400:00000200:0.0:1773674224.844086:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.844098:0:2411:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674224.844105:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674224.844112:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674224.844119:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674224.844129:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674224.844134:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773674224.844155:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.844169:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 786286 usecs (787 jiffies) 00000400:00000200:0.0:1773674224.844172:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674224.844177:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782686 00000100:00000001:0.0:1773674224.844182:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:0.0:1773674224.844185:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782686 00000100:00000001:0.0:1773674224.844187:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:0.0:1773674224.844191:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674224.844196:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.844199:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.844207:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674224.844210:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674224.844213:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.844214:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674224.844216:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.844219:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674224.845222:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.845233:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674224.845241:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.845249:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.845256:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979f68 00000400:00000010:1.0:1773674224.845259:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979f68. 00000100:00000001:1.0:1773674224.845264:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674224.845272:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.845283:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674224.845286:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.845292:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.845294:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674224.864031:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.864059:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.864066:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.864069:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.864082:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.864092:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.864107:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.864113:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.864119:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.864124:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794d1600 00000400:00000200:1.0:1773674224.864129:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.864137:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5bf1 [1] + 224 00000800:00000001:1.0:1773674224.864146:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.864160:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.864163:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.864168:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.864176:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.864185:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.864197:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.864413:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.864423:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.864427:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.864869:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.864873:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674224.864880:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674224.864882:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674224.864885:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105edc0. 00000400:00000200:0.0:1773674224.864890:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:0.0:1773674224.864893:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:0.0:1773674224.864896:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674224.864902:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674224.864912:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.864928:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674224.864930:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.864933:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674224.864936:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674224.864939:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674224.864941:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.864945:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674224.864956:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=7 v=5 (5 0 5 5) 00000100:00001000:0.0:1773674224.864960:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674224.864963:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674224.864965:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.864967:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674224.864971:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.864975:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674224.864977:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:0.0:1773674224.864980:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674224.864981:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.864986:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.864993:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674224.864996:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674224.864998:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773674224.865002:0:2411:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1773674224.865005:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865007:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865010:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=4 00000020:00000001:0.0:1773674224.865013:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865016:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865018:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865020:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865021:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=5 00000020:00000001:0.0:1773674224.865023:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865026:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865030:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.865034:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.865039:0:2411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865051:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865053:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.865055:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674224.865057:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865059:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865060:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=6 00000020:00000001:0.0:1773674224.865062:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865064:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000040:0.0:1773674224.865073:0:2411:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085400, remote cookie: 0x441c89a0128d6c3f, flags: 0x1001 00010000:00010000:0.0:1773674224.865079:0:2411:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865088:0:2411:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773674224.865090:0:2411:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865092:0:2411:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674224.865096:0:2411:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773674224.865100:0:2411:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773674224.865110:0:2411:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x23ac:0x0].0x0 (ffff98dc12fab900) refcount = 1 00010000:00000040:0.0:1773674224.865113:0:2411:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773674224.865116:0:2411:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865124:0:2411:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674224.865126:0:2411:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.865129:0:2411:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674224.865132:0:2411:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674224.865136:0:2411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865143:0:2411:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674224.865144:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865146:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.865147:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865148:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674224.865150:0:2411:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773674224.865152:0:2411:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773674224.865155:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865157:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865158:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=5 00000020:00000001:0.0:1773674224.865160:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865162:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00000008:00000001:0.0:1773674224.865166:0:2411:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773674224.865170:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00010000:0.0:1773674224.865175:0:2411:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773674224.865183:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:0.0:1773674224.865185:0:2411:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773674224.865188:0:2411:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773674224.865190:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773674224.865193:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.865195:0:2411:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674224.865197:0:2411:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:0.0:1773674224.865198:0:2411:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1773674224.865201:0:2411:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773674224.865203:0:2411:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1773674224.865226:0:2411:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1773674224.865229:0:2411:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865232:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865233:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865234:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=6 00000020:00000001:0.0:1773674224.865236:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865238:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865241:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.865243:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865251:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865252:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674224.865254:0:2411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865260:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.865261:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865262:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674224.865263:0:2411:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865265:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.865266:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.865267:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=5 00000020:00000001:0.0:1773674224.865269:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865271:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.865272:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674224.865275:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.865281:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865282:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.865283:0:2411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773674224.865285:0:2411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773674224.865287:0:2411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773674224.865295:0:2411:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674224.865299:0:2411:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674224.865301:0:2411:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674224.865305:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865306:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.865308:0:2411:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865310:0:2411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674224.865312:0:2411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865314:0:2411:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865316:0:2411:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.865318:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674224.865319:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865320:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.865321:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.865322:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674224.865324:0:2411:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.865330:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674224.865338:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50b6f219-0167-4a18-8ed7-c655d95343ea:0:1859825953478144:192.168.201.103@tcp:101:uname.0 00000100:00000001:0.0:1773674224.865343:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.865345:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.865348:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba300 x1859825953478144/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.865354:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674224.865357:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674224.865360:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a8400. 02000000:00000001:0.0:1773674224.865365:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674224.865367:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674224.865369:0:2411:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674224.865371:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674224.865373:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4a800. 02000000:00000001:0.0:1773674224.865377:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674224.865378:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674224.865380:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000001:0.0:1773674224.865384:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674224.865386:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.865388:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.865395:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674224.865397:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.865399:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674224.865401:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.865697:0:94178:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.865701:0:94178:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.865708:0:94178:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773674224.865711:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.865713:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.865714:0:94178:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773674224.865719:0:94178:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773674224.865724:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773674224.865726:0:94178:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.865728:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773674224.865729:0:94178:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674224.865731:0:94178:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1773674224.865735:0:94178:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674224.865737:0:94178:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1773674224.865740:0:94178:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.865742:0:94178:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.865744:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:1.0:1773674224.865746:0:94178:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1773674224.865749:0:94178:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773674224.865751:0:94178:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773674224.865753:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f59ff0 (ffff98dc08fe9a28/0) at cl_lock_release():245 00000020:00000001:1.0:1773674224.865756:0:94178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773674224.865757:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f59ff0 (ffff98dc08fe9a28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773674224.865761:0:94178:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773674224.865799:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.865811:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.865814:0:94178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773674224.865815:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc03799430 (ffff98dc08fe9cf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773674224.865818:0:94178:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773674224.865820:0:94178:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773674224.865821:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.865823:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773674224.865824:0:94178:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773674224.865826:0:94178:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674224.865828:0:94178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674224.865829:0:94178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674224.865831:0:94178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773674224.865832:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f59ff0 (ffff98dc08fe9a28/0) at cl_lock_fini():72 00020000:00000001:1.0:1773674224.865835:0:94178:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773674224.865836:0:94178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773674224.865838:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc03799430 (ffff98dc08fe9a28/1) at cl_lock_fini():72 00000008:00000010:1.0:1773674224.865842:0:94178:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc09152980. 00000020:00000001:1.0:1773674224.865848:0:94178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773674224.865850:0:94178:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc03799400. 00020000:00000001:1.0:1773674224.865853:0:94178:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773674224.865854:0:94178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773674224.865856:0:94178:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773674224.865857:0:94178:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.865861:0:94178:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773674224.865863:0:94178:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773674224.865865:0:94178:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773674224.865866:0:94178:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773674224.865868:0:94178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674224.865870:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9cf0 00000020:00000010:1.0:1773674224.865874:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc04f25a00. 00000020:00000010:1.0:1773674224.865879:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f60. 00000008:00000010:1.0:1773674224.865883:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674224.865887:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faa900. 00008000:00000010:1.0:1773674224.865893:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674224.865898:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1498. 00000080:00000010:1.0:1773674224.865902:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5a480. 00000020:00000010:1.0:1773674224.865906:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f25c00. 00000008:00000010:1.0:1773674224.865910:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674224.865913:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a1d40. 00008000:00000010:1.0:1773674224.865927:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f983c8. 00000080:00000010:1.0:1773674224.865931:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0870. 00000020:00000010:1.0:1773674224.865934:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000020:00000010:1.0:1773674224.865938:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9cf0. 00020000:00000001:1.0:1773674224.865941:0:94178:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773674224.865943:0:94178:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773674224.865945:0:94178:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773674224.865948:0:94178:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773674224.865952:0:94178:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773674224.865954:0:94178:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.865956:0:94178:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773674224.865958:0:94178:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773674224.865960:0:94178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674224.865961:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9a20 00000020:00000010:1.0:1773674224.865964:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc04f24a00. 00000020:00000010:1.0:1773674224.865967:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773674224.865969:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674224.865972:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773674224.865974:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674224.865977:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674224.865979:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674224.865982:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24000. 00000008:00000010:1.0:1773674224.865984:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674224.865987:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674224.865992:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674224.865994:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f03c0. 00000020:00000010:1.0:1773674224.865996:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc04f24c00. 00000020:00000010:1.0:1773674224.865998:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9a20. 00000001:00000001:1.0:1773674224.866000:0:94178:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866011:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d28 00000080:00000008:1.0:1773674224.866013:0:94178:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674224.866094:0:94178:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:1.0:1773674224.866098:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d88 00000080:00200008:1.0:1773674224.866100:0:94178:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1773674224.866103:0:94178:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1773674224.866105:0:94178:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866108:0:94178:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773674224.866110:0:94178:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866113:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674224.866119:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9a20. 00000020:00000010:1.0:1773674224.866124:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b600. 00000020:00000010:1.0:1773674224.866128:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4b000. 00000020:00000010:1.0:1773674224.866132:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773674224.866136:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc085042f0. 00020000:00000010:1.0:1773674224.866140:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faac00. 00008000:00000010:1.0:1773674224.866144:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18394388. 00000080:00000010:1.0:1773674224.866149:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1dc8. 00000080:00000010:1.0:1773674224.866152:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59ff0. 00000020:00000010:1.0:1773674224.866155:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b800. 00000008:00000010:1.0:1773674224.866158:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674224.866161:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a2ac0. 00008000:00000010:1.0:1773674224.866163:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98de0. 00000080:00000010:1.0:1773674224.866166:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f03c0. 00000020:00000001:1.0:1773674224.866168:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543971368 : -113404165580248 : ffff98dc08fe9a28) 00000020:00001000:1.0:1773674224.866170:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9a20 00000080:00000001:1.0:1773674224.866173:0:94178:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773674224.866175:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c98 00000080:00200000:1.0:1773674224.866177:0:94178:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1773674224.866183:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c30 00000080:00200000:1.0:1773674224.866185:0:94178:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1773674224.866187:0:94178:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773674224.866188:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.866190:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.866191:0:94178:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773674224.866193:0:94178:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773674224.866196:0:94178:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1773674224.866199:0:94178:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866201:0:94178:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866202:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:1.0:1773674224.866204:0:94178:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1773674224.866206:0:94178:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773674224.866208:0:94178:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773674224.866214:0:94178:0:(cl_io.c:214:cl_io_rw_init()) header@00000000155acde8[0x110, 1, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:1.0:1773674224.866216:0:94178:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1773674224.866218:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.866221:0:94178:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773674224.866223:0:94178:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773674224.866226:0:94178:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773674224.866229:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.866230:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773674224.866233:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674224.866237:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866239:0:94178:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773674224.866240:0:94178:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866243:0:94178:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674224.866246:0:94178:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07f5a050 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1773674224.866251:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:1.0:1773674224.866254:0:94178:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773674224.866257:0:94178:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773674224.866260:0:94178:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773674224.866262:0:94178:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1773674224.866264:0:94178:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1773674224.866268:0:94178:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1773674224.866270:0:94178:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773674224.866272:0:94178:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866273:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.866275:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773674224.866277:0:94178:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773674224.866278:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00000020:00000001:1.0:1773674224.866282:0:94178:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866284:0:94178:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773674224.866286:0:94178:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1773674224.866288:0:94178:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1773674224.866291:0:94178:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866293:0:94178:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773674224.866295:0:94178:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773674224.866297:0:94178:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1773674224.866299:0:94178:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1773674224.866300:0:94178:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1773674224.866303:0:94178:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773674224.866306:0:94178:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773674224.866310:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773674224.866313:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.866315:0:94178:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773674224.866316:0:94178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674224.866319:0:94178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9cf0. 00000020:00000010:1.0:1773674224.866322:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4be00. 00000020:00000010:1.0:1773674224.866325:0:94178:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4ba00. 00000020:00000010:1.0:1773674224.866327:0:94178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f60. 00000008:00000010:1.0:1773674224.866330:0:94178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08500000. 00020000:00000010:1.0:1773674224.866333:0:94178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faa900. 00008000:00000010:1.0:1773674224.866336:0:94178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396350. 00000080:00000010:1.0:1773674224.866339:0:94178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1498. 00000080:00000010:1.0:1773674224.866342:0:94178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f5a480. 00000020:00000010:1.0:1773674224.866345:0:94178:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4aa00. 00000008:00000010:1.0:1773674224.866348:0:94178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674224.866350:0:94178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a1d40. 00008000:00000010:1.0:1773674224.866352:0:94178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f983c8. 00000080:00000010:1.0:1773674224.866356:0:94178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0870. 00000020:00000001:1.0:1773674224.866358:0:94178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543972088 : -113404165579528 : ffff98dc08fe9cf8) 00000020:00001000:1.0:1773674224.866360:0:94178:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9cf0 00000020:00000001:1.0:1773674224.866362:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:1.0:1773674224.866364:0:94178:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773674224.866366:0:94178:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674224.866367:0:94178:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773674224.866369:0:94178:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866370:0:94178:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866372:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.866375:0:94178:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773674224.866379:0:94178:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773674224.866382:0:94178:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866384:0:94178:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866387:0:94178:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866389:0:94178:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866391:0:94178:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866392:0:94178:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773674224.866394:0:94178:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773674224.866397:0:94178:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773674224.866400:0:94178:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773674224.866402:0:94178:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866405:0:94178:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866407:0:94178:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773674224.866409:0:94178:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1773674224.866411:0:94178:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773674224.866413:0:94178:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773674224.866414:0:94178:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866417:0:94178:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866419:0:94178:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866420:0:94178:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674224.866422:0:94178:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866424:0:94178:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773674224.866427:0:94178:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773674224.866429:0:94178:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773674224.866430:0:94178:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773674224.866432:0:94178:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866434:0:94178:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866436:0:94178:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866438:0:94178:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866439:0:94178:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773674224.866441:0:94178:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773674224.866443:0:94178:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773674224.866446:0:94178:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773674224.866449:0:94178:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773674224.866451:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773674224.866457:0:94178:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc03799400. 00020000:00000002:1.0:1773674224.866460:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773674224.866463:0:94178:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773674224.866465:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.866466:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.866468:0:94178:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773674224.866471:0:94178:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc09152980. 00000008:00010000:1.0:1773674224.866474:0:94178:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773674224.866476:0:94178:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674224.866478:0:94178:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773674224.866481:0:94178:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc03799430, osc lock ffff98dc09152980, flags 0x0 00000020:00000001:1.0:1773674224.866483:0:94178:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866486:0:94178:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674224.866489:0:94178:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669451367424 : -113404258184192 : ffff98dc03799400) 00000020:00000001:1.0:1773674224.866491:0:94178:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674224.866492:0:94178:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773674224.866494:0:94178:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866495:0:94178:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866497:0:94178:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674224.866498:0:94178:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674224.866500:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674224.866501:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:1.0:1773674224.866503:0:94178:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674224.866505:0:94178:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674224.866507:0:94178:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773674224.866509:0:94178:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674224.866512:0:94178:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773674224.866514:0:94178:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773674224.866516:0:94178:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773674224.866518:0:94178:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773674224.866519:0:94178:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773674224.866521:0:94178:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773674224.866523:0:94178:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773674224.866527:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674224.866535:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:1.0:1773674224.866539:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773674224.866544:0:94178:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc07a28c00 type 11 mode 2 res 11811161089/9132 (0 18446744073709551615) 00010000:00000001:1.0:1773674224.866763:0:94178:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1773674224.866797:0:94178:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fbb480. 00000020:00000040:1.0:1773674224.866803:0:94178:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00010000:00000001:1.0:1773674224.866807:0:94178:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674224.866812:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674224.866816:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674224.866818:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674224.866820:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.866823:0:94178:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674224.866826:0:94178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674224.866830:0:94178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674224.866837:0:94178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07f4a800. 00000100:00000001:1.0:1773674224.866843:0:94178:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.866847:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674224.866849:0:94178:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.866850:0:94178:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674224.866851:0:94178:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.866853:0:94178:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674224.866856:0:94178:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00010000:00000001:1.0:1773674224.866859:0:94178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674224.866861:0:94178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773674224.866864:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:1.0:1773674224.866866:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674224.866868:0:94178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674224.866871:0:94178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04084e00. 00000020:00000001:1.0:1773674224.866875:0:94178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674224.866877:0:94178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04084e00 with handle 0x2f77f56113814332 to hash 00000020:00000001:1.0:1773674224.866879:0:94178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674224.866881:0:94178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000010:1.0:1773674224.866885:0:94178:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98dc04031dc0. 00010000:00000001:1.0:1773674224.866888:0:94178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674224.866892:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674224.866894:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674224.866898:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674224.866909:0:94178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674224.866932:0:94178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674224.866938:0:94178:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674224.866940:0:94178:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674224.866946:0:94178:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9240. 00000100:00000001:1.0:1773674224.866948:0:94178:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678973504 : -113404030578112 : ffff98dc110a9240) 00000100:00000001:1.0:1773674224.866950:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674224.866952:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000001:1.0:1773674224.866956:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674224.866958:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.866960:0:94178:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674224.866962:0:94178:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674224.866970:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.866978:0:94178:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674224.866980:0:94178:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674224.866985:0:94178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674224.866987:0:94178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674224.866990:0:94178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674224.866993:0:94178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953478272:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773674224.866997:0:94178:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674224.867003:0:94178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674224.867005:0:94178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674224.867008:0:94178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674224.867012:0:94178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc118b2400. 02000000:00000001:1.0:1773674224.867014:0:94178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674224.867022:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674224.867026:0:94178:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114cb8. 00000400:00000010:1.0:1773674224.867033:0:94178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fdbb0. 00000100:00000200:1.0:1773674224.867040:0:94178:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953478272, portal 4 00000100:00000001:1.0:1773674224.867042:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674224.867043:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711553664 : -113403997997952 : ffff98dc12fbb480) 00000100:00000040:1.0:1773674224.867049:0:94178:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.867057:0:94178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674224.867059:0:94178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674224.867062:0:94178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd088. 00000100:00000200:1.0:1773674224.867065:0:94178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859825953478272, offset 0 00000400:00000200:1.0:1773674224.867072:0:94178:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674224.867079:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.867086:0:94178:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674224.867092:0:94178:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674224.867097:0:94178:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674224.867101:0:94178:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674224.867104:0:94178:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674224.867108:0:94178:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252852:252852:256:4294967295] 192.168.201.103@tcp LPNI seq info [252820:252820:8:4294967295] 00000400:00000200:1.0:1773674224.867113:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.867124:0:94178:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674224.867132:0:94178:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674224.867138:0:94178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae500. 00000800:00000200:1.0:1773674224.867146:0:94178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674224.867153:0:94178:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674224.867158:0:94178:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773674224.867169:0:94178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674224.867173:0:94178:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 780490 usecs (781 jiffies) 00000400:00000200:1.0:1773674224.867177:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674224.867180:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782703 00000100:00000001:1.0:1773674224.867183:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674224.867186:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782703 00000100:00000001:1.0:1773674224.867188:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674224.867190:0:94178:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674224.867193:0:94178:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.867195:0:94178:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674224.867197:0:94178:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773674224.867200:0:94178:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9240 going to sleep for 11 seconds 00000100:00000001:1.0:1773674224.867203:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674224.867205:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674224.867972:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674224.867978:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae500. 00000400:00000200:0.0:1773674224.867985:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674224.867992:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674224.867998:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd088 00000400:00000010:0.0:1773674224.868001:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd088. 00000100:00000001:0.0:1773674224.868005:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674224.868011:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.868022:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674224.868026:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674224.868032:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.868033:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674224.872007:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.872028:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.872033:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.872035:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.872045:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.872052:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.872062:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.872067:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.872074:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.872079:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d27a80 00000400:00000200:1.0:1773674224.872089:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c48e9 [2] + 2032 00000400:00000010:1.0:1773674224.872095:0:2403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:1.0:1773674224.872102:0:2403:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98dc1114ab40 00000800:00000001:1.0:1773674224.872108:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.872116:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.872120:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.872125:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.872130:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc1114ab40 00000400:00000010:1.0:1773674224.872132:0:2403:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff98dc1114ab40. 00000100:00000001:1.0:1773674224.872137:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773674224.872139:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1773674224.872143:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc072c4450 x1859825928665728 msgsize 328 00000100:00100000:1.0:1773674224.872148:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000040:1.0:1773674224.872150:0:2403:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1773674224.872227:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.872237:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.872241:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773674224.880959:0:81783:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff98dc063aac00. 00000100:00000010:0.0:1773674224.880975:0:81783:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff98dc10af2000. 00000100:00100000:0.0:1773674224.880979:0:81783:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1773674224.880984:0:81783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773674224.880994:0:81783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105edc0. 00000400:00000010:0.0:1773674224.881002:0:81783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98dc06245a80. 00000100:00000001:0.0:1773674224.881013:0:81783:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773674224.881015:0:81783:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928665728 02000000:00000001:0.0:1773674224.881018:0:81783:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773674224.881021:0:81783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674224.881024:0:81783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.881030:0:81783:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674224.881035:0:81783:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928665728 00000020:00000001:0.0:1773674224.881038:0:81783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773674224.881040:0:81783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:0.0:1773674224.881043:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.881045:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:0.0:1773674224.881048:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:0.0:1773674224.881051:0:81783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:0.0:1773674224.881056:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674224.881061:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1500. 00000100:00000001:0.0:1773674224.881064:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674224.881067:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1500. 00000020:00000010:0.0:1773674224.881076:0:81783:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f4e00. 00000020:00000010:0.0:1773674224.881082:0:81783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674224.881087:0:81783:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc10a95e10. 00000100:00000040:0.0:1773674224.881097:0:81783:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773674224.881101:0:81783:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773674224.881102:0:81783:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773674224.881105:0:81783:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.881113:0:81783:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.881126:0:81783:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.881325:0:81783:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773674224.881327:0:81783:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773674224.881335:0:81783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 43 00000100:00000040:0.0:1773674224.881339:0:81783:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:0.0:1773674224.881341:0:81783:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669513409616 : -113404196142000 : ffff98dc072c4450) 00000100:00000040:0.0:1773674224.881349:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc072c4450 x1859825928665728/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:300/0 lens 328/0 e 0 to 0 dl 1773674235 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674224.881360:0:81783:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674224.881363:0:81783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1500. 00000100:00000001:0.0:1773674224.881365:0:81783:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674224.881367:0:81783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1500. 00000100:00100000:0.0:1773674224.881372:0:81783:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc072c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28894:x1859825928665728:12345-192.168.201.103@tcp:104: 00000100:00000200:0.0:1773674224.881376:0:81783:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928665728 00010000:00000001:0.0:1773674224.881379:0:81783:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773674224.881402:0:81783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.881405:0:81783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.881407:0:81783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=2 00000020:00000001:0.0:1773674224.881410:0:81783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.881412:0:81783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:0.0:1773674224.881417:0:81783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674224.881421:0:81783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674224.881426:0:81783:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1773674224.881441:0:81783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773674224.881453:0:81783:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773674224.881458:0:81783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc063a9400. 02000000:00000001:0.0:1773674224.881461:0:81783:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.881464:0:81783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.881468:0:81783:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773674224.881472:0:81783:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674224.881476:0:81783:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=130 v=5 (1 1 1 0) 00000100:00000001:0.0:1773674224.881481:0:81783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773674224.881484:0:81783:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773674224.881486:0:81783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:0.0:1773674224.881488:0:81783:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773674224.881491:0:81783:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.881494:0:81783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674224.881497:0:81783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674224.881502:0:81783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979330. 00000100:00000200:0.0:1773674224.881505:0:81783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928665728, offset 224 00000400:00000200:0.0:1773674224.881512:0:81783:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674224.881525:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.881534:0:81783:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674224.881542:0:81783:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252853:252853:256:4294967295] 192.168.201.103@tcp LPNI seq info [252821:252821:8:4294967295] 00000400:00000200:0.0:1773674224.881547:0:81783:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.881560:0:81783:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674224.881567:0:81783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674224.881573:0:81783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674224.881582:0:81783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674224.881592:0:81783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674224.884347:0:81783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674224.884373:0:81783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.884382:0:81783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773674224.884399:0:81783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674224.884410:0:81783:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc06245780. 00010000:00000001:0.0:1773674224.884414:0:81783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674224.884431:0:81783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1773674224.884434:0:81783:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.884436:0:81783:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.884438:0:81783:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.884448:0:81783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc072c4450 x1859825928665728/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:300/0 lens 328/224 e 0 to 0 dl 1773674235 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773674224.884460:0:81783:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc072c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28894:x1859825928665728:12345-192.168.201.103@tcp:104: Request processed in 3098us (12314us total) trans 0 rc 0/0 00000100:00100000:0.0:1773674224.884471:0:81783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 43 00000100:00000040:0.0:1773674224.884476:0:81783:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:0.0:1773674224.884478:0:81783:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773674224.884481:0:81783:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773674224.884487:0:81783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674224.884496:0:81783:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc10a95e10. 00000020:00000010:0.0:1773674224.884501:0:81783:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f4e00. 00000020:00000040:0.0:1773674224.884507:0:81783:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 02000000:00000001:0.0:1773674224.884514:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884516:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc063aa800. 02000000:00000001:0.0:1773674224.884519:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884522:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 02000000:00000001:0.0:1773674224.884526:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884527:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc118b3400. 02000000:00000001:0.0:1773674224.884530:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884531:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01c00. 02000000:00000001:0.0:1773674224.884534:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884535:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc118b1400. 02000000:00000001:0.0:1773674224.884537:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884539:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00e00. 02000000:00000001:0.0:1773674224.884542:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884543:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc118b0400. 02000000:00000001:0.0:1773674224.884546:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884547:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 02000000:00000001:0.0:1773674224.884549:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884551:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c6000. 02000000:00000001:0.0:1773674224.884553:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884554:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00380. 02000000:00000001:0.0:1773674224.884557:0:81783:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773674224.884558:0:81783:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc072c7c00. 02000000:00000001:0.0:1773674224.884560:0:81783:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773674224.884561:0:81783:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb9c00. 00000100:00000010:0.0:1773674224.884564:0:81783:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff98dc07fc2000. 00000100:00000010:0.0:1773674224.884568:0:81783:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff98dc072c4400. 00000100:00000001:0.0:1773674224.884571:0:81783:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674224.885296:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.885302:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674224.885308:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.885316:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.885324:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979330 00000400:00000010:1.0:1773674224.885327:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979330. 00000100:00000001:1.0:1773674224.885331:0:2404:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773674224.885334:0:2404:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773674224.885336:0:2404:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98dc063a9400. 02000000:00000001:1.0:1773674224.885338:0:2404:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1773674224.885339:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1773674224.885635:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674224.885638:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.885642:0:81793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773674224.885644:0:81793:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773674224.885647:0:81793:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674224.885653:0:81793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773674224.885666:0:81793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04085400 already unused, calling callback (ffffffffc0fc4260) 00000008:00000001:3.0:1773674224.885669:0:81793:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773674224.885672:0:81793:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674224.885674:0:81793:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674224.885677:0:81793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674224.885680:0:81793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085400 refcount=3 00000020:00000001:3.0:1773674224.885682:0:81793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:3.0:1773674224.885685:0:81793:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460722688 : -113404248828928 : ffff98dc04085400) 00010000:00000001:3.0:1773674224.885688:0:81793:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674224.885691:0:81793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773674224.885700:0:81793:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773674224.885702:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674224.885709:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24120. 00000020:00000010:3.0:1773674224.885714:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10309000. 00000020:00000010:3.0:1773674224.885718:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10309a00. 00000020:00000010:3.0:1773674224.885722:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674224.885729:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674224.885734:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674224.885739:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674224.885746:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674224.885751:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674224.885754:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308800. 00000008:00000010:3.0:1773674224.885757:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674224.885761:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674224.885800:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674224.885814:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d201e0. 00000020:00000001:3.0:1773674224.885818:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065000 : -113404168486616 : ffff98dc08d24128) 00000020:00001000:3.0:1773674224.885821:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24120 00000008:00000001:3.0:1773674224.885823:0:81793:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773674224.885826:0:81793:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1773674224.885827:0:81793:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674224.885830:0:81793:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24a20. 00000020:00000010:3.0:1773674224.885833:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308400. 00000020:00000010:3.0:1773674224.885836:0:81793:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10308a00. 00000020:00000010:3.0:1773674224.885838:0:81793:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916720. 00000008:00000010:3.0:1773674224.885841:0:81793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fba178. 00020000:00000010:3.0:1773674224.885844:0:81793:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fe40. 00008000:00000010:3.0:1773674224.885847:0:81793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00710. 00000080:00000010:3.0:1773674224.885849:0:81793:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22b28. 00000080:00000010:3.0:1773674224.885852:0:81793:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb3230. 00000020:00000010:3.0:1773674224.885854:0:81793:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308200. 00000008:00000010:3.0:1773674224.885858:0:81793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ab00. 00020000:00000010:3.0:1773674224.885860:0:81793:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097c000. 00008000:00000010:3.0:1773674224.885862:0:81793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21d38. 00000080:00000010:3.0:1773674224.885865:0:81793:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20000. 00000020:00000001:3.0:1773674224.885867:0:81793:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067304 : -113404168484312 : ffff98dc08d24a28) 00000020:00001000:3.0:1773674224.885870:0:81793:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24a20 00000008:00000001:3.0:1773674224.885873:0:81793:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773674224.885875:0:81793:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773674224.885879:0:81793:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773674224.885882:0:81793:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.885884:0:81793:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1773674224.885887:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:3.0:1773674224.885889:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:3.0:1773674224.885891:0:81793:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674224.885894:0:81793:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674224.885897:0:81793:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773674224.885901:0:81793:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674224.885902:0:81793:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674224.885904:0:81793:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674224.885907:0:81793:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07fba218 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1773674224.885912:0:81793:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674224.885914:0:81793:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674224.885928:0:81793:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674224.885931:0:81793:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674224.885933:0:81793:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.885934:0:81793:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674224.885935:0:81793:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674224.885937:0:81793:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1773674224.885938:0:81793:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.885941:0:81793:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1773674224.885944:0:81793:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773674224.885946:0:81793:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674224.885949:0:81793:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674224.885951:0:81793:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674224.885955:0:81793:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674224.885957:0:81793:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1773674224.885959:0:81793:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674224.885961:0:81793:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1773674224.885962:0:81793:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674224.885964:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24a20 00000020:00000010:3.0:1773674224.885968:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10308a00. 00000020:00000010:3.0:1773674224.885971:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916720. 00000008:00000010:3.0:1773674224.885975:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fba178. 00020000:00000010:3.0:1773674224.885979:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fe40. 00008000:00000010:3.0:1773674224.885981:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00710. 00000080:00000010:3.0:1773674224.885985:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22b28. 00000080:00000010:3.0:1773674224.885988:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb3230. 00000020:00000010:3.0:1773674224.885991:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308400. 00000008:00000010:3.0:1773674224.885994:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ab00. 00020000:00000010:3.0:1773674224.885996:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097c000. 00008000:00000010:3.0:1773674224.885999:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21d38. 00000080:00000010:3.0:1773674224.886002:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20000. 00000020:00000010:3.0:1773674224.886004:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308200. 00000020:00000010:3.0:1773674224.886007:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24a20. 00000008:00000001:3.0:1773674224.886010:0:81793:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.886012:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00010000:00000001:3.0:1773674224.886015:0:81793:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1773674224.886018:0:81793:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.886020:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:3.0:1773674224.886022:0:81793:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773674224.886024:0:81793:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1773674224.886027:0:81793:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773674224.886029:0:81793:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.886030:0:81793:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.886032:0:81793:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:3.0:1773674224.886036:0:81793:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773674224.886038:0:81793:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24120 00000020:00000010:3.0:1773674224.886040:0:81793:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10309a00. 00000020:00000010:3.0:1773674224.886042:0:81793:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674224.886045:0:81793:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674224.886048:0:81793:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674224.886050:0:81793:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674224.886052:0:81793:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674224.886055:0:81793:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674224.886057:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10309000. 00000008:00000010:3.0:1773674224.886059:0:81793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674224.886061:0:81793:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674224.886063:0:81793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674224.886066:0:81793:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d201e0. 00000020:00000010:3.0:1773674224.886068:0:81793:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308800. 00000020:00000010:3.0:1773674224.886070:0:81793:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24120. 00000008:00000001:3.0:1773674224.886072:0:81793:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.886075:0:81793:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674224.886079:0:81793:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674224.886082:0:81793:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674224.886084:0:81793:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674224.886087:0:81793:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674224.886090:0:81793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085400 with handle 0x2f77f5611381432b from hash 00010000:00000001:3.0:1773674224.886092:0:81793:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674224.886094:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674224.886096:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674224.886097:0:81793:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674224.886101:0:81793:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674224.886102:0:81793:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773674224.886108:0:81793:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674224.886111:0:81793:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.886114:0:81793:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674224.886116:0:81793:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674224.886122:0:81793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674224.886126:0:81793:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=4 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674224.886131:0:81793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674224.886133:0:81793:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674224.886140:0:81793:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674224.886147:0:81793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc10308800. 00000100:00000001:3.0:1773674224.886154:0:81793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.886157:0:81793:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674224.886164:0:81793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773674224.886173:0:81793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674224.886174:0:81793:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.886179:0:81793:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674224.886183:0:81793:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.886193:0:81793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_01+1] req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773674224.886235:0:81793:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674224.886237:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674224.886239:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674224.886240:0:81793:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.886242:0:81793:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674224.886244:0:81793:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.886247:0:81793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674224.886254:0:81793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674224.886257:0:81793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000c5501ff3/0x2f77f5611381432b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x441c89a0128d6c3f expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1773674224.886265:0:81793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc040310c0. 00010000:00000001:3.0:1773674224.886274:0:81793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674224.886276:0:81793:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773674224.886278:0:81793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc06245780. 00010000:00000001:3.0:1773674224.886281:0:81793:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674224.886283:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674224.886284:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.886286:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674224.886288:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674224.886289:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.886291:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674224.886292:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674224.886293:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674224.886295:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674224.886303:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674224.886308:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773674224.886310:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.886316:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674224.886318:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.886320:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.886322:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674224.886323:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674224.886329:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.886338:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674224.886340:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.886344:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674224.886347:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674224.886349:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674224.886353:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953478400:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674224.886356:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674224.886362:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674224.886364:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.886367:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674224.886371:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc10309000. 02000000:00000001:3.0:1773674224.886373:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674224.886381:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674224.886386:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674224.886405:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674224.886412:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953478400, portal 18 00000100:00000001:3.0:1773674224.886415:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674224.886417:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674224.886424:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.886431:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674224.886434:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674224.886438:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565198. 00000100:00000200:3.0:1773674224.886441:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953478400, offset 0 00000400:00000200:3.0:1773674224.886448:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674224.886456:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674224.886463:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674224.886467:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674224.886472:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674224.886477:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674224.886480:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674224.886484:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252854:252854:256:4294967295] 192.168.201.103@tcp LPNI seq info [252822:252822:8:4294967295] 00000400:00000200:3.0:1773674224.886489:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674224.886499:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674224.886505:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674224.886511:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81c00. 00000800:00000200:3.0:1773674224.886518:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674224.886525:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674224.886529:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773674224.886548:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.886553:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 780490 usecs (781 jiffies) 00000400:00000200:3.0:1773674224.886556:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674224.886559:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782722 00000100:00000001:3.0:1773674224.886563:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:3.0:1773674224.886565:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782722 00000100:00000001:3.0:1773674224.886568:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:3.0:1773674224.886570:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674224.886573:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.886577:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.886579:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.887473:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674224.887483:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674224.887838:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.887847:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81c00. 00000400:00000200:1.0:1773674224.887853:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.887861:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.887867:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565198 00000400:00000010:1.0:1773674224.887870:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565198. 00000100:00000001:1.0:1773674224.887875:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674224.887881:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674224.887893:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674224.887897:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674224.887903:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.887905:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773674224.894998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085400. 00000800:00000001:1.0:1773674224.914295:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914314:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.914319:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914322:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.914332:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914340:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.914350:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914355:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914361:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914366:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 392 into portal 15 MB=0x69b8077d27b00 00000400:00000200:1.0:1773674224.914374:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 392/392 into md 0x2c5c11 [2] + 0 00000800:00000001:1.0:1773674224.914383:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914400:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.914403:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.914408:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.914416:0:2404:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773674224.914419:0:2404:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773674224.914427:0:2404:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb9c00. 00000100:00000040:1.0:1773674224.914432:0:2404:0:(events.c:337:request_in_callback()) incoming req@ffff98dc12fb9c00 x1859825928665856 msgsize 392 00000100:00100000:1.0:1773674224.914436:0:2404:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773674224.914463:0:2404:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.914474:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914478:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.914480:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914482:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.914485:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914489:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.914492:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914495:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914497:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914500:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b80794d1680 00000400:00000200:1.0:1773674224.914503:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.914508:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x2c5c01 [1] + 224 00000800:00000001:1.0:1773674224.914512:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914521:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.914523:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.914536:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.914540:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.914548:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.914558:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.914583:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.914588:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.914600:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.914688:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674224.914698:0:94178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674224.914700:0:94178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674224.914705:0:94178:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114cb8. 00000400:00000200:2.0:1773674224.914711:0:94178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fdbb0 00000400:00000010:2.0:1773674224.914714:0:94178:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fdbb0. 00000100:00000001:2.0:1773674224.914718:0:94178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674224.914724:0:94178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674224.914734:0:94178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.914740:0:94178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674224.914743:0:94178:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.914746:0:94178:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674224.914750:0:94178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674224.914753:0:94178:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674224.914755:0:94178:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674224.914759:0:94178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674224.914821:0:94178:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=7 v=5 (5 0 5 5) 00000100:00001000:2.0:1773674224.914827:0:94178:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674224.914829:0:94178:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674224.914831:0:94178:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.914834:0:94178:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674224.914839:0:94178:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.914843:0:94178:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674224.914845:0:94178:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:2.0:1773674224.914847:0:94178:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674224.914848:0:94178:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674224.914855:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.914861:0:94178:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674224.914864:0:94178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674224.914866:0:94178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.914870:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674224.914878:0:94178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fbb480 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953478272:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773674224.914882:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.914885:0:94178:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.914888:0:94178:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674224.914890:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.914893:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.914899:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674224.914902:0:94178:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9240. 00000100:00000001:2.0:1773674224.914906:0:94178:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674224.914908:0:94178:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.914910:0:94178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674224.914914:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674224.914928:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674224.914931:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674224.914934:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.914937:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000040:2.0:1773674224.914946:0:94178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04084e00, remote cookie: 0x441c89a0128d6c46, flags: 0x20002 00010000:00000001:2.0:1773674224.914950:0:94178:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773674224.914952:0:94178:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.914955:0:94178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1773674224.914961:0:94178:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773674224.914973:0:94178:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x23ac:0x0].0x0 (ffff98dc12fab900) refcount = 1 00010000:00000040:2.0:1773674224.914976:0:94178:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773674224.914978:0:94178:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.914984:0:94178:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674224.914987:0:94178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773674224.914990:0:94178:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674224.914997:0:94178:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674224.916137:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773674224.916142:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928665856 02000000:00000001:0.0:1773674224.916145:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773674224.916146:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674224.916149:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674224.916154:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674224.916157:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928665856 00000020:00000001:0.0:1773674224.916160:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773674224.916162:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:0.0:1773674224.916373:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.916376:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:0.0:1773674224.916378:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:0.0:1773674224.916381:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:0.0:1773674224.916385:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674224.916403:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1500. 00000100:00000001:0.0:1773674224.916406:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674224.916409:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1500. 00000020:00000010:0.0:1773674224.916415:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f4e00. 00000020:00000010:0.0:1773674224.916421:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674224.916426:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc10a95e10. 00000100:00000040:0.0:1773674224.916434:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773674224.916444:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773674224.916445:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773674224.916448:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.916455:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.916469:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674224.916481:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773674224.916483:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773674224.916490:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 44 00000100:00000040:0.0:1773674224.916494:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:0.0:1773674224.916496:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669711547392 : -113403998004224 : ffff98dc12fb9c00) 00000100:00000040:0.0:1773674224.916502:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc12fb9c00 x1859825928665856/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:300/0 lens 392/0 e 0 to 0 dl 1773674235 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674224.916513:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674224.916515:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1500. 00000100:00000001:0.0:1773674224.916517:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674224.916520:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1500. 00000100:00100000:0.0:1773674224.916524:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc12fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:48521:x1859825928665856:12345-192.168.201.103@tcp:105: 00000100:00000200:0.0:1773674224.916539:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928665856 00010000:00000001:0.0:1773674224.916542:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773674224.916548:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674224.916550:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674224.916551:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:0.0:1773674224.916554:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674224.916556:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00010000:0.0:1773674224.916562:0:81784:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.916573:0:81784:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1773674224.916576:0:81784:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674224.916587:0:81784:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.916595:0:81784:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773674224.916597:0:81784:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.916599:0:81784:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674224.916600:0:81784:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773674224.916604:0:81784:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.916610:0:81784:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1773674224.916615:0:81784:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773674224.916897:0:81784:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x23ac:0x0].0x0 (ffff98dc12fab900) refcount = 1 00010000:00000040:0.0:1773674224.916900:0:81784:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773674224.916903:0:81784:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674224.916912:0:81784:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1773674224.916923:0:81784:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773674224.916933:0:81784:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff98dc056e1500. 00000100:00000001:0.0:1773674224.916937:0:81784:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674224.916942:0:81784:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773674224.916945:0:81784:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114752 : -113404213436864 : ffff98dc06245e40) 00000100:00000001:0.0:1773674224.916947:0:81784:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630669496114752 : -113404213436864 : ffff98dc06245e40) 00000100:00000001:0.0:1773674224.916950:0:81784:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674224.916951:0:81784:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773674224.916953:0:81784:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773674224.916955:0:81784:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674224.916959:0:81784:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.916961:0:81784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.916963:0:81784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674224.916964:0:81784:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.916966:0:81784:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773674224.916967:0:81784:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773674224.916970:0:81784:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.916971:0:81784:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.916973:0:81784:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773674224.916975:0:81784:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773674224.916978:0:81784:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773674224.916979:0:81784:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773674224.916981:0:81784:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff98dc056e1500. 00010000:00010000:0.0:1773674224.916984:0:81784:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff98dc04084e00) 00010000:00000001:0.0:1773674224.916986:0:81784:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674224.916988:0:81784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674224.916989:0:81784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773674224.916992:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773674224.916994:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773674224.916999:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc063aa800. 02000000:00000001:0.0:1773674224.917002:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.917005:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674224.917009:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773674224.917012:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674224.917015:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=130 v=5 (1 1 1 0) 00000100:00000001:0.0:1773674224.917019:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773674224.917023:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773674224.917025:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:0.0:1773674224.917027:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773674224.917029:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674224.917032:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674224.917036:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674224.917040:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109793b8. 00000100:00000200:0.0:1773674224.917045:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928665856, offset 224 00000400:00000200:0.0:1773674224.917051:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674224.917061:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.917068:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674224.917075:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252855:252855:256:4294967295] 192.168.201.103@tcp LPNI seq info [252823:252823:8:4294967295] 00000400:00000200:0.0:1773674224.917080:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674224.917089:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674224.917094:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674224.917100:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674224.917107:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674224.917114:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674224.917118:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674224.917127:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.917131:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773674224.917134:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674224.917138:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb9c00 x1859825928665856/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:300/0 lens 392/224 e 0 to 0 dl 1773674235 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773674224.917149:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc12fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:48521:x1859825928665856:12345-192.168.201.103@tcp:105: Request processed in 634us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1773674224.917157:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 44 00000100:00000040:0.0:1773674224.917160:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:0.0:1773674224.917163:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773674224.917165:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773674224.917170:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674224.917173:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc10a95e10. 00000020:00000010:0.0:1773674224.917177:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f4e00. 00000020:00000040:0.0:1773674224.917181:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00000001:0.0:1773674224.917184:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674224.917331:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.917336:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674224.917340:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.917345:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.917350:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109793b8 00000400:00000010:1.0:1773674224.917352:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109793b8. 00000100:00000001:1.0:1773674224.917355:0:2403:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674224.917357:0:2403:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1773674224.918398:0:94178:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.918413:0:94178:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674224.918418:0:94178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.918425:0:94178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674224.918428:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.918429:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674224.918430:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.918431:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674224.918433:0:94178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.918443:0:94178:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773674224.918445:0:94178:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674224.918448:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674224.918450:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674224.918452:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:2.0:1773674224.918455:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918457:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918460:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674224.918461:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674224.918463:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674224.918465:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918467:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918470:0:94178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674224.918474:0:94178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674224.918477:0:94178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.918491:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.918492:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674224.918495:0:94178:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773674224.918499:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00010000:2.0:1773674224.918504:0:94178:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773674224.918513:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.918515:0:94178:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674224.918518:0:94178:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773674224.918521:0:94178:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674224.918523:0:94178:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918525:0:94178:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918533:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674224.918535:0:94178:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773674224.918537:0:94178:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.918539:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674224.918540:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674224.918542:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674224.918544:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918547:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.918549:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674224.918553:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.918559:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.918560:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674224.918563:0:94178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.918577:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674224.918578:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.918579:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674224.918581:0:94178:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.918584:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.918599:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fbb480 x1859825953478272/t0(0) o101->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773674240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.918607:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.918610:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.918614:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc118b2400. 02000000:00000001:2.0:1773674224.918619:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.918621:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.918623:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.918625:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.918628:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07f4a800. 02000000:00000001:2.0:1773674224.918631:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.918633:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.918635:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fbb480. 00000100:00000001:2.0:1773674224.918639:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.918640:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674224.918642:0:94178:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.918645:0:94178:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918648:0:94178:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.918652:0:94178:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918654:0:94178:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918656:0:94178:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918659:0:94178:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918661:0:94178:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918664:0:94178:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773674224.918668:0:94178:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1773674224.918675:0:94178:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674224.918677:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.918679:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.918681:0:94178:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674224.918686:0:94178:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674224.918690:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674224.918692:0:94178:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.918694:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674224.918695:0:94178:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674224.918698:0:94178:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773674224.918701:0:94178:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674224.918704:0:94178:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773674224.918707:0:94178:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918709:0:94178:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918710:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674224.918713:0:94178:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1773674224.918715:0:94178:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674224.918718:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b80 00000080:00200000:2.0:1773674224.918721:0:94178:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1773674224.918723:0:94178:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773674224.918726:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000002:2.0:1773674224.918729:0:94178:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc0a1c0000. 00020000:00000002:2.0:1773674224.918732:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00000020:00000001:2.0:1773674224.918735:0:94178:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1773674224.918738:0:94178:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773674224.918741:0:94178:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773674224.918744:0:94178:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1773674224.918748:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674224.918749:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:2.0:1773674224.918751:0:94178:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674224.918754:0:94178:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674224.918757:0:94178:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918759:0:94178:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.918761:0:94178:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.918787:0:94178:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.919303:0:94178:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773674224.919307:0:94178:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1773674224.919340:0:94178:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773674224.919342:0:94178:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0xc:0x0] fffff3eb446d9bc0 0 1 00000020:00000001:2.0:1773674224.919346:0:94178:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773674224.919348:0:94178:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919351:0:94178:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:2.0:1773674224.919358:0:94178:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98dc06409ee0. 00000020:00000001:2.0:1773674224.919362:0:94178:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773674224.919364:0:94178:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1773674224.919367:0:94178:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1773674224.919370:0:94178:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1773674224.919372:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674224.919374:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000008:00000001:2.0:1773674224.919378:0:94178:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1773674224.919381:0:94178:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff98dc06409f50 folio fffff3eb446d9bc0 pg:0 obj off 0 00000008:00000001:2.0:1773674224.919383:0:94178:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919397:0:94178:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773674224.919398:0:94178:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1773674224.919401:0:94178:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1773674224.919403:0:94178:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.919407:0:94178:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919409:0:94178:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446630669497966304 : -113404211585312 : ffff98dc06409ee0) 00000020:00000001:2.0:1773674224.919411:0:94178:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446630669497966304 : -113404211585312 : ffff98dc06409ee0) 00000020:00000001:2.0:1773674224.919414:0:94178:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773674224.919416:0:94178:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674224.919417:0:94178:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526605904 : -113404182945712 : ffff98dc07f5a050) 00000020:00000001:2.0:1773674224.919419:0:94178:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773674224.919421:0:94178:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773674224.919422:0:94178:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674224.919427:0:94178:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000045fca0b7] 00000020:00000001:2.0:1773674224.919429:0:94178:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773674224.919430:0:94178:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674224.919432:0:94178:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773674224.919434:0:94178:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1773674224.919445:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.919447:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.919449:0:94178:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674224.919452:0:94178:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674224.919454:0:94178:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773674224.919457:0:94178:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919459:0:94178:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919461:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00000001:2.0:1773674224.919466:0:94178:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674224.919469:0:94178:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773674224.919471:0:94178:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.919475:0:94178:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773674224.919477:0:94178:0:(rw26.c:909:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1773674224.919479:0:94178:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674224.919481:0:94178:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526605904 : -113404182945712 : ffff98dc07f5a050) 00000020:00000001:2.0:1773674224.919483:0:94178:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773674224.919485:0:94178:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674224.919494:0:94178:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773674224.919496:0:94178:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674224.919497:0:94178:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773674224.919498:0:94178:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773674224.919501:0:94178:0:(rw26.c:967:ll_write_end()) page@0000000045dc27c8[3 00000000ce044023 2 1 0000000045fca0b7] 00000080:00200000:2.0:1773674224.919505:0:94178:0:(rw26.c:967:ll_write_end()) vmpage @00000000aec38ae7 17ffffc0001001 3:0 ffff98dc06409ee0 0 lru 00000080:00200000:2.0:1773674224.919512:0:94178:0:(rw26.c:967:ll_write_end()) osc-page@00000000ec473570 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000003f144e93 000000001b0f610d > 3< 0 0 > 4< 0 0 8 8294400 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1773674224.919514:0:94178:0:(rw26.c:967:ll_write_end()) end page@0000000045dc27c8 00000080:00200000:2.0:1773674224.919515:0:94178:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773674224.919517:0:94178:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1773674224.919523:0:94178:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773674224.919525:0:94178:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1773674224.919528:0:94178:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773674224.919530:0:94178:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773674224.919532:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674224.919533:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:2.0:1773674224.919535:0:94178:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773674224.919538:0:94178:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773674224.919540:0:94178:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1773674224.919541:0:94178:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674224.919542:0:94178:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:2.0:1773674224.919544:0:94178:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1773674224.919548:0:94178:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff98dc10a97880 ready 0|-|- wr 0|-|- rd 0|- oap ffff98dc06409f50 folio fffff3eb446d9bc0 pg:0 added for cmd 2 00000008:00000001:2.0:1773674224.919553:0:94178:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:2.0:1773674224.919556:0:94178:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0001-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8294400, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773674224.919562:0:94178:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0001-osc-ffff98dc07f29800: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8294400, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773674224.919569:0:94178:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff98dc06409f88 page fffff3eb446d9bc0 00000008:00000020:2.0:1773674224.919838:0:94178:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0001-osc-ffff98dc07f29800: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8265728, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1773674224.919844:0:94178:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1773674224.919846:0:94178:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.919849:0:94178:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1773674224.919854:0:94178:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98dc07193000. 00000008:00000020:2.0:1773674224.919860:0:94178:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff98dc10a97880 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:2.0:1773674224.919865:0:94178:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc10a97880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1773674224.919870:0:94178:0:(osc_cache.c:848:osc_extent_find()) extent ffff98dc07193000@{[0 -> 0/1023], [3|1|-|active|wi|ffff98dc10a97880], [28672|0|-|-|ffff98dc04084e00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1773674224.919878:0:94178:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000005c5dd2d2 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1773674224.919888:0:94178:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:2.0:1773674224.919891:0:94178:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.919894:0:94178:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.919896:0:94178:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773674224.919898:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000002:2.0:1773674224.919900:0:94178:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1773674224.919903:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.919904:0:94178:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674224.919906:0:94178:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1773674224.919909:0:94178:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674224.919911:0:94178:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919912:0:94178:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919925:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674224.919927:0:94178:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773674224.919929:0:94178:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773674224.919931:0:94178:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674224.919935:0:94178:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[4 00000000ce044023 2 1 0000000045fca0b7] 00000020:00000001:2.0:1773674224.919937:0:94178:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773674224.919938:0:94178:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773674224.919940:0:94178:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773674224.919942:0:94178:0:(osc_request.c:745:osc_update_next_shrink()) next time 7314 to shrink grant 00000080:00000001:2.0:1773674224.919945:0:94178:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773674224.919947:0:94178:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773674224.919954:0:94178:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc10e8bc38, count 1, dirtied 1 00000080:00000001:2.0:1773674224.919956:0:94178:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773674224.919958:0:94178:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773674224.919959:0:94178:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674224.919961:0:94178:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674224.919962:0:94178:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674224.919965:0:94178:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[3 00000000ce044023 2 1 0000000000000000] 00000020:00000001:2.0:1773674224.919966:0:94178:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773674224.919967:0:94178:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674224.919969:0:94178:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773674224.919970:0:94178:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674224.919972:0:94178:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[3 00000000ce044023 1 1 0000000000000000] 00000020:00000001:2.0:1773674224.919974:0:94178:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773674224.919975:0:94178:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773674224.919976:0:94178:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773674224.919978:0:94178:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773674224.919979:0:94178:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919981:0:94178:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.919983:0:94178:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919985:0:94178:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674224.919988:0:94178:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1773674224.919991:0:94178:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773674224.919993:0:94178:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773674224.919994:0:94178:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.919997:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3b80 00000080:00200000:2.0:1773674224.919998:0:94178:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1773674224.920001:0:94178:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920004:0:94178:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674224.920006:0:94178:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674224.920007:0:94178:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674224.920009:0:94178:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773674224.920011:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.920013:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.920014:0:94178:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674224.920015:0:94178:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674224.920017:0:94178:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920019:0:94178:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920020:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674224.920022:0:94178:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920024:0:94178:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920026:0:94178:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920028:0:94178:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920029:0:94178:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920031:0:94178:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674224.920033:0:94178:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674224.920035:0:94178:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674224.920036:0:94178:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773674224.920038:0:94178:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1773674224.920041:0:94178:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773674224.920045:0:94178:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc10a97880 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1773674224.920051:0:94178:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674224.920053:0:94178:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.920055:0:94178:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674224.920056:0:94178:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674224.920058:0:94178:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1773674224.920060:0:94178:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674224.920061:0:94178:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920063:0:94178:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920064:0:94178:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674224.920066:0:94178:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674224.920069:0:94178:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674224.920071:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070f03f8 (ffff98dc08fe9a28/0) at cl_lock_release():245 00000020:00000001:2.0:1773674224.920074:0:94178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674224.920075:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070f03f8 (ffff98dc08fe9a28/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674224.920078:0:94178:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674224.920080:0:94178:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674224.920081:0:94178:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511174952 : -113404198376664 : ffff98dc070a2b28) 00000020:00000001:2.0:1773674224.920083:0:94178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674224.920084:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc03799430 (ffff98dc08fe9cf8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674224.920087:0:94178:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674224.920089:0:94178:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674224.920091:0:94178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674224.920093:0:94178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674224.920095:0:94178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674224.920097:0:94178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.920100:0:94178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674224.920103:0:94178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674224.920106:0:94178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674224.920114:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.920115:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674224.920117:0:94178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674224.920119:0:94178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674224.920121:0:94178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674224.920129:0:94178:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674224.920131:0:94178:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674224.920133:0:94178:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674224.920137:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.920138:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674224.920140:0:94178:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.920143:0:94178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674224.920145:0:94178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.920147:0:94178:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.920150:0:94178:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.920152:0:94178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674224.920153:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.920155:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674224.920156:0:94178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674224.920157:0:94178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674224.920158:0:94178:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674224.920160:0:94178:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674224.920162:0:94178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674224.920163:0:94178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674224.920164:0:94178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674224.920166:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070f03f8 (ffff98dc08fe9a28/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674224.920169:0:94178:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674224.920170:0:94178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674224.920171:0:94178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc03799430 (ffff98dc08fe9a28/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674224.920175:0:94178:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc09152980. 00000020:00000001:2.0:1773674224.920180:0:94178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674224.920181:0:94178:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc03799400. 00020000:00000001:2.0:1773674224.920185:0:94178:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674224.920186:0:94178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674224.920187:0:94178:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674224.920189:0:94178:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674224.920190:0:94178:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674224.920192:0:94178:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674224.920193:0:94178:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674224.920194:0:94178:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920196:0:94178:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920197:0:94178:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674224.920198:0:94178:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674224.920200:0:94178:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773674224.920202:0:94178:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1773674224.920203:0:94178:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674224.920205:0:94178:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674224.920206:0:94178:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674224.920207:0:94178:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674224.920209:0:94178:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674224.920211:0:94178:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674224.920212:0:94178:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920214:0:94178:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674224.920215:0:94178:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674224.920217:0:94178:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674224.920218:0:94178:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674224.920221:0:94178:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1773674224.920224:0:94178:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773674224.920226:0:94178:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773674224.920228:0:94178:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674224.920230:0:94178:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674224.920231:0:94178:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674224.920232:0:94178:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674224.920233:0:94178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674224.920235:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9cf0 00000020:00000010:2.0:1773674224.920239:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4ba00. 00000020:00000010:2.0:1773674224.920242:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f60. 00000008:00000010:2.0:1773674224.920247:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08500000. 00020000:00000010:2.0:1773674224.920251:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faa900. 00008000:00000010:2.0:1773674224.920255:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396350. 00000080:00000010:2.0:1773674224.920260:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1498. 00000080:00000010:2.0:1773674224.920264:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f5a480. 00000020:00000010:2.0:1773674224.920267:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4be00. 00000008:00000010:2.0:1773674224.920271:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e58dc0. 00020000:00000010:2.0:1773674224.920274:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a1d40. 00008000:00000010:2.0:1773674224.920277:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f983c8. 00000080:00000010:2.0:1773674224.920281:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0870. 00000020:00000010:2.0:1773674224.920283:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4aa00. 00000020:00000010:2.0:1773674224.920286:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9cf0. 00020000:00000001:2.0:1773674224.920288:0:94178:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674224.920290:0:94178:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674224.920292:0:94178:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674224.920294:0:94178:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674224.920296:0:94178:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674224.920297:0:94178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773674224.920299:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3c98 00000080:00200000:2.0:1773674224.920301:0:94178:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1773674224.920305:0:94178:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674224.920307:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.920308:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674224.920310:0:94178:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674224.920312:0:94178:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674224.920315:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674224.920317:0:94178:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773674224.920319:0:94178:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674224.920320:0:94178:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1773674224.920323:0:94178:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=23 (1) m=1773674224 a=0 c=1773674224 b=0 00020000:00000001:2.0:1773674224.920326:0:94178:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674224.920328:0:94178:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773674224 a=0 c=1773674224 b=0 00020000:00000001:2.0:1773674224.920330:0:94178:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920332:0:94178:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.920334:0:94178:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674224.920336:0:94178:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1773674224.920338:0:94178:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1773674224.920342:0:94178:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1773674224.920345:0:94178:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1773674224.920347:0:94178:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9a20 00000020:00000010:2.0:1773674224.920349:0:94178:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4b000. 00000020:00000010:2.0:1773674224.920353:0:94178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797480. 00000008:00000010:2.0:1773674224.920355:0:94178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc085042f0. 00020000:00000010:2.0:1773674224.920358:0:94178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faac00. 00008000:00000010:2.0:1773674224.920361:0:94178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18394388. 00000080:00000010:2.0:1773674224.920363:0:94178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1dc8. 00000080:00000010:2.0:1773674224.920365:0:94178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59ff0. 00000020:00000010:2.0:1773674224.920368:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b600. 00000008:00000010:2.0:1773674224.920370:0:94178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:2.0:1773674224.920373:0:94178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a2ac0. 00008000:00000010:2.0:1773674224.920377:0:94178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98de0. 00000080:00000010:2.0:1773674224.920379:0:94178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f03c0. 00000020:00000010:2.0:1773674224.920381:0:94178:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b800. 00000020:00000010:2.0:1773674224.920383:0:94178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9a20. 00000020:00000001:2.0:1773674224.920387:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3d88 00000080:00000008:2.0:1773674224.920389:0:94178:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1773674224.920392:0:94178:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773674224.920411:0:94178:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674224.920414:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000002:2.0:1773674224.920418:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:2.0:1773674224.920420:0:94178:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.920427:0:94178:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773674224.920430:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3dd0 00000080:00200008:2.0:1773674224.920432:0:94178:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102001 00000080:00000001:2.0:1773674224.920436:0:94178:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773674224.920439:0:94178:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773674224.920440:0:94178:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674224.920441:0:94178:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000002:2.0:1773674224.920444:0:94178:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a1c0000 00020000:00000001:2.0:1773674224.920445:0:94178:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.920447:0:94178:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773674224.920453:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674224.920456:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674224.920458:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674224.920461:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674224.920464:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.920466:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674224.920468:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674224.920474:0:94178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674224.920477:0:94178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674224.920484:0:94178:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:2.0:1773674224.920487:0:94178:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674224.920493:0:94178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.920495:0:94178:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:2.0:1773674224.920497:0:94178:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773674224.920500:0:94178:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773674224.920506:0:94178:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc08561a00. 00000080:00000001:2.0:1773674224.920508:0:94178:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773674224.920513:0:94178:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773674224.920516:0:94178:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773674224.920518:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674224.920519:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674224.920520:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674224.920522:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674224.920524:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.920526:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674224.920527:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.920530:0:94178:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:2.0:1773674224.920534:0:94178:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773674224.920536:0:94178:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0xc:0x0] file closed with intent: 200 00000100:00000010:2.0:1773674224.920543:0:94178:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428ad80. 00000020:00000040:2.0:1773674224.920547:0:94178:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=10 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674224.920552:0:94178:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674224.920555:0:94178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674224.920559:0:94178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674224.920567:0:94178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08561200. 00000100:00000001:2.0:1773674224.920574:0:94178:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773674224.920592:0:94178:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773674224.920604:0:94178:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773674224.920610:0:94178:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773674224.920617:0:94178:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674224.920619:0:94178:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674224.920626:0:94178:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674224.920628:0:94178:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678885120 : -113404030666496 : ffff98dc11093900) 00000100:00000001:2.0:1773674224.920631:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.920632:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000001:2.0:1773674224.920636:0:94178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674224.920640:0:94178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.920642:0:94178:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674224.920644:0:94178:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674224.920648:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.920656:0:94178:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674224.920658:0:94178:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674224.920662:0:94178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674224.920665:0:94178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674224.920667:0:94178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674224.920670:0:94178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953478656:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773674224.920674:0:94178:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674224.920679:0:94178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674224.920681:0:94178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674224.920684:0:94178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674224.920689:0:94178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959d800. 02000000:00000001:2.0:1773674224.920690:0:94178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674224.920699:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674224.920704:0:94178:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674224.920710:0:94178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674224.920717:0:94178:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953478656, portal 10 00000100:00000001:2.0:1773674224.920719:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.920721:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000040:2.0:1773674224.920727:0:94178:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.920735:0:94178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674224.920738:0:94178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674224.920740:0:94178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064110. 00000100:00000200:2.0:1773674224.920744:0:94178:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953478656, offset 0 00000400:00000200:2.0:1773674224.920751:0:94178:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674224.920759:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674224.920813:0:94178:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674224.920817:0:94178:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674224.920822:0:94178:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674224.920825:0:94178:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674224.920828:0:94178:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674224.920832:0:94178:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252856:252856:256:4294967295] 192.168.201.103@tcp LPNI seq info [252824:252824:8:4294967295] 00000400:00000200:2.0:1773674224.920836:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674224.920847:0:94178:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674224.920853:0:94178:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674224.920858:0:94178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558400. 00000800:00000200:2.0:1773674224.920866:0:94178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674224.920873:0:94178:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674224.920878:0:94178:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773674224.920899:0:94178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674224.920903:0:94178:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 314361 usecs (315 jiffies) 00000400:00000200:2.0:1773674224.920907:0:94178:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674224.920910:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782291 00000100:00000001:2.0:1773674224.920913:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674224.920925:0:94178:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782291 00000100:00000001:2.0:1773674224.920929:0:94178:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674224.920931:0:94178:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674224.920934:0:94178:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.920937:0:94178:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674224.920938:0:94178:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674224.920941:0:94178:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 11 seconds 00000100:00000001:2.0:1773674224.920943:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674224.920947:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674224.922896:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674224.922905:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558400. 00000400:00000200:1.0:1773674224.922912:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.922931:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674224.922939:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064110 00000400:00000010:1.0:1773674224.922941:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064110. 00000100:00000001:1.0:1773674224.922946:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674224.922953:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.922964:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674224.922969:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.922975:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674224.922977:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674224.938257:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938279:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.938284:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938287:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.938297:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938305:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.938315:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938320:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938325:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938330:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794d1700 00000400:00000200:1.0:1773674224.938335:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938342:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5c21 [1] + 224 00000800:00000001:1.0:1773674224.938350:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938356:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.938359:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.938363:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.938370:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.938378:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674224.938404:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.938476:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.938481:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674224.938498:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.938509:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938514:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674224.938516:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938518:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.938522:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938526:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674224.938531:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938534:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938537:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938540:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d1800 00000400:00000200:1.0:1773674224.938543:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674224.938547:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5c31 [1] + 224 00000800:00000001:1.0:1773674224.938551:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.938560:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674224.938562:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674224.938566:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674224.938569:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674224.938574:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674224.938583:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674224.938614:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674224.939249:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674224.939256:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.939413:0:94178:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674224.939422:0:94178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674224.939425:0:94178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674224.939428:0:94178:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674224.939434:0:94178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674224.939436:0:94178:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674224.939449:0:94178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674224.939456:0:94178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674224.939466:0:94178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428ad80 x1859825953478656/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.939472:0:94178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674224.939474:0:94178:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.939476:0:94178:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674224.939480:0:94178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674224.939482:0:94178:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674224.939484:0:94178:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674224.939487:0:94178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674224.939497:0:94178:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674224.939501:0:94178:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674224.939505:0:94178:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674224.939506:0:94178:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674224.939510:0:94178:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674224.939514:0:94178:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.939517:0:94178:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674224.939519:0:94178:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674224.939521:0:94178:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674224.939523:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.939525:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000100:00000001:2.0:1773674224.939528:0:94178:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674224.939530:0:94178:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: committing for last_committed 103079215260 gen 10 00000100:00000040:2.0:1773674224.939536:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.939544:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.939545:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000001:2.0:1773674224.939548:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.939551:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.939557:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.939559:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.939562:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.939568:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674224.939571:0:94178:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc0414f380. 00000100:00000001:2.0:1773674224.939576:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.939579:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953473792/t103079215249(103079215249) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773674241 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.939585:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674224.939588:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940208:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=9 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940213:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940217:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674224.940223:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940225:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940227:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674224.940232:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940233:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940240:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940247:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.940249:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674224.940251:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940255:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940261:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.940263:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940267:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940274:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674224.940276:0:94178:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff98dc07355d80. 00000100:00000001:2.0:1773674224.940278:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940282:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953474048/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674241 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940288:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.940290:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.940293:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98dc05680000. 02000000:00000001:2.0:1773674224.940328:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.940330:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940332:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=8 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940334:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940336:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674224.940339:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940340:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940342:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674224.940345:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940346:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940351:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940357:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940360:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4000 x1859825953474432/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940367:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.940368:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.940370:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729e400. 02000000:00000001:2.0:1773674224.940373:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.940374:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940375:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=7 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940377:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940379:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03106e00. 02000000:00000001:2.0:1773674224.940396:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940398:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940399:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4000. 00000100:00000001:2.0:1773674224.940403:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940404:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940408:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940416:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940419:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff4700 x1859825953474816/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674235 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940426:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.940427:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.940429:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729fc00. 02000000:00000001:2.0:1773674224.940431:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.940432:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940434:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940435:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940437:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc03107a00. 02000000:00000001:2.0:1773674224.940440:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940441:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940443:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff4700. 00000100:00000001:2.0:1773674224.940454:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940456:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940461:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674224.940469:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940472:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953475584/t103079215255(103079215255) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674224.940485:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674224.940486:0:94178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674224.940488:0:94178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959ec00. 02000000:00000001:2.0:1773674224.940491:0:94178:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674224.940493:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940494:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940496:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940497:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08822600. 02000000:00000001:2.0:1773674224.940500:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940501:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940502:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674224.940505:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940506:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940512:0:94178:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215260) req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940519:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.940520:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521002368 : -113404188549248 : ffff98dc07a01f80) 00000100:00000001:2.0:1773674224.940523:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940526:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940532:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674224.940537:0:94178:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940544:0:94178:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773674224.940546:0:94178:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: normal: skip=1 replay=6/7 committed=0/0 00000100:00000001:2.0:1773674224.940548:0:94178:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674224.940551:0:94178:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674224.940556:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940562:0:94178:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674224.940565:0:94178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674224.940567:0:94178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674224.940571:0:94178:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674224.940578:0:94178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428ad80 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94178:1859825953478656:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773674224.940584:0:94178:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.940586:0:94178:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.940588:0:94178:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674224.940590:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940604:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940611:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674224.940613:0:94178:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674224.940616:0:94178:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674224.940618:0:94178:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674224.940626:0:94178:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674224.940627:0:94178:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462842752 : -113404246708864 : ffff98dc0428ad80) 00000002:00000001:2.0:1773674224.940630:0:94178:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674224.940633:0:94178:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.940638:0:94178:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08561a00. 00000080:00000001:2.0:1773674224.940642:0:94178:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674224.940645:0:94178:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674224.940649:0:94178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674224.940651:0:94178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674224.940654:0:94178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674224.940657:0:94178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674224.940658:0:94178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674224.940661:0:94178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674224.940664:0:94178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674224.940669:0:94178:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674224.940674:0:94178:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940681:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940685:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01f80 x1859825953477888/t103079215260(103079215260) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674246 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940691:0:94178:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674224.940693:0:94178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674224.940695:0:94178:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674224.940697:0:94178:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674224.940699:0:94178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063a9c00. 02000000:00000001:2.0:1773674224.940702:0:94178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674224.940703:0:94178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674224.940705:0:94178:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01f80. 00000100:00000001:2.0:1773674224.940708:0:94178:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674224.940709:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674224.940711:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940715:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940721:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674224.940723:0:94178:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc095dd1e0. 00000002:00000001:2.0:1773674224.940726:0:94178:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674224.940728:0:94178:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.940730:0:94178:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc056e1f00. 00000100:00000001:2.0:1773674224.940732:0:94178:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674224.940735:0:94178:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428ad80 x1859825953478656/t103079215261(103079215261) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674240 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674224.940742:0:94178:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.940745:0:94178:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674224.940748:0:94178:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc11762c80. 00000080:00000001:2.0:1773674224.940752:0:94178:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674224.940759:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3dd0 00000080:00000008:2.0:1773674224.940762:0:94178:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102001, rc = 0 00000080:00000001:2.0:1773674224.940787:0:94178:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674224.941198:0:94178:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674224.941202:0:94178:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ca3e00 00000080:00002000:2.0:1773674224.941205:0:94178:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:2.0:1773674224.941208:0:94178:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773674224.946609:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674224.946616:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674224.946620:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674224.946629:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674224.946631:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674224.946636:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674224.946649:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674224.946662:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.946671:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674224.946673:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.946676:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674224.946679:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674224.946682:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674224.946684:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674224.946687:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674224.946698:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0ce8 time=354 v=5 (5 5 5 0) 00000100:00001000:3.0:1773674224.946702:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674224.946705:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674224.946707:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674224.946710:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674224.946714:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.946717:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674224.946719:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:3.0:1773674224.946721:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674224.946723:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674224.946727:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.946734:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674224.946738:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674224.946740:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674224.946743:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674224.946752:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953478400:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674224.946757:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.946760:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674224.947267:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953478400/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674240 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674224.947287:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674224.947291:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674224.947295:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc10309000. 02000000:00000001:3.0:1773674224.947300:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674224.947303:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674224.947305:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674224.947308:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674224.947310:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc10308800. 02000000:00000001:3.0:1773674224.947314:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674224.947316:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674224.947318:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674224.947322:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674224.947323:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.947327:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674224.947338:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674224.947340:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674224.947344:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674224.947347:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.024231:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bd08 00000080:00200008:2.0:1773674225.024241:0:94183:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.024249:0:94183:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.024251:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bc80 00000080:00200000:2.0:1773674225.024253:0:94183:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.024260:0:94183:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.024267:0:94183:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.024271:0:94183:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.024277:0:94183:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.024280:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bba0 00800000:00000002:2.0:1773674225.024282:0:94183:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.024286:0:94183:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.024289:0:94183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.024291:0:94183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.024294:0:94183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.024297:0:94183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.024299:0:94183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.024301:0:94183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.024304:0:94183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.024309:0:94183:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.024315:0:94183:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.024317:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177ba70 00000002:00010000:2.0:1773674225.024319:0:94183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.024323:0:94183:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.024326:0:94183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.024329:0:94183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674225.024336:0:94183:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.024338:0:94183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.024340:0:94183:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.024343:0:94183:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773674225.024345:0:94183:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773674225.024350:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674225.024355:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:2.0:1773674225.024362:0:94183:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674225.024368:0:94183:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.024376:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.024377:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.024379:0:94183:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.024382:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.024385:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.024389:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.024397:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0959ec00. 00000100:00000001:2.0:1773674225.024403:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.024408:0:94183:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674225.024410:0:94183:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.024411:0:94183:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674225.024413:0:94183:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.024414:0:94183:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.024419:0:94183:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00010000:00000001:2.0:1773674225.024423:0:94183:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773674225.024425:0:94183:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773674225.024428:0:94183:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc043b7500. 00010000:00000010:2.0:1773674225.024431:0:94183:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc043c3b00. 00010000:00000001:2.0:1773674225.024435:0:94183:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773674225.024440:0:94183:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc043ce200. 00000020:00000001:2.0:1773674225.024443:0:94183:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773674225.024446:0:94183:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc043ce200 with handle 0x2f77f56113814339 to hash 00000020:00000001:2.0:1773674225.024448:0:94183:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773674225.024449:0:94183:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.024453:0:94183:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.024456:0:94183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.024459:0:94183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.024462:0:94183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94183 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674225.024471:0:94183:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94183 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674225.024481:0:94183:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94183 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773674225.024491:0:94183:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.024493:0:94183:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.024500:0:94183:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.024502:0:94183:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678885120 : -113404030666496 : ffff98dc11093900) 00000100:00000001:2.0:1773674225.024504:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.024506:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674225.024511:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.024514:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.024517:0:94183:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.024519:0:94183:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.024536:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.024545:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.024547:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.024550:0:94183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.024553:0:94183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.024555:0:94183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.024559:0:94183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953478784:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674225.024563:0:94183:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.024568:0:94183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.024570:0:94183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.024573:0:94183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.024578:0:94183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674225.024580:0:94183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.024588:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.024591:0:94183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.024598:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.024606:0:94183:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953478784, portal 10 00000100:00000001:2.0:1773674225.024608:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.024609:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674225.024614:0:94183:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.024626:0:94183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.024629:0:94183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.024632:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064bb0. 00000100:00000200:2.0:1773674225.024635:0:94183:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953478784, offset 0 00000400:00000200:2.0:1773674225.024641:0:94183:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.024648:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.024656:0:94183:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.024661:0:94183:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.024665:0:94183:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.024668:0:94183:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.024671:0:94183:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.024675:0:94183:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252857:252857:256:4294967295] 192.168.201.103@tcp LPNI seq info [252825:252825:8:4294967295] 00000400:00000200:2.0:1773674225.024679:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.024688:0:94183:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.024694:0:94183:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.024699:0:94183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558b00. 00000800:00000200:2.0:1773674225.024706:0:94183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.024713:0:94183:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.024718:0:94183:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.024744:0:94183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.024748:0:94183:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 313765 usecs (314 jiffies) 00000400:00000200:2.0:1773674225.024751:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.024754:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782393 00000100:00000001:2.0:1773674225.024757:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.024760:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782393 00000100:00000001:2.0:1773674225.024762:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.024807:0:94183:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.024810:0:94183:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.024812:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.024814:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674225.024817:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 17 seconds 00000100:00000001:2.0:1773674225.024819:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.024822:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674225.025104:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674225.025109:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558b00. 00000400:00000200:0.0:1773674225.025114:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.025120:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674225.025125:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064bb0 00000400:00000010:0.0:1773674225.025127:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064bb0. 00000100:00000001:0.0:1773674225.025132:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674225.025137:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.025147:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674225.025151:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.025157:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.025159:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674225.047950:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.048102:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.048107:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.048112:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.048122:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.048130:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.048142:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.048149:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.048154:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.048159:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794d1880 00000400:00000200:0.0:1773674225.048165:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.048171:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5c39 [1] + 224 00000800:00000001:0.0:1773674225.048179:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.048192:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.048196:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.048200:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.048208:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.048217:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674225.048236:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.048928:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674225.048969:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.048982:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.048987:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773674225.049070:0:94183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.049073:0:94183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.049077:0:94183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.049083:0:94183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.049086:0:94183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.049089:0:94183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.049096:0:94183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674225.049107:0:94183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.049114:0:94183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.049116:0:94183:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.049119:0:94183:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.049122:0:94183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.049126:0:94183:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.049128:0:94183:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.049131:0:94183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.049140:0:94183:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.049145:0:94183:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.049148:0:94183:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.049149:0:94183:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.049152:0:94183:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.049156:0:94183:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.049159:0:94183:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.049161:0:94183:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.049163:0:94183:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.049166:0:94183:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.049171:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.049184:0:94183:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.049187:0:94183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.049189:0:94183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.049193:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674225.049201:0:94183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953478784:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773674225.049206:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.049209:0:94183:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.049211:0:94183:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.049213:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.049217:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.049224:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.049226:0:94183:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.049230:0:94183:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.049232:0:94183:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.049235:0:94183:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674225.049239:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.049242:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.049245:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=4 00000020:00000001:2.0:1773674225.049247:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049250:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000040:2.0:1773674225.049258:0:94183:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc043ce200, remote cookie: 0x441c89a0128d6c54, flags: 0x1001 00010000:00010000:2.0:1773674225.049264:0:94183:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674225.049275:0:94183:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049288:0:94183:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674225.049292:0:94183:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674225.049294:0:94183:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674225.049295:0:94183:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674225.049297:0:94183:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674225.049299:0:94183:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc043b7500) refcount = 1 00010000:00010000:2.0:1773674225.049304:0:94183:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049311:0:94183:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674225.049315:0:94183:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674225.049316:0:94183:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.049320:0:94183:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674225.049322:0:94183:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.049326:0:94183:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049332:0:94183:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674225.049334:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049336:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.049337:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049338:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.049340:0:94183:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.049344:0:94183:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674225.049346:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.049348:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.049349:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.049351:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049354:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049356:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.049357:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.049359:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=4 00000020:00000001:2.0:1773674225.049361:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049363:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049366:0:94183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.049370:0:94183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.049373:0:94183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049380:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049381:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.049761:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.049952:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.049954:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=5 00000020:00000001:2.0:1773674225.049957:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049960:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.049963:0:94183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.049966:0:94183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049974:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049976:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674225.049978:0:94183:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.049984:0:94183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.049986:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049987:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.049988:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.049989:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674225.049999:0:94183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674225.050008:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050009:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050010:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050013:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050072:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050075:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050076:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.050078:0:94183:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.050080:0:94183:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.050083:0:94183:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674225.050085:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050086:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050087:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050089:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050091:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00000002:00010000:2.0:1773674225.050095:0:94183:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.050103:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050104:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.050106:0:94183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674225.050107:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050109:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050110:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050112:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050114:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000040:2.0:1773674225.050121:0:94183:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674225.050124:0:94183:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674225.050129:0:94183:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773674225.050131:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050132:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.050134:0:94183:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674225.050137:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177b9f0 00000002:00002000:2.0:1773674225.050140:0:94183:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773674225.050143:0:94183:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.050147:0:94183:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.050151:0:94183:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674225.050154:0:94183:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674225.050157:0:94183:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.050161:0:94183:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.050165:0:94183:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.050171:0:94183:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.050174:0:94183:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674225.050180:0:94183:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773674225.050184:0:94183:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773674225.050193:0:94183:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc02c85fc0. 00800000:00000001:2.0:1773674225.050195:0:94183:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669439754176 : -113404269797440 : ffff98dc02c85fc0) 00800000:00000001:2.0:1773674225.050198:0:94183:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.050200:0:94183:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773674225.050203:0:94183:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773674225.050206:0:94183:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773674225.050209:0:94183:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773674225.050212:0:94183:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773674225.050214:0:94183:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.050219:0:94183:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773674225.050223:0:94183:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773674225.050226:0:94183:0:(llite_lib.c:2874:ll_update_inode()) setting ino 144115188193296385 mtime from 1773674219 to 1773674224 00000080:00200000:2.0:1773674225.050231:0:94183:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773674225.050233:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050234:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050236:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050238:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050240:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050243:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050244:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674225.050246:0:94183:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674225.050248:0:94183:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773674225.050250:0:94183:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc02c85fc0 1 00800000:00000010:2.0:1773674225.050252:0:94183:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc02c85fc0. 00800000:00000001:2.0:1773674225.050256:0:94183:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.050259:0:94183:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814339 00800000:00000001:2.0:1773674225.050262:0:94183:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.050264:0:94183:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.050266:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050267:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050268:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050270:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050272:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050274:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050275:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.050277:0:94183:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.050279:0:94183:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.050281:0:94183:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.050283:0:94183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.050286:0:94183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814339 from it ffffbabdc177bcb8 00010000:00000001:2.0:1773674225.050288:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.050289:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.050290:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.050292:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050293:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.050295:0:94183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.050298:0:94183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.050304:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050305:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.050307:0:94183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.050309:0:94183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.050312:0:94183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674225.050320:0:94183:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.050322:0:94183:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.050324:0:94183:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.050328:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050329:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.050332:0:94183:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.050335:0:94183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.050336:0:94183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.050338:0:94183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.050341:0:94183:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.050343:0:94183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.050345:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.050346:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.050348:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.050353:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953478784/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.050361:0:94183:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.050364:0:94183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.050367:0:94183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc050c6000. 02000000:00000001:2.0:1773674225.050371:0:94183:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.050373:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.050376:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.050378:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.050380:0:94183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0959ec00. 02000000:00000001:2.0:1773674225.050384:0:94183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.050932:0:94183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.050936:0:94183:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674225.050943:0:94183:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.050944:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.050948:0:94183:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.050954:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bd08 00000080:00000008:2.0:1773674225.050956:0:94183:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.052996:0:94183:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.053200:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bd08 00000080:00200008:2.0:1773674225.053205:0:94183:0:(file.c:6209:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773674225.053212:0:94183:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.053214:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bc80 00000080:00200000:2.0:1773674225.053216:0:94183:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.053223:0:94183:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.053229:0:94183:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.053233:0:94183:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.053239:0:94183:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.053241:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bba0 00800000:00000002:2.0:1773674225.053243:0:94183:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.053247:0:94183:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.053250:0:94183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.053252:0:94183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.053255:0:94183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.053258:0:94183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.053260:0:94183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.053262:0:94183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.053264:0:94183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.053269:0:94183:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.053274:0:94183:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.053276:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177ba70 00000002:00010000:2.0:1773674225.053277:0:94183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.053281:0:94183:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.053283:0:94183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.053286:0:94183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.053293:0:94183:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674225.053296:0:94183:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.053301:0:94183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.053305:0:94183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.053310:0:94183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773674225.053321:0:94183:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.053326:0:94183:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.053329:0:94183:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773674225.053336:0:94183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.053338:0:94183:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.053339:0:94183:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.053341:0:94183:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.053343:0:94183:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.053346:0:94183:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.053348:0:94183:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.053351:0:94183:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.053354:0:94183:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.053358:0:94183:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.053360:0:94183:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.053363:0:94183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.053367:0:94183:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814339 00800000:00000001:2.0:1773674225.053370:0:94183:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.053373:0:94183:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.053374:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.053377:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.053379:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.053381:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.053383:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.053690:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.053692:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.053693:0:94183:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.053696:0:94183:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.053699:0:94183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814339 from it ffffbabdc177bcb8 00010000:00000001:2.0:1773674225.053701:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.053703:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.053705:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.053707:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.053709:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.053712:0:94183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.053715:0:94183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674225.053723:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.053725:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.053726:0:94183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.053729:0:94183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.053732:0:94183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674225.053741:0:94183:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.053744:0:94183:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.053746:0:94183:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.053751:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.053753:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.053755:0:94183:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.053758:0:94183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.053760:0:94183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.053762:0:94183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.053977:0:94183:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.053981:0:94183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.053982:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.053984:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.053987:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.053989:0:94183:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.053993:0:94183:0:(file.c:6162:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.053999:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bd08 00000080:00000008:2.0:1773674225.054001:0:94183:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773674225.054197:0:94183:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.054200:0:94183:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.054201:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bb78 00000080:00200000:2.0:1773674225.054204:0:94183:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.054209:0:94183:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.054213:0:94183:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.054216:0:94183:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.054219:0:94183:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.054220:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177ba98 00800000:00000002:2.0:1773674225.054222:0:94183:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.054226:0:94183:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.054228:0:94183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.054229:0:94183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.054231:0:94183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.054233:0:94183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.054234:0:94183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.054236:0:94183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.054239:0:94183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.054242:0:94183:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.054246:0:94183:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.054247:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177b968 00000002:00010000:2.0:1773674225.054248:0:94183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.054251:0:94183:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.054252:0:94183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.054254:0:94183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.054258:0:94183:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:2.0:1773674225.054260:0:94183:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.054264:0:94183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.054267:0:94183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.054270:0:94183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773674225.054279:0:94183:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.054282:0:94183:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.054286:0:94183:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773674225.054292:0:94183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.054294:0:94183:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.054296:0:94183:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.054298:0:94183:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.054300:0:94183:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.054302:0:94183:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.054304:0:94183:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.054307:0:94183:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.054309:0:94183:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.054312:0:94183:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.054314:0:94183:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.054316:0:94183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.054319:0:94183:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814339 00800000:00000001:2.0:1773674225.054322:0:94183:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.054324:0:94183:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.054325:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.054327:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.054329:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.054331:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.054334:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.054336:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.054338:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.054339:0:94183:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.054341:0:94183:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.054343:0:94183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814339 from it ffffbabdc177bbb0 00010000:00000001:2.0:1773674225.054345:0:94183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.054346:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.054348:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:2.0:1773674225.054350:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.054352:0:94183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:2.0:1773674225.054354:0:94183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.054357:0:94183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674225.054362:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.054363:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.054365:0:94183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.054366:0:94183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.054369:0:94183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674225.054375:0:94183:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.054377:0:94183:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.054379:0:94183:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.054381:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.054383:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.054384:0:94183:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.054386:0:94183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.054388:0:94183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.054390:0:94183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.054392:0:94183:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.055112:0:94183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.055115:0:94183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.055116:0:94183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.055119:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.055120:0:94183:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.055124:0:94183:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 44 00000080:00000001:2.0:1773674225.055128:0:94183:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.055134:0:94183:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773674225.055136:0:94183:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773674225.055138:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bb78 00000080:00200008:2.0:1773674225.055140:0:94183:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 100000 00000080:00000010:2.0:1773674225.055146:0:94183:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc1168d900. 00000080:00000001:2.0:1773674225.055151:0:94183:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.055153:0:94183:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.055273:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.055276:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.055285:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.055289:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.055294:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.055297:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.055300:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.055302:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.055304:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.055311:0:94183:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773674225.055313:0:94183:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: age 5881, max_age 6113 00000002:00000001:2.0:1773674225.055317:0:94183:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773674225.055320:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000010:2.0:1773674225.055326:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674225.055329:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674225.055333:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.055335:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.055338:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.055346:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674225.055353:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.055356:0:94183:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.055358:0:94183:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.055364:0:94183:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.055366:0:94183:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678885120 : -113404030666496 : ffff98dc11093900) 00000100:00000001:2.0:1773674225.055369:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.055370:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674225.055375:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.055379:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.055381:0:94183:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.055382:0:94183:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.055595:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.055616:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.055618:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.055622:0:94183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.055625:0:94183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.055627:0:94183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.055630:0:94183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953478912:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773674225.055634:0:94183:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.055640:0:94183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.055642:0:94183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.055904:0:94183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.055910:0:94183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674225.055923:0:94183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.055931:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.055936:0:94183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.055943:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.055949:0:94183:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953478912, portal 10 00000100:00000001:2.0:1773674225.055952:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.055953:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674225.055961:0:94183:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.055967:0:94183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.055971:0:94183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.055974:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064220. 00000100:00000200:2.0:1773674225.055978:0:94183:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953478912, offset 0 00000400:00000200:2.0:1773674225.055985:0:94183:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.055994:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.056002:0:94183:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.056007:0:94183:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.056012:0:94183:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.056194:0:94183:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.056198:0:94183:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.056202:0:94183:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252858:252858:256:4294967295] 192.168.201.103@tcp LPNI seq info [252826:252826:8:4294967295] 00000400:00000200:2.0:1773674225.056208:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.056219:0:94183:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.056225:0:94183:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.056230:0:94183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558400. 00000800:00000200:2.0:1773674225.056238:0:94183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.056246:0:94183:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.056250:0:94183:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.056268:0:94183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.056274:0:94183:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 313185 usecs (314 jiffies) 00000400:00000200:2.0:1773674225.056277:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.056280:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782425 00000100:00000001:2.0:1773674225.056283:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.056285:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782425 00000100:00000001:2.0:1773674225.056287:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.056290:0:94183:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.056292:0:94183:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.056295:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.056297:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674225.056300:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 17 seconds 00000100:00000001:2.0:1773674225.056303:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.056306:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.056453:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.056458:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558400. 00000400:00000200:1.0:1773674225.056463:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.056469:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.056474:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064220 00000400:00000010:1.0:1773674225.056477:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064220. 00000100:00000001:1.0:1773674225.056482:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.056487:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.056497:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.056501:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.056508:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.056509:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.089004:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.089023:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.089028:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.089031:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.089042:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.089050:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.089058:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.089064:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.089069:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.089073:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794d1900 00000400:00000200:0.0:1773674225.089078:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.089085:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c5c41 [1] + 224 00000800:00000001:0.0:1773674225.089092:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.089101:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.089104:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.089109:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.089116:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.089124:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.089136:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.089163:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.089172:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.089175:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.089540:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.089550:0:94183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.089552:0:94183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.089555:0:94183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.089560:0:94183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.089562:0:94183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.089565:0:94183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.089571:0:94183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674225.089580:0:94183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.089586:0:94183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.089588:0:94183:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.089590:0:94183:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.089594:0:94183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.089596:0:94183:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.089598:0:94183:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.089602:0:94183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.089612:0:94183:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.089617:0:94183:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.089619:0:94183:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.089621:0:94183:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.089624:0:94183:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.089628:0:94183:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.089632:0:94183:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.089634:0:94183:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.089636:0:94183:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.089639:0:94183:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.089644:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.089651:0:94183:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.089654:0:94183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.089657:0:94183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.089661:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674225.089668:0:94183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953478912:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773674225.089674:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.089677:0:94183:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.089679:0:94183:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.089681:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.089685:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.089691:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.089694:0:94183:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.089698:0:94183:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.089699:0:94183:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.089705:0:94183:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773674225.089707:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.089710:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953478912/t0(0) o41->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.089717:0:94183:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.089720:0:94183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.089722:0:94183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674225.089725:0:94183:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.089728:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.089730:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.089733:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.089736:0:94183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674225.089740:0:94183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.089742:0:94183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.089744:0:94183:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674225.089748:0:94183:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.089749:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.089751:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.089752:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.089754:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773674225.089757:0:94183:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff98dc07f29800: update ffff98dc070c8450 cache blocks 317237/353529 objects 1023645/1024000 00800000:00000001:2.0:1773674225.089761:0:94183:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.090005:0:94183:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.090009:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.090013:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.090017:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.090020:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.090082:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.090086:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.090094:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.090096:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.090102:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.090107:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.090109:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.090112:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.090114:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.090120:0:94183:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773674225.090123:0:94183:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff98dc07f29800: age 5828, max_age 6113 00000002:00000001:2.0:1773674225.090126:0:94183:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773674225.090129:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000010:2.0:1773674225.090134:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674225.090136:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=5 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674225.090140:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.090143:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.090148:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.090154:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674225.090160:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.090163:0:94183:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.090165:0:94183:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.090170:0:94183:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.090172:0:94183:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678885120 : -113404030666496 : ffff98dc11093900) 00000100:00000001:2.0:1773674225.090175:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.090176:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674225.090181:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.090184:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.090186:0:94183:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.090188:0:94183:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.090193:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.090200:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.090203:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.090207:0:94183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.090209:0:94183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.090212:0:94183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.090214:0:94183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479040:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773674225.090218:0:94183:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.090222:0:94183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.090224:0:94183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.090226:0:94183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.090230:0:94183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674225.090232:0:94183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.090237:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.090240:0:94183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.090245:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.090251:0:94183:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953479040, portal 10 00000100:00000001:2.0:1773674225.090253:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.090255:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674225.090261:0:94183:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.090268:0:94183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.090270:0:94183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.090273:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064088. 00000100:00000200:2.0:1773674225.090276:0:94183:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953479040, offset 0 00000400:00000200:2.0:1773674225.090282:0:94183:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.090291:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.090297:0:94183:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.090302:0:94183:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.090306:0:94183:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.090311:0:94183:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.090313:0:94183:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.090317:0:94183:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252859:252859:256:4294967295] 192.168.201.103@tcp LPNI seq info [252827:252827:8:4294967295] 00000400:00000200:2.0:1773674225.090322:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.090331:0:94183:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.090338:0:94183:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.090342:0:94183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558e00. 00000800:00000200:2.0:1773674225.090349:0:94183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.090357:0:94183:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.090361:0:94183:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.103294:0:94183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.103306:0:94183:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 89561 usecs (90 jiffies) 00000400:00000200:2.0:1773674225.103316:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.103321:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782248 00000100:00000001:2.0:1773674225.103325:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.103327:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782248 00000100:00000001:2.0:1773674225.103330:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.103332:0:94183:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.103336:0:94183:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.103338:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.103340:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674225.103344:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 17 seconds 00000100:00000001:2.0:1773674225.103349:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.103352:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.103909:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.103948:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558e00. 00000400:00000200:1.0:1773674225.103956:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.103965:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.103973:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064088 00000400:00000010:1.0:1773674225.103977:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064088. 00000100:00000001:1.0:1773674225.103982:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.103991:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.104003:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.104007:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.104015:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.104017:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.107411:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.107431:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.107448:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.107452:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.107462:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.107471:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.107480:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.107486:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.107492:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.107496:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b80794d1980 00000400:00000200:0.0:1773674225.107501:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.107507:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c5c49 [1] + 224 00000800:00000001:0.0:1773674225.107515:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.107525:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.107528:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.107533:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.107540:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.107550:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.107561:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.107585:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.107594:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.107598:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.107815:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.107824:0:94183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.107825:0:94183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.107829:0:94183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.107833:0:94183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.107835:0:94183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.107838:0:94183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.107855:0:94183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674225.107865:0:94183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.107872:0:94183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.107874:0:94183:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.107876:0:94183:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.107880:0:94183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.107883:0:94183:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.107885:0:94183:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.107888:0:94183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.107898:0:94183:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.107903:0:94183:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674225.107906:0:94183:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.107908:0:94183:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.107911:0:94183:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.107925:0:94183:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.107930:0:94183:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.107932:0:94183:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674225.107935:0:94183:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.107936:0:94183:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.107941:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.107948:0:94183:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.107951:0:94183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.107953:0:94183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.107957:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674225.107965:0:94183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479040:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773674225.107970:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.107973:0:94183:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.107976:0:94183:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.107979:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.107983:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.107989:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.107992:0:94183:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.107996:0:94183:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.107998:0:94183:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.108004:0:94183:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773674225.108006:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.108010:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953479040/t0(0) o41->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.108016:0:94183:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.108018:0:94183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.108021:0:94183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674225.108025:0:94183:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.108027:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.108029:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.108031:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.108034:0:94183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:2.0:1773674225.108038:0:94183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.108040:0:94183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.108042:0:94183:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:2.0:1773674225.108045:0:94183:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.108046:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.108048:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.108049:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.108051:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773674225.108054:0:94183:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff98dc07f29800: update ffff98dc070c9e08 cache blocks 317281/353529 objects 1023717/1024000 00800000:00000001:2.0:1773674225.108059:0:94183:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.108065:0:94183:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108068:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.108071:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108075:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108078:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108131:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108133:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108141:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108144:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108150:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108153:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108156:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108159:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108161:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108165:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108168:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108171:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108173:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108176:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108178:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108183:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108185:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108188:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108189:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108192:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108194:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108196:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108197:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108198:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108202:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108203:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108206:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108208:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108211:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108212:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108215:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108217:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108219:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108221:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108223:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108225:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108227:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108228:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108229:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108231:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108233:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108235:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108237:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108239:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108240:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108243:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108245:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108248:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108249:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108251:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108254:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108255:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108256:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108257:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108260:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108261:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108263:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108265:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108267:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108268:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108271:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108273:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108275:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108277:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108279:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108281:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108283:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108284:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108286:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108289:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108291:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108292:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108294:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108296:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108297:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108301:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108302:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108305:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108306:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108309:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108311:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108313:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108314:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108315:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108318:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108320:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108321:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108324:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108326:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108327:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108331:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108332:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108334:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108335:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108337:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108339:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108341:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108342:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108343:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108346:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108348:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108350:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108352:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108354:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108356:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108359:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108360:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108362:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108363:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108365:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108367:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108368:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108370:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108371:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108373:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108375:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108376:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108378:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108380:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108381:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108384:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108386:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108388:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108389:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108392:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108394:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108395:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108396:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108397:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108400:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108401:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108404:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108406:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108408:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108410:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108413:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108414:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108417:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108418:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108420:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108422:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108423:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108424:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108425:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108428:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108429:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108431:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108433:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108450:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108453:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108457:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108459:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108462:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108464:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108466:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108468:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108470:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108471:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108473:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108475:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108477:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108479:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108481:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108483:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108484:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108487:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108489:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108492:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108493:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108495:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108497:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108498:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108499:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108500:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108503:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108504:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108506:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108508:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108510:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108512:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108515:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108516:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108519:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108520:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108522:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108524:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108526:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108527:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108529:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108531:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108533:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108535:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108536:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108539:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108541:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108544:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108546:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108549:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108550:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108553:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108555:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108557:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108558:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108560:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108562:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108564:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108566:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108568:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108570:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108571:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108574:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108575:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108578:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108579:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108581:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108584:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108585:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108587:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108588:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108591:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108593:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108595:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108597:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108600:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108601:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108605:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108606:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108609:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108610:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108612:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108614:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108615:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108617:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108618:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108621:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108623:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108625:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108627:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108629:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108631:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108634:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108636:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108639:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108641:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108643:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108939:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108942:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108944:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108946:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108949:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108951:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108953:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108955:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108957:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108959:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108966:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.108967:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.108971:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.108973:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.108976:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.108979:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.108981:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.108982:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.108983:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.108986:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108989:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108991:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.108994:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.108996:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.108998:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109002:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109003:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109006:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109007:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109010:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109012:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109014:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109015:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109017:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109019:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109021:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109023:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109024:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109027:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109029:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109032:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109033:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109036:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109037:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109039:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109041:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109043:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109044:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109045:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109048:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109050:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109052:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109054:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109057:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109059:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109062:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109064:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109066:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109068:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109070:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109072:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109074:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109075:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109076:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109079:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109080:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109082:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109084:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109087:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109089:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109092:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109094:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109096:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109097:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109099:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109101:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109103:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109104:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109105:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109108:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109110:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109111:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109113:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109115:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109117:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109120:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109122:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109124:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109125:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109128:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109130:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109131:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109132:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109133:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109135:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109137:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109139:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109141:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109143:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109145:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109148:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109149:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109152:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109153:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109155:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109157:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109159:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109160:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109161:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109164:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109165:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109167:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109169:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109171:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109173:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109176:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109178:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109180:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109181:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109184:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109186:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109187:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109189:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109190:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109193:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109195:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109197:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109199:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109202:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109203:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109207:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109208:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109211:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109212:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109215:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109217:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109219:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109220:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109221:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109223:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109225:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109227:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109229:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109231:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109233:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109235:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109237:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109239:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109241:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109243:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109245:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109246:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109248:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109249:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109251:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109253:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109255:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109257:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109258:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109260:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109263:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109264:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109267:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109268:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109270:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109272:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109274:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109275:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109277:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109279:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109281:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109282:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109284:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109287:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109289:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109292:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109293:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109296:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109297:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109299:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109302:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109303:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109305:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109306:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109309:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109311:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109313:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109315:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109317:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109322:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109325:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109326:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109329:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109330:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109332:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109334:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109336:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109337:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109338:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109341:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109343:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109345:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109347:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109350:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109351:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109355:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109356:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109358:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109359:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109362:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109364:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109365:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109366:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109367:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109370:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109372:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109374:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109377:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109379:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109381:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109384:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109386:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109388:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109390:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109392:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109394:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109396:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109397:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109398:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109400:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109402:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109404:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109406:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109408:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109410:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109413:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109415:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109417:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109418:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109421:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109423:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109424:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109425:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109427:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109430:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109432:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109434:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109436:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109438:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109440:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109443:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109445:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109447:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109449:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109451:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109453:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109454:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109455:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109457:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109459:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109461:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109462:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109464:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109466:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109468:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109470:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109472:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109474:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109475:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109477:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109479:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109480:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109481:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109482:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109485:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109486:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109488:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109490:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109492:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109494:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109496:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109497:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109500:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109501:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109503:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109505:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109507:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109508:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109509:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109512:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109514:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109516:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109518:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109520:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109522:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109524:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109525:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109528:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109529:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109530:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109532:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109534:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109535:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109536:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109538:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109540:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109549:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109551:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109553:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109555:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109558:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109559:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109561:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109562:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109564:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109566:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109568:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109569:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109571:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109573:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109575:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109577:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109579:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109581:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109583:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109586:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109587:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109589:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109816:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109821:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109824:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109825:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109827:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109828:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109831:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109832:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109834:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109837:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109839:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109841:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109847:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109848:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109851:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109852:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109854:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109856:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109858:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109859:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109861:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109863:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109866:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109868:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109870:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109872:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109874:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109876:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109878:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109880:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109881:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109883:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109884:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109886:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109887:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109888:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109891:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109892:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109894:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109896:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109898:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109900:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109902:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109904:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109906:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109907:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109909:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109911:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109925:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109926:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109927:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109929:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109930:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109932:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109933:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109936:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109937:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109941:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109942:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109945:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109946:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109948:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109950:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109952:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109953:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109954:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109957:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109959:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109961:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109963:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109965:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109966:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109969:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109970:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.109972:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.109974:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.109975:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.109977:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.109979:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.109980:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.109981:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.109983:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109985:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109987:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.109989:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.109991:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109992:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.109995:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.109997:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110000:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110001:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110003:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110005:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110007:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110008:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110010:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110012:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110014:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110016:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110018:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110020:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110022:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110024:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110026:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110028:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110029:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110031:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110032:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110034:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110035:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110036:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110038:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110040:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110042:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110044:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110046:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110048:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110050:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110052:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110054:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110056:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110058:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110060:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110062:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110063:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110065:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110067:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110069:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110071:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110073:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110075:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110076:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110079:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110080:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110083:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110084:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110086:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110087:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110089:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110090:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110091:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110093:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110095:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110097:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110099:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110101:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110103:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110105:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110106:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110109:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110110:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110111:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110113:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110115:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110116:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110118:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110120:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110122:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110124:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110126:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110128:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110130:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110132:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110133:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110136:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110137:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110138:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110140:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110142:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110143:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110144:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110146:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110148:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110150:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110152:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110154:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110155:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110158:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110159:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110161:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110162:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110164:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110166:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110168:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110169:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110170:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110172:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110175:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110177:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110179:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110181:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110183:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110185:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110187:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110189:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110190:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110192:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110193:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110195:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110196:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110197:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110200:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110201:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110203:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110205:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110207:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110209:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110211:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110212:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110214:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110216:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110217:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110219:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110221:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110222:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110223:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110225:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110227:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110229:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110231:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110233:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110235:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110237:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110238:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110241:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110242:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110244:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110246:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110247:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110249:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110250:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110252:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110254:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110256:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110258:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110259:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110261:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110264:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110265:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110267:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110268:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110270:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110272:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110274:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110275:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110276:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110279:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110280:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110282:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110285:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110287:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110288:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110291:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110293:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110295:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110296:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110298:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110300:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110301:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110302:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110304:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110306:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110308:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110309:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110311:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110313:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110315:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110317:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110319:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110321:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110322:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110324:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110326:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110327:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110328:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110329:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110332:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110334:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110335:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110337:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110339:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110341:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110344:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110345:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110347:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110348:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110351:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110353:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110354:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110355:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110356:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110359:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110360:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110362:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110364:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110366:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110368:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110371:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110372:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110374:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110375:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110377:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110379:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110380:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110381:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110382:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110385:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110387:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110389:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110391:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110392:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110394:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110397:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110398:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110400:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110401:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110403:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110405:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110407:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110408:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110409:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110412:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110414:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110416:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110418:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110419:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110421:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110424:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110425:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110427:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110428:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110430:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110432:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110434:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110435:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110436:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110438:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110440:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110442:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110444:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110446:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110447:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110450:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110451:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110454:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110455:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110457:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110459:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110460:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110461:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110463:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110465:0:94183:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110467:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110469:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773674225.110471:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110473:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110475:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773674225.110477:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110479:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110481:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110482:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110484:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110486:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110488:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773674225.110489:0:94183:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773674225.110490:0:94183:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00800000:00000001:2.0:1773674225.110492:0:94183:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773674225.110494:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773674225.110496:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1773674225.110498:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:2.0:1773674225.110500:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773674225.110502:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773674225.110505:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773674225.110506:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:2.0:1773674225.110509:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773674225.110510:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773674225.110511:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0959ec00. 00000020:00000001:2.0:1773674225.110513:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.110515:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773674225.110518:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773674225.110520:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0959ec00 uarg=0000000000000000 00020000:00000001:2.0:1773674225.110526:0:94183:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1773674225.110529:0:94183:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff98dc07f29800: age 5828, max_age 6113 00000008:00000001:2.0:1773674225.110532:0:94183:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:2.0:1773674225.110535:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000010:2.0:1773674225.110544:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289180. 00000020:00000040:2.0:1773674225.110548:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.110552:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.110553:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.110556:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773674225.110558:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.110562:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.110567:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.110573:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558b00. 00000100:00000001:2.0:1773674225.110579:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.110582:0:94183:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.110584:0:94183:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.110590:0:94183:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc11093900. 00000100:00000001:2.0:1773674225.110592:0:94183:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678885120 : -113404030666496 : ffff98dc11093900) 00000100:00000001:2.0:1773674225.110595:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.110596:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000001:2.0:1773674225.110601:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.110605:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.110607:0:94183:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.110609:0:94183:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.110618:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.110627:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.110629:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.110633:0:94183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.110635:0:94183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.110638:0:94183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.110641:0:94183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479168:192.168.201.103@tcp:13:lfs.0 00000100:00000001:2.0:1773674225.110644:0:94183:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.110649:0:94183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.110651:0:94183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.110654:0:94183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.110658:0:94183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959f400. 02000000:00000001:2.0:1773674225.110660:0:94183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.110668:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.110671:0:94183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.110678:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.110684:0:94183:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953479168, portal 4 00000100:00000001:2.0:1773674225.110686:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.110688:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462835584 : -113404246716032 : ffff98dc04289180) 00000100:00000040:2.0:1773674225.110693:0:94183:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.110701:0:94183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.110704:0:94183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.110706:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064c38. 00000100:00000200:2.0:1773674225.110709:0:94183:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859825953479168, offset 0 00000400:00000200:2.0:1773674225.110716:0:94183:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.110723:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.110730:0:94183:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.110735:0:94183:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.110738:0:94183:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.110742:0:94183:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.110745:0:94183:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.110749:0:94183:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252860:252860:256:4294967295] 192.168.201.103@tcp LPNI seq info [252828:252828:8:4294967295] 00000400:00000200:2.0:1773674225.110754:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.110790:0:94183:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.110796:0:94183:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.110800:0:94183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558100. 00000800:00000200:2.0:1773674225.110807:0:94183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.110814:0:94183:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.110818:0:94183:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.110835:0:94183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.110840:0:94183:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1224988 usecs (1225 jiffies) 00000400:00000200:2.0:1773674225.110843:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.110846:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300783391 00000100:00000001:2.0:1773674225.110850:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.110853:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300783391 00000100:00000001:2.0:1773674225.110855:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.110857:0:94183:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.110860:0:94183:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.110862:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.110863:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674225.110866:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 11 seconds 00000100:00000001:2.0:1773674225.110869:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.110871:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.111313:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.111318:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558100. 00000400:00000200:1.0:1773674225.111323:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.111329:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.111335:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064c38 00000400:00000010:1.0:1773674225.111338:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064c38. 00000100:00000001:1.0:1773674225.111342:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.111347:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.111358:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.111361:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.111369:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.111371:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.121454:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.121471:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.121476:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.121479:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.121491:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.121500:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.121510:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.121515:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.121521:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.121525:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d1a00 00000400:00000200:0.0:1773674225.121532:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.121538:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5c51 [1] + 224 00000800:00000001:0.0:1773674225.121548:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.121556:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.121560:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.121564:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.121571:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.121580:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.121593:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=368 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.121615:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.121625:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.121629:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.121822:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.121831:0:94183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.121833:0:94183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.121838:0:94183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.121844:0:94183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.121847:0:94183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.121850:0:94183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.121855:0:94183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674225.121866:0:94183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.121873:0:94183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.121874:0:94183:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.121877:0:94183:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.121881:0:94183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.121884:0:94183:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.121886:0:94183:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.121889:0:94183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.121900:0:94183:0:(import.c:2136:obd_at_measure()) add 0 to ffff98dc050c24a0 time=305 v=5 (5 5 0 5) 00000100:00001000:2.0:1773674225.121905:0:94183:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=111 v=5 (1 1 1 0) 00000100:00000001:2.0:1773674225.121908:0:94183:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773674225.121922:0:94183:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff98dc07f29800: operation ost_statfs to node 192.168.201.103@tcp failed: rc = -107 00000100:00000001:2.0:1773674225.155954:0:94183:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773674225.155969:0:94183:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773674225.155976:0:94183:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff98dc07f29800 of lustre-OST0000_UUID@192.168.201.103@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773674225.155983:0:94183:0:(import.c:65:import_set_state_nolock()) ffff98dc050c2000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1773674225.155987:0:94183:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff98dc07f29800: Connection to lustre-OST0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1773674225.200040:0:94183:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773674225.200048:0:94183:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773674225.200050:0:94183:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.200053:0:94183:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773674225.200056:0:94183:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773674225.200061:0:94183:0:(import.c:65:import_set_state_nolock()) ffff98dc050c2000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773674225.200065:0:94183:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773674225.200072:0:94183:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff98dc07f29800: connect to NID 192.168.201.103@tcp last attempt 5704 00000400:00000200:2.0:1773674225.200083:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.200090:0:94183:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:2.0:1773674225.200094:0:94183:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674225.200098:0:94183:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773674225.200101:0:94183:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674225.200104:0:94183:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000001:2.0:1773674225.200108:0:94183:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773674225.200110:0:94183:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813af7 00000020:00000001:2.0:1773674225.200113:0:94183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.200116:0:94183:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a1000 refcount=4 00000020:00000001:2.0:1773674225.200118:0:94183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000020:00000001:2.0:1773674225.200120:0:94183:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000100:00000040:2.0:1773674225.200123:0:94183:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674225.200125:0:94183:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773674225.200127:0:94183:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773674225.200129:0:94183:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 00000020:00000040:2.0:1773674225.200132:0:94183:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a1000 : new refcount 3 00000100:00080000:2.0:1773674225.200312:0:94183:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff98dc07f29800: import ffff98dc050c2000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:2.0:1773674225.200316:0:94183:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.200319:0:94183:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773674225.200687:0:94183:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674225.200693:0:94183:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.200695:0:94183:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773674225.200699:0:94183:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1773674225.200702:0:94183:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.200705:0:94183:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674225.200713:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674225.200718:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 02000000:00000001:3.0:1773674225.200723:0:94183:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773674225.200725:0:94183:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.200729:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674225.200732:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674225.200736:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674225.200744:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc0729d800. 00000100:00000001:3.0:1773674225.200751:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674225.200761:0:94183:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773674225.200805:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674225.200810:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.200816:0:94183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_rcv+-1] req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.200876:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674225.200881:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674225.200884:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674225.200890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.200898:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674225.200900:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.200903:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674225.200906:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674225.200909:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674225.200925:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953479296:192.168.201.103@tcp:8:lfs.0 00000100:00000001:0.0:1773674225.201123:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674225.201129:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674225.201132:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.201135:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674225.201142:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc063a9000. 02000000:00000001:0.0:1773674225.201144:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674225.201152:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674225.201158:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e210. 00000400:00000010:0.0:1773674225.201164:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979000. 00000100:00000200:0.0:1773674225.201172:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953479296, portal 4 00000100:00000001:0.0:1773674225.201175:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674225.201176:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:0.0:1773674225.201185:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.201193:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674225.201196:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674225.201199:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109792a8. 00000100:00000200:0.0:1773674225.201202:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859825953479296, offset 0 00000400:00000200:0.0:1773674225.201209:0:2410:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674225.201217:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.201224:0:2410:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674225.201228:0:2410:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674225.201233:0:2410:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674225.201237:0:2410:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674225.201240:0:2410:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674225.201243:0:2410:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252861:252861:256:4294967295] 192.168.201.103@tcp LPNI seq info [252829:252829:8:4294967295] 00000400:00000200:0.0:1773674225.201248:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.201258:0:2410:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674225.201265:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674225.201271:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674225.201279:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674225.201286:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674225.201291:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773674225.201527:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674225.201533:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1218407 usecs (1219 jiffies) 00000400:00000200:0.0:1773674225.201540:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674225.201545:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300783475 00000100:00000001:0.0:1773674225.201548:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.201551:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300783475 00000100:00000001:0.0:1773674225.201554:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.201556:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674225.201559:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.201563:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.201566:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.201678:0:94183:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.201683:0:94183:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773674225.201685:0:94183:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773674225.201689:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.201692:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674225.201694:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773674225.201697:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc11093900 going to sleep for 1 seconds 00000100:00000001:3.0:1773674225.201700:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674225.201702:0:94183:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.201705:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674225.201707:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.201708:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.201756:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674225.201758:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773674225.201761:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674225.201762:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674225.201800:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.201803:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.202523:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.202530:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674225.202537:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.202544:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.202550:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109792a8 00000400:00000010:1.0:1773674225.202553:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109792a8. 00000100:00000001:1.0:1773674225.202558:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.202564:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.202574:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.202577:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.202585:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.202586:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.213233:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.213253:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.213259:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.213262:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.213272:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.213281:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.213291:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.213296:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.213302:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.213306:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b80794d1a80 00000400:00000200:0.0:1773674225.213312:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.213319:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x2c5c59 [1] + 0 00000800:00000001:0.0:1773674225.213328:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.213579:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.213584:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.213590:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.213598:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.213606:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.213894:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.213926:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.213943:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.213949:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.216558:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674225.216567:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674225.216577:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674225.216579:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674225.216583:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e210. 00000400:00000200:3.0:1773674225.216591:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979000 00000400:00000010:3.0:1773674225.216594:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979000. 00000100:00000001:3.0:1773674225.216598:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674225.216609:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674225.216621:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.216630:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674225.216632:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.216636:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674225.216639:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674225.216642:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674225.216646:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.216649:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674225.216660:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674225.216664:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=111 v=5 (1 1 1 0) 00000100:00000001:3.0:1773674225.216666:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674225.216668:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.216671:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674225.216675:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.216679:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674225.216681:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640283 00000100:00000001:3.0:1773674225.216683:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674225.216685:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.216690:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.216698:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674225.216701:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674225.216704:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.216707:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773674225.216713:0:2410:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98dc07f29800: connect to target with instance 11 00000020:00000001:3.0:1773674225.216717:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773674225.216719:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813af7 00000020:00000001:3.0:1773674225.216722:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.216725:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a1000 refcount=4 00000020:00000001:3.0:1773674225.216728:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000020:00000001:3.0:1773674225.216731:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799526400 : -113403910025216 : ffff98dc183a1000) 00000100:00001000:3.0:1773674225.216735:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=1773674225 v=0 (0 0 0 0) 00000100:00001000:3.0:1773674225.216737:0:2410:0:(import.c:2202:obd_at_measure()) AT ffff98dc050c2410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773674225.216742:0:2410:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 8027, adler 844 00000020:00000040:3.0:1773674225.216748:0:2410:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a1000 : new refcount 3 00000100:00000001:3.0:1773674225.216751:0:2410:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773674225.216754:0:2410:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773674225.216758:0:2410:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff98dc07f29800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773674225.216761:0:2410:0:(obd_class.h:1243:obd_notify()) Process entered 00010000:00000001:0.0:1773674225.216865:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674225.216868:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.216873:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674225.216875:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.216878:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674225.216879:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.216881:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674225.216883:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.217570:0:2410:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773674225.217575:0:2410:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773674225.217579:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773674225.217583:0:2410:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773674225.217584:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674225.217586:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674225.217589:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.217591:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.217593:0:2410:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773674225.217594:0:2410:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773674225.217595:0:2410:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.217597:0:2410:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773674225.217599:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773674225.217603:0:2410:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773674225.217605:0:2410:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.217607:0:2410:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.217608:0:2410:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.217611:0:2410:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674225.217613:0:2410:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674225.217615:0:2410:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.217617:0:2410:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773674225.217626:0:2410:0:(import.c:1331:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff98dc07f29800: evicting (reconnect/recover flags not set: 4) req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773674225.217635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff98dc050c2000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773674225.217639:0:2410:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1773674225.217642:0:2410:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98dc07f29800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000020:00000001:1.0:1773674225.225188:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674225.225195:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.225201:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1773674225.239245:0:2410:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.201.103@tcp; invalidating 00000020:00000040:3.0:1773674225.239253:0:2410:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=5 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:3.0:1773674225.239671:0:2410:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.239679:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.239693:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674225.239705:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50b6f219-0167-4a18-8ed7-c655d95343ea:2410:1859825953479296:192.168.201.103@tcp:8:lfs.0 00000100:00000001:3.0:1773674225.239711:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.239715:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.239718:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953479296/t0(0) o8->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773674235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.239724:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674225.239728:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674225.239732:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc063a9000. 02000000:00000001:3.0:1773674225.239736:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674225.239738:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674225.239739:0:2410:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=4 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.239743:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674225.239746:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc0729d800. 02000000:00000001:3.0:1773674225.239750:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674225.239752:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674225.239754:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674225.239758:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674225.239760:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.239763:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.239812:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674225.239814:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.239816:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674225.239819:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.243609:0:94184:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773674225.243632:0:94184:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff98dc07f29800 to lustre-OST0000_UUID@192.168.201.103@tcp 00000100:00000001:2.0:1773674225.243637:0:94184:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773674225.243638:0:94184:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1773674225.243641:0:94184:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773674225.243651:0:94184:0:(client.c:3571:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/224 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RSQU/200/0 rc -107/-107 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.243680:0:94184:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773674225.243682:0:94184:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: committing for last_committed 47244640283 gen 4 00000100:00000040:2.0:1773674225.243686:0:94184:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773674225.243689:0:94184:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.243690:0:94184:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773674225.243692:0:94184:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773674225.243694:0:94184:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773674225.243697:0:94184:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773674225.243699:0:94184:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1773674225.243703:0:94184:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1773674225.243705:0:94184:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1773674225.243707:0:94184:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff98dc070cbb90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1773674225.243713:0:94184:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1773674225.243716:0:94184:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 2f77f56113813af7 00020000:00000001:2.0:1773674225.243718:0:94184:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243722:0:94184:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773674225.243725:0:94184:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773674225.243728:0:94184:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773674225.243730:0:94184:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773674225.243733:0:94184:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773674225.243736:0:94184:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243737:0:94184:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243739:0:94184:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773674225.243740:0:94184:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773674225.243742:0:94184:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243743:0:94184:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773674225.243746:0:94184:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773674225.243750:0:94184:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1773674225.243752:0:94184:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243754:0:94184:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.243756:0:94184:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.243758:0:94184:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.243760:0:94184:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.243762:0:94184:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.243781:0:94184:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1773674225.243784:0:94184:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773674225.245146:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674225.245154:0:94183:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674225.245166:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/224 e 0 to 0 dl 1773674241 ref 2 fl Rpc:ESQU/200/0 rc -5/-107 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.245176:0:94183:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773674225.245178:0:94183:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.245181:0:94183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674225.245183:0:94183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674225.245187:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/224 e 0 to 0 dl 1773674241 ref 2 fl Interpret:ESQU/200/0 rc -5/-107 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674225.245195:0:94183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289180 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479168:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773674225.245216:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.245219:0:94183:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773674225.245222:0:94183:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674225.245224:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.245229:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/224 e 0 to 0 dl 1773674241 ref 2 fl Complete:ESQU/200/0 rc -5/-107 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.245236:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674225.245240:0:94183:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc11093900. 00000100:00000001:3.0:1773674225.245247:0:94183:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674225.245249:0:94183:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000001:3.0:1773674225.245252:0:94183:0:(osc_request.c:3504:osc_statfs()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773674225.245256:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.245259:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289180 x1859825953479168/t0(0) o13->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/224 e 0 to 0 dl 1773674241 ref 1 fl Complete:ESQU/200/0 rc -5/-107 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.245266:0:94183:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674225.245270:0:94183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674225.245275:0:94183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959f400. 02000000:00000001:3.0:1773674225.245278:0:94183:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674225.245281:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674225.245283:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.245286:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674225.245288:0:94183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558b00. 02000000:00000001:3.0:1773674225.245292:0:94183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674225.245294:0:94183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674225.245297:0:94183:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289180. 00000100:00000001:3.0:1773674225.245301:0:94183:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674225.245302:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1773674225.245306:0:94183:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1773674225.245310:0:94183:0:(lov_obd.c:1013:lov_iocontrol()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773674225.245314:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773674225.245317:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000080:00000010:3.0:1773674225.245321:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0959ec00. 00000080:00000001:3.0:1773674225.245326:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773674225.245330:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773674225.245552:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.245555:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.245597:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.245601:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.245609:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.245614:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.245617:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.245620:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.245621:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.245628:0:94183:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1773674225.245630:0:94183:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff98dc07f29800: age 5828, max_age 6114 00000008:00000001:3.0:1773674225.245634:0:94183:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:3.0:1773674225.245636:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000010:3.0:1773674225.245642:0:94183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674225.245646:0:94183:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=4 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.245649:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674225.245650:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.245652:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773674225.245654:0:94183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674225.245657:0:94183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674225.245662:0:94183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674225.245670:0:94183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc12e81800. 00000100:00000001:3.0:1773674225.245677:0:94183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.245681:0:94183:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773674225.245682:0:94183:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773674225.245689:0:94183:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674225.245690:0:94183:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669521088256 : -113404188463360 : ffff98dc07a16f00) 00000100:00000001:3.0:1773674225.245693:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674225.245695:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000001:3.0:1773674225.245700:0:94183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674225.245705:0:94183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.245707:0:94183:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773674225.245708:0:94183:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674225.245714:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.245722:0:94183:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674225.245725:0:94183:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.245730:0:94183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674225.245733:0:94183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674225.245735:0:94183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674225.245738:0:94183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479424:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773674225.245742:0:94183:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674225.245747:0:94183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674225.245750:0:94183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.245752:0:94183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674225.245756:0:94183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0729c000. 02000000:00000001:3.0:1773674225.245758:0:94183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674225.245790:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674225.245796:0:94183:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674225.245814:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674225.245823:0:94183:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953479424, portal 4 00000100:00000001:3.0:1773674225.245825:0:94183:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674225.245826:0:94183:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674225.245833:0:94183:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.245852:0:94183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674225.245855:0:94183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674225.245858:0:94183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565110. 00000100:00000200:3.0:1773674225.245862:0:94183:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859825953479424, offset 0 00000400:00000200:3.0:1773674225.245871:0:94183:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674225.245880:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674225.245888:0:94183:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674225.245892:0:94183:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674225.245896:0:94183:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674225.245900:0:94183:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674225.245903:0:94183:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674225.245907:0:94183:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252862:252862:256:4294967295] 192.168.201.103@tcp LPNI seq info [252830:252830:8:4294967295] 00000400:00000200:3.0:1773674225.245925:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674225.245951:0:94183:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674225.245959:0:94183:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674225.245965:0:94183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81700. 00000800:00000200:3.0:1773674225.245972:0:94183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674225.245980:0:94183:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674225.245985:0:94183:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773674225.245994:0:94183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.245999:0:94183:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 769352 usecs (770 jiffies) 00000400:00000200:3.0:1773674225.246002:0:94183:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674225.246005:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300783071 00000100:00000001:3.0:1773674225.246008:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:3.0:1773674225.246010:0:94183:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300783071 00000100:00000001:3.0:1773674225.246012:0:94183:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:3.0:1773674225.246014:0:94183:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674225.246017:0:94183:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.246019:0:94183:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674225.246021:0:94183:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773674225.246024:0:94183:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc07a16f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773674225.246026:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674225.246028:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.246425:0:94184:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773674225.246429:0:94184:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:2.0:1773674225.246433:0:94184:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773674225.246436:0:94184:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1773674225.246458:0:94184:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7f00 count: 2 00010000:00000001:2.0:1773674225.246465:0:94184:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674225.246467:0:94184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.246470:0:94184:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.246473:0:94184:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce800 refcount=3 00000020:00000001:2.0:1773674225.246475:0:94184:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464168448 : -113404245383168 : ffff98dc043ce800) 00010000:00000001:2.0:1773674225.246478:0:94184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464168448 : -113404245383168 : ffff98dc043ce800) 00010000:00000001:2.0:1773674225.246483:0:94184:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.246489:0:94184:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000b954401d/0x2f77f56113813cda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x441c89a0128d5ef5 expref: -99 pid: 88747 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1773674225.246504:0:94184:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1773674225.246507:0:94184:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.246513:0:94184:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.246518:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.246523:0:94184:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.246539:0:94184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.246546:0:94184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.246551:0:94184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.246556:0:94184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.246565:0:94184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.246570:0:94184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.246573:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.246577:0:94184:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.246580:0:94184:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.246583:0:94184:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.246589:0:94184:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.246592:0:94184:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.246594:0:94184:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000008:00000001:2.0:1773674225.246596:0:94184:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1773674225.246599:0:94184:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1773674225.246601:0:94184:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.246603:0:94184:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.246606:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.246609:0:94184:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.246611:0:94184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.246616:0:94184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.246619:0:94184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.246622:0:94184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.246625:0:94184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.246627:0:94184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.246630:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13e00. 00000008:00000010:2.0:1773674225.246632:0:94184:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.246635:0:94184:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.246637:0:94184:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.246640:0:94184:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.246642:0:94184:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.246644:0:94184:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000008:00000001:2.0:1773674225.246647:0:94184:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1773674225.246649:0:94184:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1773674225.246652:0:94184:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773674225.246654:0:94184:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.246657:0:94184:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1773674225.246660:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043cda40 -> ffff98dc043c2b70 00000020:00000001:2.0:1773674225.246663:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2b70 -> ffff98dc043c2b70 00000020:00000001:2.0:1773674225.246666:0:94184:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.246670:0:94184:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.246672:0:94184:0:(vvp_io.c:1828:vvp_io_init()) [0x20000afe2:0xb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.246676:0:94184:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.246679:0:94184:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674225.246680:0:94184:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.246684:0:94184:0:(lov_object.c:1557:lov_io_init()) [0x20000afe2:0xb:0x0]io ffff98dc07b06508 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1773674225.246689:0:94184:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.246691:0:94184:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.246693:0:94184:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.246696:0:94184:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.246698:0:94184:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.246700:0:94184:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.246701:0:94184:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.246703:0:94184:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1773674225.246704:0:94184:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.246708:0:94184:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1773674225.246714:0:94184:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674225.246716:0:94184:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:2.0:1773674225.246719:0:94184:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1773674225.246722:0:94184:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:2.0:1773674225.246725:0:94184:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.246729:0:94184:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7f00 count: 3 00010000:00000001:2.0:1773674225.246732:0:94184:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773674225.246739:0:94184:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.246742:0:94184:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.246747:0:94184:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:2.0:1773674225.246749:0:94184:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674225.246751:0:94184:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669522068744 : -113404187482872 : ffff98dc07b06508) 00000020:00000001:2.0:1773674225.246753:0:94184:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773674225.246755:0:94184:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773674225.246756:0:94184:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.246760:0:94184:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fff0d7a7[2 000000000ad35bc1 1 1 0000000044100ca0] 00000020:00000001:2.0:1773674225.246762:0:94184:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773674225.246790:0:94184:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1773674225.246792:0:94184:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:2.0:1773674225.246793:0:94184:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.246796:0:94184:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.246798:0:94184:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.246800:0:94184:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.246801:0:94184:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.246802:0:94184:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.246804:0:94184:0:(cl_page.c:547:__cl_page_state_set()) page@00000000fff0d7a7[2 000000000ad35bc1 2 1 0000000000000000] 00000020:00000001:2.0:1773674225.246806:0:94184:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1773674225.246807:0:94184:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1773674225.246809:0:94184:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1773674225.246811:0:94184:0:(osc_page.c:138:osc_page_delete()) ffff98dc06409ae0 00000008:00000001:2.0:1773674225.246813:0:94184:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1773674225.246815:0:94184:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc06409af0 page ffff98dc06409ae0 at index 0. 00000008:00000001:2.0:1773674225.246818:0:94184:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.246823:0:94184:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1773674225.246825:0:94184:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb442e9ec0 index 0 00000020:00000001:2.0:1773674225.246829:0:94184:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.246830:0:94184:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.246843:0:94184:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773674225.246844:0:94184:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.246845:0:94184:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.246847:0:94184:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773674225.246848:0:94184:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.246851:0:94184:0:(cl_page.c:596:cl_batch_put()) page@00000000fff0d7a7[1 000000000ad35bc1 5 1 0000000000000000] 00000020:00000001:2.0:1773674225.246853:0:94184:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:2.0:1773674225.246854:0:94184:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:2.0:1773674225.246858:0:94184:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc06409a80. 00000020:00000001:2.0:1773674225.246862:0:94184:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:2.0:1773674225.246863:0:94184:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773674225.246889:0:94184:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.246892:0:94184:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.246895:0:94184:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.246897:0:94184:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.246899:0:94184:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.246901:0:94184:0:(vvp_io.c:288:vvp_io_fini()) [0x20000afe2:0xb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1773674225.246904:0:94184:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.246905:0:94184:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1773674225.246906:0:94184:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.246908:0:94184:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.246925:0:94184:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.246929:0:94184:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.246941:0:94184:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.246946:0:94184:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.246950:0:94184:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.246953:0:94184:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.246956:0:94184:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.246959:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.246962:0:94184:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.246965:0:94184:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.246968:0:94184:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.246971:0:94184:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.246973:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.246975:0:94184:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00000008:00000001:2.0:1773674225.246978:0:94184:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.246981:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043cda40 -> ffff98dc043c2b70 00010000:00000001:2.0:1773674225.246983:0:94184:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1773674225.246986:0:94184:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.246987:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043cda40 -> ffff98dc043c2b70 00000020:00000001:2.0:1773674225.246989:0:94184:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674225.246992:0:94184:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:2.0:1773674225.246995:0:94184:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.246998:0:94184:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247000:0:94184:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247001:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043cda40 -> ffff98dc043c2b70 00000008:00000001:2.0:1773674225.247005:0:94184:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.247007:0:94184:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.247009:0:94184:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.247012:0:94184:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.247014:0:94184:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.247017:0:94184:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.247019:0:94184:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.247022:0:94184:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.247025:0:94184:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.247027:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.247029:0:94184:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.247032:0:94184:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.247034:0:94184:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.247037:0:94184:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.247039:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.247041:0:94184:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000008:00000001:2.0:1773674225.247044:0:94184:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.247048:0:94184:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773674225.247050:0:94184:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.247055:0:94184:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.247057:0:94184:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.247059:0:94184:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.247063:0:94184:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.247067:0:94184:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043ce800 with handle 0x2f77f56113813cda from hash 00010000:00000001:2.0:1773674225.247069:0:94184:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.247071:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.247073:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.247074:0:94184:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.247078:0:94184:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.247080:0:94184:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773674225.247083:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.247084:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.247085:0:94184:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.247087:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.247090:0:94184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000b954401d/0x2f77f56113813cda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x441c89a0128d5ef5 expref: -99 pid: 88747 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773674225.247101:0:94184:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85740. 00010000:00000001:2.0:1773674225.247109:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773674225.247111:0:94184:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7f00 count: 0 00010000:00000010:2.0:1773674225.247116:0:94184:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc043b7400. 00010000:00000040:2.0:1773674225.247144:0:94184:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7200 count: 2 00010000:00000001:2.0:1773674225.247146:0:94184:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773674225.247148:0:94184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.247149:0:94184:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.247152:0:94184:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043cf200 refcount=3 00000020:00000001:2.0:1773674225.247154:0:94184:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674225.247156:0:94184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464171008 : -113404245380608 : ffff98dc043cf200) 00010000:00000001:2.0:1773674225.247159:0:94184:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.247162:0:94184:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80012e480000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1773674225.247171:0:94184:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1773674225.247172:0:94184:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.247177:0:94184:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.247180:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.247183:0:94184:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.247185:0:94184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.247363:0:94184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.247367:0:94184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.247369:0:94184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.247373:0:94184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.247375:0:94184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.247378:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.247380:0:94184:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.247383:0:94184:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.247385:0:94184:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.247388:0:94184:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.247390:0:94184:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.247392:0:94184:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000008:00000001:2.0:1773674225.247395:0:94184:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1773674225.247397:0:94184:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1773674225.247398:0:94184:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.247400:0:94184:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.247402:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.247404:0:94184:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.247407:0:94184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.247410:0:94184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.247412:0:94184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.247415:0:94184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.247417:0:94184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.247419:0:94184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.247422:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12600. 00000008:00000010:2.0:1773674225.247425:0:94184:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.247427:0:94184:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.247429:0:94184:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.247431:0:94184:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.247433:0:94184:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.247435:0:94184:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000008:00000001:2.0:1773674225.247437:0:94184:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1773674225.247439:0:94184:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1773674225.247442:0:94184:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773674225.247444:0:94184:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.247446:0:94184:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1773674225.247450:0:94184:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1773674225.247453:0:94184:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773674225.247456:0:94184:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773674225.247459:0:94184:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc086fafc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:2.0:1773674225.247463:0:94184:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773674225.247464:0:94184:0:(osc_lock.c:372:osc_lock_flush()) object ffff98dc086fafc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:2.0:1773674225.247467:0:94184:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1773674225.247470:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674225.247471:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc043c2aa8 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674225.247473:0:94184:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.247475:0:94184:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.247476:0:94184:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.247479:0:94184:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.247480:0:94184:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674225.247481:0:94184:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.247484:0:94184:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff98dc07b06508 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1773674225.247487:0:94184:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.247488:0:94184:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.247490:0:94184:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.247492:0:94184:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.247493:0:94184:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247495:0:94184:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.247496:0:94184:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.247497:0:94184:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1773674225.247498:0:94184:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.247500:0:94184:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1773674225.247502:0:94184:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674225.247504:0:94184:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773674225.247506:0:94184:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:2.0:1773674225.247508:0:94184:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674225.247509:0:94184:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669522068744 : -113404187482872 : ffff98dc07b06508) 00000020:00000001:2.0:1773674225.247512:0:94184:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773674225.247514:0:94184:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773674225.247515:0:94184:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.247518:0:94184:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[2 00000000793106df 1 1 0000000044100ca0] 00000020:00000001:2.0:1773674225.247520:0:94184:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773674225.247522:0:94184:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1773674225.247523:0:94184:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:2.0:1773674225.247525:0:94184:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247527:0:94184:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.247528:0:94184:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.247529:0:94184:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.247531:0:94184:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.247532:0:94184:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.247534:0:94184:0:(cl_page.c:547:__cl_page_state_set()) page@00000000dd58141f[2 00000000793106df 2 1 0000000000000000] 00000020:00000001:2.0:1773674225.247536:0:94184:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1773674225.247537:0:94184:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1773674225.247538:0:94184:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1773674225.247539:0:94184:0:(osc_page.c:138:osc_page_delete()) ffff98dc0648fbc0 00000008:00000001:2.0:1773674225.247541:0:94184:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1773674225.247542:0:94184:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc0648fbd0 page ffff98dc0648fbc0 at index 0. 00000008:00000001:2.0:1773674225.247545:0:94184:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.247549:0:94184:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1773674225.247550:0:94184:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb449d3c40 index 0 00000020:00000001:2.0:1773674225.247554:0:94184:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.247555:0:94184:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.247559:0:94184:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773674225.247560:0:94184:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.247562:0:94184:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.247563:0:94184:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773674225.247564:0:94184:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.247567:0:94184:0:(cl_page.c:596:cl_batch_put()) page@00000000dd58141f[1 00000000793106df 5 1 0000000000000000] 00000020:00000001:2.0:1773674225.247569:0:94184:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:2.0:1773674225.247570:0:94184:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:2.0:1773674225.247572:0:94184:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc0648fb60. 00000020:00000001:2.0:1773674225.247575:0:94184:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:2.0:1773674225.247577:0:94184:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773674225.247588:0:94184:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.247591:0:94184:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.247593:0:94184:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.247594:0:94184:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.247596:0:94184:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.247598:0:94184:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1773674225.247601:0:94184:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.247602:0:94184:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1773674225.247603:0:94184:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.247605:0:94184:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.247608:0:94184:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.247611:0:94184:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.247615:0:94184:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.247617:0:94184:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.247620:0:94184:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.247623:0:94184:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.247626:0:94184:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.247629:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13e00. 00000008:00000010:2.0:1773674225.247631:0:94184:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.247634:0:94184:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.247636:0:94184:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.247638:0:94184:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.247640:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.247642:0:94184:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00000008:00000001:2.0:1773674225.247644:0:94184:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247646:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00010000:00000001:2.0:1773674225.247648:0:94184:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1773674225.247649:0:94184:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247651:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000020:00000001:2.0:1773674225.247652:0:94184:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674225.247653:0:94184:0:(osc_object.c:161:osc_attr_update()) set kms from 512to 0 00020000:00000001:2.0:1773674225.247656:0:94184:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.247658:0:94184:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247659:0:94184:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247661:0:94184:0:(cl_object.c:151:cl_object_top()) ffff98dc086fafc0 -> ffff98dc043c2aa8 00000008:00000001:2.0:1773674225.247663:0:94184:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.247665:0:94184:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.247666:0:94184:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.247669:0:94184:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.247671:0:94184:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.247673:0:94184:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.247676:0:94184:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.247679:0:94184:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.247681:0:94184:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.247683:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.247685:0:94184:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.247687:0:94184:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.247689:0:94184:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.247691:0:94184:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.247694:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.247696:0:94184:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000008:00000001:2.0:1773674225.247699:0:94184:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.247701:0:94184:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773674225.247703:0:94184:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.247706:0:94184:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.247708:0:94184:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.247709:0:94184:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.247712:0:94184:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.247714:0:94184:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043cf200 with handle 0x2f77f56113814308 from hash 00010000:00000001:2.0:1773674225.247716:0:94184:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.247718:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.247719:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.247720:0:94184:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.247722:0:94184:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.247723:0:94184:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773674225.247726:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.247729:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.247731:0:94184:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.247733:0:94184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.247736:0:94184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98dc07f29800 lock: 00000000873048c2/0x2f77f56113814308 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80496f480000000 nid: local remote: 0x441c89a0128d6bcf expref: -99 pid: 94092 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:2.0:1773674225.247746:0:94184:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c850c0. 00010000:00000001:2.0:1773674225.247752:0:94184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773674225.247754:0:94184:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7200 count: 0 00010000:00000010:2.0:1773674225.247759:0:94184:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc043b7e00. 00000001:00000001:2.0:1773674225.247846:0:94184:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.247850:0:94184:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773674225.247852:0:94184:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773674225.247886:0:94184:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.247888:0:94184:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.247892:0:94184:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.247895:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.247898:0:94184:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.247901:0:94184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.247904:0:94184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.247907:0:94184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.247921:0:94184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.247925:0:94184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.247928:0:94184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.247931:0:94184:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.247934:0:94184:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.247936:0:94184:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.247938:0:94184:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.247940:0:94184:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.247942:0:94184:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.247944:0:94184:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000008:00000001:2.0:1773674225.247949:0:94184:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773674225.247951:0:94184:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773674225.247953:0:94184:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.247956:0:94184:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1773674225.247957:0:94184:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773674225.247959:0:94184:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773674225.247984:0:94184:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.247986:0:94184:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.247988:0:94184:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.247992:0:94184:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.247994:0:94184:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.247997:0:94184:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.247999:0:94184:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.248001:0:94184:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.248004:0:94184:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.248006:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.248008:0:94184:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.248010:0:94184:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.248012:0:94184:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.248014:0:94184:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.248016:0:94184:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.248018:0:94184:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000001:00000001:2.0:1773674225.248020:0:94184:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773674225.248021:0:94184:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773674225.248047:0:94184:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.248050:0:94184:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773674225.248051:0:94184:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773674225.248078:0:94184:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.248081:0:94184:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.248083:0:94184:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773674225.248090:0:94184:0:(import.c:65:import_set_state_nolock()) ffff98dc050c2000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773674225.248095:0:94184:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773674225.248098:0:94184:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773674225.248100:0:94184:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773674225.248102:0:94184:0:(import.c:65:import_set_state_nolock()) ffff98dc050c2000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773674225.248104:0:94184:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773674225.248107:0:94184:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773674225.248109:0:94184:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1773674225.248112:0:94184:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1773674225.248116:0:94184:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1773674225.248118:0:94184:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff98dc070cbb90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1773674225.248122:0:94184:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1773674225.248124:0:94184:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 2f77f56113813af7 00020000:00000001:2.0:1773674225.248127:0:94184:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248130:0:94184:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773674225.248132:0:94184:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773674225.248134:0:94184:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773674225.248136:0:94184:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773674225.248139:0:94184:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773674225.248141:0:94184:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248143:0:94184:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248144:0:94184:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773674225.248145:0:94184:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773674225.248147:0:94184:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248148:0:94184:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773674225.248150:0:94184:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773674225.248154:0:94184:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1773674225.248156:0:94184:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248159:0:94184:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.248160:0:94184:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.248162:0:94184:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.248164:0:94184:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.248165:0:94184:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.248167:0:94184:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1773674225.248174:0:94184:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98dc07f29800: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000800:00000200:1.0:1773674225.253907:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.253928:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81700. 00000400:00000200:1.0:1773674225.253947:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.253956:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.253963:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565110 00000400:00000010:1.0:1773674225.253966:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565110. 00000100:00000001:1.0:1773674225.253971:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.253980:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.253992:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.253996:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.254004:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.254006:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.263819:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.263850:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.263854:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.263857:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.263867:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.263874:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.263884:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.263889:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.263894:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.263898:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 4 MB=0x69b80794d1b00 00000400:00000200:0.0:1773674225.263904:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.263925:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 368/368 into md 0x2c5c69 [1] + 224 00000800:00000001:0.0:1773674225.263945:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.264006:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.264009:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.264014:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.264021:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.264030:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.264040:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.264068:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.264077:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.264081:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.264350:0:94183:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674225.264359:0:94183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674225.264360:0:94183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674225.264364:0:94183:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674225.264369:0:94183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674225.264372:0:94183:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674225.264375:0:94183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674225.264380:0:94183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674225.264397:0:94183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.264404:0:94183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674225.264406:0:94183:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.264408:0:94183:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674225.264412:0:94183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674225.264415:0:94183:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674225.264417:0:94183:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.264421:0:94183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674225.264430:0:94183:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0ca0 time=305 v=5 (5 5 0 5) 00000100:00001000:3.0:1773674225.264434:0:94183:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773674225.264437:0:94183:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674225.264439:0:94183:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.264442:0:94183:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674225.264445:0:94183:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.264449:0:94183:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674225.264451:0:94183:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:3.0:1773674225.264453:0:94183:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674225.264454:0:94183:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.264459:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.264467:0:94183:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674225.264470:0:94183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674225.264473:0:94183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674225.264478:0:94183:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674225.264486:0:94183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job lfs:50b6f219-0167-4a18-8ed7-c655d95343ea:94183:1859825953479424:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773674225.264490:0:94183:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.264493:0:94183:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.264495:0:94183:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773674225.264497:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.264501:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.264507:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773674225.264511:0:94183:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc07a16f00. 00000100:00000001:3.0:1773674225.264515:0:94183:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773674225.264516:0:94183:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674225.264522:0:94183:0:(osc_request.c:3512:osc_statfs()) Process leaving 00000100:00000001:3.0:1773674225.264524:0:94183:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.264528:0:94183:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953479424/t0(0) o13->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.264536:0:94183:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674225.264538:0:94183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674225.264542:0:94183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0729c000. 02000000:00000001:3.0:1773674225.264545:0:94183:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674225.264548:0:94183:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674225.264550:0:94183:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.264552:0:94183:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674225.264555:0:94183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc12e81800. 02000000:00000001:3.0:1773674225.264559:0:94183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674225.264561:0:94183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674225.264562:0:94183:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674225.264566:0:94183:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674225.264567:0:94183:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1773674225.264570:0:94183:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff98dc07f29800: update ffff98dc07268450 cache blocks 901346/958279 objects 261770/262144 00020000:00000001:3.0:1773674225.264575:0:94183:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.264580:0:94183:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264583:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773674225.264586:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264589:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264593:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264658:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264661:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264668:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264671:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264676:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264680:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264682:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264685:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264687:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264691:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264694:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264696:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264698:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264701:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264703:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264707:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264709:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264712:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264713:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264717:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264719:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264720:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264721:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264723:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264725:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264727:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264729:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264731:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264733:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264734:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264738:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264739:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264742:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264743:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264746:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264747:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264749:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264750:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264751:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264753:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264755:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264758:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264760:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264762:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264793:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264797:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264798:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264801:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264802:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264805:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264807:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264809:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264810:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264811:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264814:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264815:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264817:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264819:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264822:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264823:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264826:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264827:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264829:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264830:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264832:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264834:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264836:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264837:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264839:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264841:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264843:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264845:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264847:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264849:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264851:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264854:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264855:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264858:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264859:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264861:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264863:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264865:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264866:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264868:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264870:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264872:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264874:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264876:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264879:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264880:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264883:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.264885:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.264887:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.264888:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.264891:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.264893:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.264894:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.264895:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.264897:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.264899:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264901:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264903:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.264905:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.264907:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.264908:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265115:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265116:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265121:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265122:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265127:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265129:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265131:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265133:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265134:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265137:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265138:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265140:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265142:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265145:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265147:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265149:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265151:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265154:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265155:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265157:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265159:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265161:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265162:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265163:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265165:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265167:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265169:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265171:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265173:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265174:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265177:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265179:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265181:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265182:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265184:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265186:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265188:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265189:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265190:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265192:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265194:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265196:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265198:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265200:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265201:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265204:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265417:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265422:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265423:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265426:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265429:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265430:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265433:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265434:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265439:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265441:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265443:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265445:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265448:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265450:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265454:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265456:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265458:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265459:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265462:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265464:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265465:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265466:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265467:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265470:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265473:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265474:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265476:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265478:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265480:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265482:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265483:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265485:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265486:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265488:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265491:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265492:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265493:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265494:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265497:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265498:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265500:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265502:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265504:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265506:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265509:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265510:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265512:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265513:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265515:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265517:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265519:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265520:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265521:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265523:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265525:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265527:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265529:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265532:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265533:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265536:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265538:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265540:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265541:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265543:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265545:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265546:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265547:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265548:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265550:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265551:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265553:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265555:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265557:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265558:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265561:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265562:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265565:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265566:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265568:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265570:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265572:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265573:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265574:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265577:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265578:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265580:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265582:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265584:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265586:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265588:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265590:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265592:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265593:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265595:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265598:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265599:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265600:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265601:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265604:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265606:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265608:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265610:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265612:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265614:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265617:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265619:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265621:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265622:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265624:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265627:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265628:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265629:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265631:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265633:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265855:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265858:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265861:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265865:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265867:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265872:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265874:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265877:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265878:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265881:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265884:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265885:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265887:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.265888:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.265892:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265893:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265895:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.265897:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.265899:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265902:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.265905:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.265906:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.265908:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.265920:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.265923:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.265925:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.265927:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.265928:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267585:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267591:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267598:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267601:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267604:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267607:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267610:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267622:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267624:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267629:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267634:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267641:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267645:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267647:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267650:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267651:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267654:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267656:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267657:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267659:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267662:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267664:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267667:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267669:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267671:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267672:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267674:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267677:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267678:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267679:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267681:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267685:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267687:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267689:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267690:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267693:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267694:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267697:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267698:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267700:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267702:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267704:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267707:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267708:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267710:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267711:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267713:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267715:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267717:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267719:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267721:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267723:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267726:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267727:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267730:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267731:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267733:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267735:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267737:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267738:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267739:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267742:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267744:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267746:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267747:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267750:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267751:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267755:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267756:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267759:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267760:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267762:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267781:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267783:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267784:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267786:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267788:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267791:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267792:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267795:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267806:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267809:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267813:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.267814:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.267817:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.267818:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.267820:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.267822:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.267824:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.267825:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.267827:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.267829:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267831:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.267833:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.267835:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.267837:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269252:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269265:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.269268:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.269275:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.269277:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.269284:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.269288:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.269291:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.269294:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.269296:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.269300:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269302:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269304:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.269306:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.269310:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269312:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269316:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.269318:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.269321:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.269322:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.269324:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.269326:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.269327:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.269329:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.269330:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.269332:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269333:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269335:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.269337:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.269339:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269341:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269344:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.269345:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.269348:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.269349:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.269351:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.269353:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.269354:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.269355:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.269357:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.269359:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269361:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269363:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.269365:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.269367:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269368:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.269371:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.269372:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.269375:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.269376:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270377:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270529:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270533:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270536:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270538:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270542:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270544:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270547:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270549:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270555:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270558:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270570:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270572:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270578:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270580:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270585:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270588:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270589:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270591:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270592:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270595:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270597:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270599:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270601:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270603:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270605:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270608:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270610:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270612:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270613:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270616:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270618:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270619:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270622:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270623:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270625:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270627:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270628:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270630:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270632:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270634:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270637:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270638:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270640:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270642:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270644:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270646:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270647:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270648:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270649:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270651:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270654:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270656:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270658:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270660:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270661:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270665:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270666:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270668:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270670:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270672:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270674:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270675:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270677:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270678:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270681:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270684:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270685:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270688:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270690:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270692:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270695:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270697:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270699:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270700:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270703:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270705:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270707:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270708:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270709:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270711:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270713:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270715:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270717:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270720:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270722:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270724:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270726:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270728:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270730:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270732:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270734:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270736:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270737:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270739:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270741:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270743:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270745:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270747:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.270749:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270751:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270754:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.270755:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.270758:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.270759:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.270762:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.270780:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.270782:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.270784:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.270785:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.270787:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270789:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.270790:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.270792:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271218:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271221:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271228:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271230:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271234:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271236:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271241:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271243:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271245:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271247:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271249:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271252:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271253:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271255:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271257:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271260:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271262:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271264:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271266:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271269:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271270:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271271:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271273:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271274:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271275:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271276:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271278:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271280:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271282:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271284:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271287:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271289:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271292:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271293:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271295:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271297:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271298:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271300:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271302:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271303:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271304:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271307:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271308:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271310:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271312:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271315:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271317:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271320:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271321:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271324:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271325:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271327:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271330:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271331:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271332:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271333:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271336:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271338:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271340:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271342:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271344:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271346:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271349:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271351:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271354:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271355:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271357:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271359:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271361:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271361:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271363:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271365:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271367:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271368:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271370:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271372:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271373:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271376:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271377:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271379:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271380:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271381:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271384:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271385:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271386:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271387:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271390:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271392:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271393:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271396:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271398:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271399:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271402:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271403:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271405:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271407:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271409:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271411:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271413:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271414:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271415:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271417:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271419:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271421:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271423:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271425:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271426:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271429:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271431:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271433:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271434:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271437:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271439:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271440:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271441:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271443:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271446:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271448:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271450:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271452:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271454:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271455:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271458:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271459:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271462:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271462:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271465:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271467:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271468:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271469:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271470:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271472:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271474:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271475:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271476:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271479:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271481:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271483:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271484:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271486:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271487:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271489:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271491:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271492:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271493:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271494:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271496:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271498:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271499:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271502:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271504:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271506:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271508:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271510:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271511:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271512:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271514:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271516:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271517:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271518:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271519:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271521:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271523:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271525:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271527:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271529:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271530:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271532:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271534:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271537:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271538:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271539:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271541:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271543:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271544:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271545:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271547:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271548:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271550:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271551:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271553:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271554:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271557:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271558:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271560:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271561:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271563:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271565:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271566:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271567:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271568:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271570:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271572:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271573:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271575:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271577:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271579:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271582:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271583:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271585:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271586:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271588:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271590:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271592:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271593:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271594:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271597:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271598:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271600:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271601:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271603:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271605:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271608:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271609:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271611:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271612:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271614:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271616:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271617:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271618:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271619:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271621:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271622:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271624:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271626:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271628:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271629:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271632:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271633:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271636:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271637:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271638:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271640:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271642:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271643:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271644:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271646:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271648:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271649:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271651:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271653:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271654:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271657:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271658:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271660:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271661:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271663:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271665:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271666:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271667:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271668:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271670:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271672:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271674:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271675:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271677:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271679:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271682:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271683:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271686:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271687:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271689:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271691:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271692:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271693:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271694:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271696:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271698:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271700:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271701:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271703:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271705:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271708:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271710:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271712:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271713:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271714:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271716:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271718:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271719:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271721:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271723:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271726:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271728:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271730:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271732:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271734:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271736:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.271738:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.271740:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.271741:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.271743:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.271745:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.271747:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.271748:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.271749:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.271752:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271753:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271755:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.271757:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.271759:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.271761:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276464:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276473:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276484:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276488:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276498:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276505:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276508:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276512:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276514:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276518:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276521:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276523:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.276527:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276533:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276536:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276543:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276544:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276547:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276549:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276551:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276553:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276555:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276556:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276558:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276561:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276563:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276565:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.276567:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276569:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276571:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276575:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276576:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276579:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276580:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276582:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276584:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276586:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276587:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276588:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276591:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276593:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276595:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.276597:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276599:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276600:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276603:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276605:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276607:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276608:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276611:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276613:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276614:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276615:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276617:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276619:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276621:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276623:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.276625:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276627:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276629:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276632:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276634:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276637:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276638:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276640:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276642:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276644:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276645:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276647:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276649:0:94183:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276651:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276653:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773674225.276655:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276657:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276659:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773674225.276662:0:94183:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773674225.276664:0:94183:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988) cmd=c00866a4 arg=7fff7f9719e0 00000080:00000001:3.0:1773674225.276666:0:94183:0:(llite_lib.c:3367:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773674225.276667:0:94183:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773674225.276669:0:94183:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98dc0729d800. 00000020:00000001:3.0:1773674225.276672:0:94183:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276673:0:94183:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773674225.276674:0:94183:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773674225.276676:0:94183:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff98dc07f29800: cmd=c00866a4 len=592 karg=ffff98dc0729d800 uarg=0000000000000000 00020000:00000001:3.0:1773674225.276678:0:94183:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773674225.276680:0:94183:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773674225.276682:0:94183:0:(llite_lib.c:3802:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773674225.276684:0:94183:0:(llite_lib.c:3804:ll_obd_statfs()) kvfree 'data': 592 at ffff98dc0729d800. 00000080:00000001:3.0:1773674225.276686:0:94183:0:(llite_lib.c:3405:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773674225.276688:0:94183:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773674225.276702:0:94183:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773674225.276704:0:94183:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773674225.276707:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bdb0 00000080:00200008:3.0:1773674225.276709:0:94183:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 100000 00000080:00400000:3.0:1773674225.276713:0:94183:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773674225.276717:0:94183:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc1168d900. 00000080:00000001:3.0:1773674225.276721:0:94183:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773674225.276724:0:94183:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc177bdb0 00000080:00000008:3.0:1773674225.276726:0:94183:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98dc04a01988), flags 100000, rc = 0 00000080:00000001:3.0:1773674225.276728:0:94183:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.276730:0:94183:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.291847:0:94185:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674225.291856:0:94185:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773674225.291859:0:94185:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674225.291862:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bbc0 00000080:00200000:1.0:1773674225.291868:0:94185:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:1.0:1773674225.291878:0:94185:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4aa00. 00800000:00000002:1.0:1773674225.291886:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674225.291891:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674225.291897:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.291899:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bae0 00800000:00000002:1.0:1773674225.291902:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.291906:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674225.291920:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.291923:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.291926:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.291929:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.291932:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.291934:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.291937:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.291940:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674225.291946:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.291948:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b9b0 00000002:00010000:1.0:1773674225.291950:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674225.291954:0:94185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674225.291956:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674225.291960:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.291975:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:1.0:1773674225.291979:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.291984:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.291989:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674225.291994:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773674225.292006:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674225.292012:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.292015:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773674225.292023:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674225.292024:0:94185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674225.292027:0:94185:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674225.292029:0:94185:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674225.292032:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674225.292034:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674225.292037:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674225.292040:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674225.292043:0:94185:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4aa00. 00000080:00000001:1.0:1773674225.292049:0:94185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674225.292051:0:94185:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.292054:0:94185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773674225.292057:0:94185:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f56113814339 00800000:00000001:1.0:1773674225.292060:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674225.292063:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674225.292065:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.292067:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.292069:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:1.0:1773674225.292072:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:1.0:1773674225.292075:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:1.0:1773674225.292077:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.292089:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.292091:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.292092:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.292095:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814339 from it ffffbabdc1c1bbf8 00010000:00000001:1.0:1773674225.292097:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.292098:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.292100:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc043ce200 refcount=3 00000020:00000001:1.0:1773674225.292102:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:1.0:1773674225.292104:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669464166912 : -113404245384704 : ffff98dc043ce200) 00010000:00000001:1.0:1773674225.292107:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.292109:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773674225.292115:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.292117:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.292118:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674225.292120:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674225.292123:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773674225.292132:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674225.292137:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674225.292138:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.292143:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.292144:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.292145:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.292148:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674225.292151:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.292153:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.292155:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.292158:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.292160:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.292161:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674225.292164:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674225.292166:0:94185:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674225.292168:0:94185:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773674225.292172:0:94185:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.292179:0:94185:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773674225.292182:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bb58 00000080:00002000:1.0:1773674225.292184:0:94185:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48000e refc 0 00000080:00000001:1.0:1773674225.292188:0:94185:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.292190:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bbc8 00000080:00200000:1.0:1773674225.292191:0:94185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1773674225.292199:0:94185:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773674225.292201:0:94185:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), inode mode 81a4 mask 52 00000080:00000001:1.0:1773674225.292204:0:94185:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.292210:0:94185:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773674225.292212:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bb98 00000080:00200008:1.0:1773674225.292214:0:94185:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102101 00000080:00000010:1.0:1773674225.292221:0:94185:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc017852c0. 00000080:00000001:1.0:1773674225.292227:0:94185:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773674225.294742:0:94185:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4aa00. 00800000:00000002:1.0:1773674225.295121:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674225.295129:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674225.295135:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.295139:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1ba48 00800000:00000002:1.0:1773674225.295142:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.295146:0:94185:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773674225.295149:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.295151:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.295154:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.295156:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.295158:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.295161:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773674225.295163:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.295166:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b9c8 00800000:00000002:1.0:1773674225.295168:0:94185:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674225.295174:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.295175:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b900 00000002:00010000:1.0:1773674225.295177:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1773674225.295182:0:94185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674225.295185:0:94185:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773674225.295189:0:94185:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674225.295197:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:1.0:1773674225.295201:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.295204:0:94185:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674225.295208:0:94185:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295210:0:94185:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.295213:0:94185:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.295214:0:94185:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674225.295217:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 2 00010000:00000001:1.0:1773674225.295219:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.295221:0:94185:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674225.295223:0:94185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674225.295228:0:94185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1773674225.295251:0:94185:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773674225.295540:0:94185:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773674225.295544:0:94185:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773674225.295546:0:94185:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773674225.295550:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674225.295552:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.295556:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 3 00010000:00000001:1.0:1773674225.295558:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674225.295563:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.295564:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674225.295565:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.295566:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 3 00010000:00000001:1.0:1773674225.295568:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674225.295570:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.295571:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674225.295572:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.295574:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc043b7500 count: 3 00010000:00000001:1.0:1773674225.295576:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773674225.295578:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.295580:0:94185:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773674225.295582:0:94185:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773674225.295586:0:94185:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773674225.295588:0:94185:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773674225.295590:0:94185:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773674225.295592:0:94185:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295596:0:94185:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674225.295599:0:94185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674225.295600:0:94185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674225.295604:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.295607:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773674225.295610:0:94185:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc043ce200 with handle 0x2f77f56113814339 from hash 00010000:00000001:1.0:1773674225.295613:0:94185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674225.295615:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.295617:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.295618:0:94185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674225.295621:0:94185:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674225.295623:0:94185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773674225.295626:0:94185:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674225.295628:0:94185:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674225.295631:0:94185:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773674225.295641:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8000. 00000020:00000040:1.0:1773674225.295645:0:94185:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773674225.295652:0:94185:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674225.295654:0:94185:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295657:0:94185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674225.295661:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.295666:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.295667:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.295669:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.295672:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674225.295674:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674225.295679:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674225.295686:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b3800. 00000100:00000001:1.0:1773674225.295693:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295697:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674225.295700:0:94185:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674225.295704:0:94185:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1773674225.295712:0:94185:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674225.295713:0:94185:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773674225.295715:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674225.295718:0:94185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc043ce200/0x2f77f56113814339 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c54 expref: -99 pid: 94183 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1773674225.295726:0:94185:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc043b7500 count: 0 00010000:00000010:1.0:1773674225.295731:0:94185:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc043c3b00. 00010000:00000001:1.0:1773674225.295743:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.295744:0:94185:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295746:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674225.295748:0:94185:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.295750:0:94185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.295756:0:94185:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00010000:00000001:1.0:1773674225.295760:0:94185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674225.295790:0:94185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773674225.295794:0:94185:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc12faba00. 00010000:00000010:1.0:1773674225.295798:0:94185:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc03799b80. 00010000:00000001:1.0:1773674225.295803:0:94185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674225.295806:0:94185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085a00. 00000020:00000001:1.0:1773674225.295809:0:94185:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674225.295811:0:94185:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085a00 with handle 0x2f77f56113814340 to hash 00000020:00000001:1.0:1773674225.295813:0:94185:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674225.295814:0:94185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.295818:0:94185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.295821:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.295822:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.295826:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674225.295834:0:94185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773674225.295846:0:94185:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773674225.295857:0:94185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773674225.295868:0:94185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674225.295873:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674225.295875:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674225.295882:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9e40. 00000100:00000001:1.0:1773674225.295884:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678976576 : -113404030575040 : ffff98dc110a9e40) 00000100:00000001:1.0:1773674225.295886:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.295888:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:1.0:1773674225.295893:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674225.295897:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.295899:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674225.295901:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674225.295905:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.295922:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674225.295925:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674225.295928:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674225.295931:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674225.295934:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674225.295938:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953479680:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773674225.295942:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674225.295950:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674225.295952:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674225.295955:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674225.296012:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773674225.296015:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674225.296024:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674225.296028:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773674225.296035:0:94185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98dc118b2400. 00000100:00000200:1.0:1773674225.296041:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859825953479680, portal 10 00000100:00000001:1.0:1773674225.296043:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.296045:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000040:1.0:1773674225.296051:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.296059:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674225.296062:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674225.296066:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674225.296069:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953479680, offset 0 00000400:00000200:1.0:1773674225.296074:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674225.296082:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.296089:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674225.296093:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674225.296098:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674225.296101:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674225.296104:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674225.296108:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252863:252863:256:4294967295] 192.168.201.103@tcp LPNI seq info [252831:252831:8:4294967295] 00000400:00000200:1.0:1773674225.296113:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.296122:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674225.296128:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674225.296132:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674225.296138:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674225.296146:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674225.296150:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773674225.296167:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674225.296171:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 312631 usecs (313 jiffies) 00000400:00000200:1.0:1773674225.296175:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674225.296178:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782657 00000800:00000200:1.0:1773674225.296286:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.296291:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:1.0:1773674225.296294:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.296300:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.296304:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:1.0:1773674225.296306:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:1.0:1773674225.296310:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.296314:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.296324:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.296328:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.296335:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.296337:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773674225.296351:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674225.296354:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782657 00000100:00000001:1.0:1773674225.296358:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674225.296360:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674225.296363:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.296365:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674225.296368:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1773674225.296371:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9e40 going to sleep for 17 seconds 00000100:00000001:1.0:1773674225.296374:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674225.296377:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.301747:0:94184:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.301758:0:94184:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.301761:0:94184:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.301779:0:94184:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773674225.301780:0:94184:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773674225.304205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce800. 00010000:00000010:2.1:1773674225.304220:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7f00. 00010000:00000010:2.1:1773674225.304224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043cf200. 00010000:00000010:2.1:1773674225.304227:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7200. 00010000:00000010:1.1:1773674225.312888:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc043b7500. 00010000:00000010:1.1:1773674225.312902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc043ce200. 00000800:00000001:0.0:1773674225.326456:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.326477:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.326481:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.326484:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.326495:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.326503:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.326512:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.326518:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.326524:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.326528:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d1c00 00000400:00000200:0.0:1773674225.326533:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.326538:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5c71 [32] + 224 00000800:00000001:0.0:1773674225.326551:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.326560:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.326564:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.326569:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.326577:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.326586:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674225.326597:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.326620:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.326629:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.326633:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674225.326715:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773674225.326723:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773674225.326725:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773674225.326729:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:1.0:1773674225.326734:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc118b2400 00000400:00000010:1.0:1773674225.326736:0:94185:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff98dc118b2400. 00000100:00000001:1.0:1773674225.326740:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.326745:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773674225.326754:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8000 x1859825953479680/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.326760:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773674225.326762:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674225.326802:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773674225.326805:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773674225.326808:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773674225.326811:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674225.326814:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773674225.326824:0:94185:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:1.0:1773674225.326829:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:1.0:1773674225.326831:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773674225.326833:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.326836:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773674225.326840:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.326843:0:94185:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773674225.326845:0:94185:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773674225.326847:0:94185:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773674225.326850:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.326852:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:1.0:1773674225.326855:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773674225.326857:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:1.0:1773674225.326860:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773674225.326862:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674225.326868:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.326877:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674225.326880:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773674225.326882:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773674225.326887:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773674225.326895:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8000 pname:cluuid:pid:xid:nid:opc:job bash:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953479680:192.168.201.103@tcp:101:bash.0 00000100:00000001:1.0:1773674225.326900:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674225.326902:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.326905:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773674225.326907:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.326921:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.326930:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674225.326933:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9e40. 00000100:00000001:1.0:1773674225.326937:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773674225.326938:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.326941:0:94185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773674225.326946:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.326948:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.326951:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=4 00000020:00000001:1.0:1773674225.326954:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.326956:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000040:1.0:1773674225.326964:0:94185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085a00, remote cookie: 0x441c89a0128d6c69, flags: 0x1001 00010000:00010000:1.0:1773674225.326971:0:94185:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773674225.326980:0:94185:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773674225.326983:0:94185:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773674225.326991:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:1.0:1773674225.326993:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1773674225.326997:0:94185:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12faba00 count: 0 00010000:00000010:1.0:1773674225.327003:0:94185:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc03799b80. 00010000:00000001:1.0:1773674225.327011:0:94185:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.327016:0:94185:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674225.327040:0:94185:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327047:0:94185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773674225.327051:0:94185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773674225.327053:0:94185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773674225.327055:0:94185:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773674225.327056:0:94185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773674225.327058:0:94185:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff98dc10a91000) refcount = 2 00010000:00000040:1.0:1773674225.327061:0:94185:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773674225.327064:0:94185:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773674225.327072:0:94185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327079:0:94185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773674225.327093:0:94185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773674225.327095:0:94185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.327098:0:94185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773674225.327101:0:94185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.327105:0:94185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327111:0:94185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773674225.327113:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327115:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327116:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327117:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327119:0:94185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.327123:0:94185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773674225.327126:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327127:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327129:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:1.0:1773674225.327131:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327133:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327136:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327137:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327139:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=4 00000020:00000001:1.0:1773674225.327141:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327142:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327145:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.327148:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.327151:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327157:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327158:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327160:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327161:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327162:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=5 00000020:00000001:1.0:1773674225.327164:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327167:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327169:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.327171:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327177:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327178:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674225.327180:0:94185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327186:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.327188:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327189:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327190:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327191:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773674225.327197:0:94185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674225.327206:0:94185:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773674225.327211:0:94185:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674225.327218:0:94185:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.327224:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327225:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327227:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:1.0:1773674225.327229:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327231:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00000002:00010000:1.0:1773674225.327234:0:94185:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773674225.327244:0:94185:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc04031c00. 00010000:00000001:1.0:1773674225.327247:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327248:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.327250:0:94185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.327251:0:94185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.327458:0:94185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773674225.327461:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.327462:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00010000:00000001:1.0:1773674225.327465:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327466:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327467:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:1.0:1773674225.327469:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327472:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00000002:00010000:1.0:1773674225.327475:0:94185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327482:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327483:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327485:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773674225.327486:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327487:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327489:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:1.0:1773674225.327491:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327493:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000040:1.0:1773674225.327496:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:1.0:1773674225.327499:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.327503:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.327506:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674225.327509:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773674225.327517:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674225.327522:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.327525:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674225.327536:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327537:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.327538:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.327539:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.327540:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:1.0:1773674225.327542:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327544:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:1.0:1773674225.327546:0:94185:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773674225.327549:0:94185:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327555:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.327557:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327563:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327564:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773674225.327566:0:94185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.327571:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.327573:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.327575:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773674225.327580:0:94185:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc110a9e40. 00010000:00000001:1.0:1773674225.327583:0:94185:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773674225.327600:0:94185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773674225.327603:0:94185:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.327605:0:94185:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.327860:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.327862:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.327863:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.327865:0:94185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773674225.327868:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b880 00000002:00002000:1.0:1773674225.327871:0:94185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773674225.327874:0:94185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.327879:0:94185:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.327882:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773674225.327885:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773674225.327888:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.327892:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674225.327896:0:94185:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4aa00. 00000080:00000001:1.0:1773674225.327901:0:94185:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773674225.327906:0:94185:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773674225.327919:0:94185:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773674225.327923:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674225.327928:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe95a0. 00000020:00000010:1.0:1773674225.327933:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4aa00. 00000020:00000010:1.0:1773674225.327938:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4b000. 00000020:00000010:1.0:1773674225.327943:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.327950:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.327956:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.327961:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.327969:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.327974:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.327978:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4be00. 00000008:00000010:1.0:1773674225.327984:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.327988:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.327991:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.327995:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f05a0. 00000020:00000001:1.0:1773674225.327998:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970216 : -113404165581400 : ffff98dc08fe95a8) 00000020:00001000:1.0:1773674225.328000:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe95a0 00000020:00000001:1.0:1773674225.328002:0:94185:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773674225.328006:0:94185:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773674225.328009:0:94185:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773674225.328015:0:94185:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc08797480. 00020000:00000010:1.0:1773674225.328020:0:94185:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc02c67e00. 00020000:00000010:1.0:1773674225.328027:0:94185:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc08797f60. 00020000:00000001:1.0:1773674225.328029:0:94185:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669535248224 : -113404174303392 : ffff98dc08797f60) 00020000:00000002:1.0:1773674225.328032:0:94185:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc08797f60, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773674225.328037:0:94185:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773674225.328041:0:94185:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc02c67e00: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000002:1.0:1773674225.328045:0:94185:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc10a946c8) owner ffff98dc42060000 00020000:00000001:1.0:1773674225.328048:0:94185:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773674225.328051:0:94185:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc10a946c8) owner ffff98dc42060000 00020000:00000010:1.0:1773674225.328056:0:94185:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc02c67e00. 00020000:00000010:1.0:1773674225.328061:0:94185:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc08797480. 00020000:00000010:1.0:1773674225.328063:0:94185:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc08797f60. 00020000:00000002:1.0:1773674225.328065:0:94185:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773674225.328068:0:94185:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.328069:0:94185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773674225.328072:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe95a0 00000020:00000010:1.0:1773674225.328075:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4b000. 00000020:00000010:1.0:1773674225.328079:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.328082:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.328085:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.328088:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.328092:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.328095:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.328098:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4aa00. 00000008:00000010:1.0:1773674225.328101:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.328104:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.328107:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.328110:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f05a0. 00000020:00000010:1.0:1773674225.328113:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4be00. 00000020:00000010:1.0:1773674225.328116:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe95a0. 00000080:00000001:1.0:1773674225.328120:0:94185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:1.0:1773674225.328123:0:94185:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:1.0:1773674225.328128:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.328130:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.328132:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674225.328133:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.328136:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00000080:00000001:1.0:1773674225.328139:0:94185:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773674225.328141:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674225.328144:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe95a0. 00000020:00000010:1.0:1773674225.328147:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4be00. 00000020:00000010:1.0:1773674225.328150:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4aa00. 00000020:00000010:1.0:1773674225.328152:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.328156:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.328159:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.328161:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.328164:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.328166:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.328168:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b000. 00000008:00000010:1.0:1773674225.328170:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.328172:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.328175:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.328177:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f05a0. 00000020:00000001:1.0:1773674225.328351:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970216 : -113404165581400 : ffff98dc08fe95a8) 00000020:00001000:1.0:1773674225.328354:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe95a0 00000020:00000001:1.0:1773674225.328355:0:94185:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773674225.328357:0:94185:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773674225.328359:0:94185:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773674225.328361:0:94185:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc08797f60. 00020000:00000010:1.0:1773674225.328363:0:94185:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc02c67e00. 00020000:00000010:1.0:1773674225.328366:0:94185:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc08797480. 00020000:00000001:1.0:1773674225.328368:0:94185:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669535245440 : -113404174306176 : ffff98dc08797480) 00020000:00000002:1.0:1773674225.328370:0:94185:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc08797480, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773674225.328373:0:94185:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773674225.328376:0:94185:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc02c67e00: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000002:1.0:1773674225.328378:0:94185:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc10a946c8) owner ffff98dc42060000 00020000:00000001:1.0:1773674225.328381:0:94185:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773674225.328383:0:94185:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc10a946c8) owner ffff98dc42060000 00020000:00000010:1.0:1773674225.328385:0:94185:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc02c67e00. 00020000:00000010:1.0:1773674225.328389:0:94185:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc08797f60. 00020000:00000010:1.0:1773674225.328390:0:94185:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc08797480. 00020000:00000002:1.0:1773674225.328392:0:94185:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773674225.328394:0:94185:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.328396:0:94185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.328399:0:94185:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773674225.328402:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000002:1.0:1773674225.328405:0:94185:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc42060000. 00020000:00000002:1.0:1773674225.328407:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:1.0:1773674225.328409:0:94185:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773674225.328412:0:94185:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773674225.328413:0:94185:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773674225.328414:0:94185:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773674225.328416:0:94185:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773674225.328419:0:94185:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773674225.328421:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe95a0 00000020:00000010:1.0:1773674225.328423:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4aa00. 00000020:00000010:1.0:1773674225.328425:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.328428:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.328430:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.328433:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.328435:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.328437:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.328440:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4be00. 00000008:00000010:1.0:1773674225.328442:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.328444:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.328446:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.328448:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f05a0. 00000020:00000010:1.0:1773674225.328450:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b000. 00000020:00000010:1.0:1773674225.328452:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe95a0. 00000080:00000001:1.0:1773674225.328455:0:94185:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.328457:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.328458:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773674225.328459:0:94185:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773674225.328462:0:94185:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773674225.328464:0:94185:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.328467:0:94185:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:1.0:1773674225.328470:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674225.328472:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674225.328473:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.328475:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.328476:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674225.328478:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.328480:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.328482:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.328483:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.328485:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.328486:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.328489:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.328495:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.328502:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.328505:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1c1bbf0 00010000:00000001:1.0:1773674225.328507:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.328508:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.328509:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674225.328511:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.328513:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.328515:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.328518:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674225.328524:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.328526:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.328527:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674225.328530:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674225.328533:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773674225.328541:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674225.328543:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674225.328545:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.328739:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.328740:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.328742:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.328744:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674225.328746:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.328748:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.328751:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.328753:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.328754:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.328755:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773674225.328758:0:94185:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773674225.328763:0:94185:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc04031600. 00000080:00000001:1.0:1773674225.328804:0:94185:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773674225.328808:0:94185:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1773674225.328811:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.328813:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.328815:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.328817:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.328819:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.328822:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773674225.328824:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.328826:0:94185:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773674225.328831:0:94185:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc094406c0. 00000002:00100000:1.0:1773674225.328836:0:94185:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773674225.328843:0:94185:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.328845:0:94185:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773674225.328849:0:94185:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773674225.328853:0:94185:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.328857:0:94185:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773674225.328859:0:94185:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773674225.328860:0:94185:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674225.328863:0:94185:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773674225.328864:0:94185:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.328867:0:94185:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773674225.328868:0:94185:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.328870:0:94185:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773674225.328872:0:94185:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.328874:0:94185:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674225.328878:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.328881:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773674225.328889:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674225.328892:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98dc064c0000. 02000000:00000001:1.0:1773674225.328928:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773674225.328931:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.328934:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bb98 00000080:00000008:1.0:1773674225.328936:0:94185:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102101, rc = 0 00020000:00000001:1.0:1773674225.329034:0:94185:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773674225.329037:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000002:1.0:1773674225.329041:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:1.0:1773674225.329044:0:94185:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.330102:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674225.330105:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330109:0:86103:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773674225.330112:0:86103:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773674225.330114:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773674225.330119:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674225.330129:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04085a00 already unused, calling callback (ffffffffc1916cf0) 00000080:00000001:3.0:1773674225.330133:0:86103:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773674225.330138:0:86103:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674225.330146:0:86103:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773674225.330149:0:86103:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773674225.330152:0:86103:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674225.330159:0:86103:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773674225.330162:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773674225.330163:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.330165:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.330167:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085a00 refcount=3 00000020:00000001:3.0:1773674225.330169:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:3.0:1773674225.330172:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724224 : -113404248827392 : ffff98dc04085a00) 00010000:00000001:3.0:1773674225.330175:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773674225.330178:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773674225.330186:0:86103:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773674225.330190:0:86103:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773674225.330192:0:86103:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773674225.330194:0:86103:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:3.0:1773674225.330197:0:86103:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674225.330199:0:86103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.330204:0:86103:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:3.0:1773674225.330207:0:86103:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.330210:0:86103:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773674225.330213:0:86103:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773674225.330215:0:86103:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.330220:0:86103:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330224:0:86103:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773674225.330410:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.330412:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674225.330414:0:86103:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1773674225.330415:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.330417:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.330418:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=2 00000020:00000001:3.0:1773674225.330420:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.330422:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.330424:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.330425:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773674225.330427:0:86103:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674225.330429:0:86103:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773674225.330431:0:86103:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.330434:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773674225.330437:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773674225.330439:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773674225.330441:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.330443:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773674225.330445:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085a00 with handle 0x2f77f56113814340 from hash 00010000:00000001:3.0:1773674225.330448:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773674225.330449:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.330451:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.330452:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773674225.330455:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773674225.330457:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773674225.330462:0:86103:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.330464:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.330466:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.330467:0:86103:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.330470:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773674225.330472:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773674225.330479:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07ff7800. 00000020:00000040:3.0:1773674225.330483:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:3.0:1773674225.330488:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773674225.330491:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773674225.330494:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773674225.330500:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc10309a00. 00000100:00000001:3.0:1773674225.330507:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.330510:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773674225.330515:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773674225.330522:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773674225.330524:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.330528:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773674225.330533:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.330543:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060a7a23c] to pc [ptlrpcd_01_00+0] req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773674225.330570:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.330573:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.330574:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.330576:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.330578:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.330580:0:86103:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330583:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773674225.330589:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773674225.330592:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085a00/0x2f77f56113814340 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c69 expref: -99 pid: 94185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773674225.330600:0:86103:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc04031c00. 00010000:00000001:3.0:1773674225.330609:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.330611:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773674225.330613:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc110a9e40. 00010000:00000001:3.0:1773674225.330616:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.330618:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674225.330620:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330622:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674225.330624:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674225.330625:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330627:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773674225.330628:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674225.330629:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.330631:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773674225.330640:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773674225.330643:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773674225.330645:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.330651:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674225.330653:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.330655:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674225.330657:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674225.330678:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674225.330684:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.330693:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674225.330695:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.330699:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674225.330702:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674225.330704:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674225.330708:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953479808:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674225.330712:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674225.330718:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674225.330720:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.330723:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674225.330728:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc10308400. 02000000:00000001:3.0:1773674225.330730:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674225.330738:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674225.330742:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674225.330748:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674225.330770:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953479808, portal 18 00000100:00000001:3.0:1773674225.330772:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674225.330774:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669527250944 : -113404182300672 : ffff98dc07ff7800) 00000100:00000040:3.0:1773674225.330811:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.330819:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674225.330822:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674225.330825:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565660. 00000100:00000200:3.0:1773674225.330829:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953479808, offset 0 00000400:00000200:3.0:1773674225.330835:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674225.330843:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674225.330850:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674225.330855:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674225.330860:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674225.330864:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674225.330867:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674225.330871:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252864:252864:256:4294967295] 192.168.201.103@tcp LPNI seq info [252832:252832:8:4294967295] 00000400:00000200:3.0:1773674225.330876:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674225.330887:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674225.330893:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674225.330899:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81800. 00000800:00000200:3.0:1773674225.330906:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773674225.330926:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674225.330931:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773674225.330949:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.330954:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 312072 usecs (313 jiffies) 00000400:00000200:3.0:1773674225.330958:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674225.330961:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782698 00000100:00000001:3.0:1773674225.330964:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:3.0:1773674225.330966:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782698 00000100:00000001:3.0:1773674225.330968:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:3.0:1773674225.330971:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674225.330974:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.330976:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.330979:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.331174:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674225.331178:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674225.333401:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674225.333411:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81800. 00000400:00000200:0.0:1773674225.333418:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.333427:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674225.333435:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565660 00000400:00000010:0.0:1773674225.333438:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565660. 00000100:00000001:0.0:1773674225.333443:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674225.333451:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.333464:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674225.333467:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.333475:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.333477:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773674225.335535:0:94185:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12faba00. 00010000:00000010:3.1:1773674225.335925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085a00. 00000020:00000001:1.0:1773674225.339388:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bd28 00000080:00200008:1.0:1773674225.339401:0:94185:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674225.339413:0:94185:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773674225.339415:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bca0 00000080:00200000:1.0:1773674225.339418:0:94185:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88),name=recon 00000080:00000010:1.0:1773674225.339431:0:94185:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4b000. 00800000:00000002:1.0:1773674225.339438:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674225.339447:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674225.339454:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.339456:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bbc0 00800000:00000002:1.0:1773674225.339459:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.339463:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773674225.339469:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.339472:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.339475:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.339479:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.339481:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.339483:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.339486:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.339489:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.339490:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.339492:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.339493:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.339495:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.339497:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773674225.339499:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.339503:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674225.339508:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.339510:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1ba90 00000002:00010000:1.0:1773674225.339512:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773674225.339516:0:94185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773674225.339518:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773674225.339521:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.339531:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:1.0:1773674225.339535:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.339540:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.339546:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674225.339552:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773674225.339565:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674225.339571:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.339574:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773674225.339580:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773674225.339582:0:94185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773674225.339585:0:94185:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674225.339587:0:94185:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773674225.339589:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674225.339591:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773674225.339594:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773674225.339597:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:1.0:1773674225.339600:0:94185:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4b000. 00000080:00000001:1.0:1773674225.339607:0:94185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773674225.339609:0:94185:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.339611:0:94185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:1.0:1773674225.339615:0:94185:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:1.0:1773674225.339618:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674225.339620:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674225.339622:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.339624:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.339627:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674225.339630:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.339633:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.339635:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.339637:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.339638:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.339640:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.339643:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1c1bcd8 00010000:00000001:1.0:1773674225.339645:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.339646:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.339647:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:1.0:1773674225.339649:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.339651:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:1.0:1773674225.339653:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.339656:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773674225.339662:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.339664:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.339665:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674225.339668:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674225.339671:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773674225.339679:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674225.339683:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674225.339685:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.339690:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.339691:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.339693:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.339696:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674225.339698:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.339700:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.339702:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.339704:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.339706:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.339707:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674225.339710:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773674225.339711:0:94185:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674225.339715:0:94185:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773674225.339718:0:94185:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773674225.339720:0:94185:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773674225.339722:0:94185:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773674225.339724:0:94185:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.339726:0:94185:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674225.339730:0:94185:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773674225.339732:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674225.339738:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe95a0. 00000020:00000010:1.0:1773674225.339742:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b000. 00000020:00000010:1.0:1773674225.339746:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4be00. 00000020:00000010:1.0:1773674225.339750:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.339756:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.339762:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faae40. 00000800:00000001:0.0:1773674225.340217:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.340236:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.340239:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.340241:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.340250:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.340258:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.340267:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.340273:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.340278:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.340282:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794d1c80 00000400:00000200:0.0:1773674225.340287:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.340293:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5c81 [1] + 224 00000800:00000001:0.0:1773674225.340301:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.340310:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.340313:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.340318:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.340326:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.340335:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674225.340698:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674225.340730:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.340742:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.340747:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.342122:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674225.342128:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773674225.342137:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773674225.342139:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773674225.342143:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:3.0:1773674225.342149:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:3.0:1773674225.342152:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:3.0:1773674225.342155:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773674225.342163:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773674225.342172:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.342179:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773674225.342181:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.342183:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773674225.342187:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773674225.342189:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773674225.342191:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674225.342194:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773674225.342204:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d12578 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1773674225.342208:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:3.0:1773674225.342211:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773674225.342213:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.342216:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773674225.342220:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.342223:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773674225.342225:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:3.0:1773674225.342227:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773674225.342230:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674225.342249:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.342256:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674225.342259:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773674225.342262:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773674225.342266:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773674225.342275:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953479808:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773674225.342280:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.342283:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773674225.342286:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07ff7800 x1859825953479808/t0(0) o103->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674225.342293:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773674225.342295:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773674225.342299:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc10308400. 02000000:00000001:3.0:1773674225.342303:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773674225.342306:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773674225.342307:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:3.0:1773674225.342310:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773674225.342313:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc10309a00. 02000000:00000001:3.0:1773674225.342316:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773674225.342317:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773674225.342319:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07ff7800. 00000100:00000001:3.0:1773674225.342322:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773674225.342323:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.342325:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674225.342334:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674225.342335:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674225.342349:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674225.342352:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1773674225.342752:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.342760:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.342777:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.342785:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4aa00. 00000008:00000010:1.0:1773674225.342791:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.342796:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.342799:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.342803:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f05a0. 00000020:00000001:1.0:1773674225.342807:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970216 : -113404165581400 : ffff98dc08fe95a8) 00000020:00001000:1.0:1773674225.342810:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe95a0 00000020:00000001:1.0:1773674225.342815:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674225.342818:0:94185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773674225.342820:0:94185:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773674225.342823:0:94185:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773674225.342826:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674225.342828:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773674225.342831:0:94185:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773674225.342833:0:94185:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.342835:0:94185:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773674225.342838:0:94185:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07f59978 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773674225.342842:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:1.0:1773674225.342845:0:94185:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773674225.342847:0:94185:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773674225.342850:0:94185:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773674225.342851:0:94185:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.342853:0:94185:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773674225.342855:0:94185:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773674225.342857:0:94185:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.342858:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674225.342859:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773674225.342861:0:94185:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773674225.342862:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00000020:00000001:1.0:1773674225.342864:0:94185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773674225.342867:0:94185:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773674225.342868:0:94185:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773674225.342871:0:94185:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773674225.342873:0:94185:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773674225.342875:0:94185:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773674225.342877:0:94185:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773674225.342882:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773674225.342888:0:94185:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc03799b80. 00020000:00000002:1.0:1773674225.342891:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773674225.342893:0:94185:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773674225.342895:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674225.342897:0:94185:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773674225.342899:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674225.342903:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9870. 00000020:00000010:1.0:1773674225.342906:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4ba00. 00000020:00000010:1.0:1773674225.342920:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4a800. 00000020:00000010:1.0:1773674225.342924:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773674225.342929:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08504e18. 00020000:00000010:1.0:1773674225.342939:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaf00. 00008000:00000010:1.0:1773674225.342942:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc183966d8. 00000080:00000010:1.0:1773674225.342945:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1690. 00000080:00000010:1.0:1773674225.342948:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59240. 00000020:00000010:1.0:1773674225.342954:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000008:00000010:1.0:1773674225.342957:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674225.342961:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a3a80. 00008000:00000010:1.0:1773674225.342964:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98fc8. 00000080:00000010:1.0:1773674225.342966:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0960. 00000020:00000001:1.0:1773674225.342969:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970936 : -113404165580680 : ffff98dc08fe9878) 00000020:00001000:1.0:1773674225.342971:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9870 00000020:00000001:1.0:1773674225.342974:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:1.0:1773674225.342975:0:94185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773674225.342978:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773674225.342979:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773674225.342981:0:94185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.342982:0:94185:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.342984:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:1.0:1773674225.342987:0:94185:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773674225.342991:0:94185:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc09153430. 00000008:00010000:1.0:1773674225.342995:0:94185:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773674225.342997:0:94185:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674225.342999:0:94185:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773674225.343001:0:94185:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc03799bb0, osc lock ffff98dc09153430, flags 0x400001002 00000020:00000001:1.0:1773674225.343003:0:94185:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.343005:0:94185:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.343008:0:94185:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669451369344 : -113404258182272 : ffff98dc03799b80) 00000020:00000001:1.0:1773674225.343010:0:94185:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773674225.343012:0:94185:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773674225.343013:0:94185:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.343015:0:94185:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.343018:0:94185:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773674225.343020:0:94185:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773674225.343022:0:94185:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674225.343023:0:94185:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773674225.343024:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674225.343026:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:1.0:1773674225.343027:0:94185:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674225.343030:0:94185:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773674225.343032:0:94185:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773674225.343035:0:94185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773674225.343037:0:94185:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773674225.343039:0:94185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773674225.343040:0:94185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773674225.343042:0:94185:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773674225.343043:0:94185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773674225.343045:0:94185:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773674225.343048:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773674225.343055:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:1.0:1773674225.343058:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.343064:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.343069:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773674225.343074:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773674225.343100:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773674225.343105:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.343108:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674225.343116:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.343119:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.343121:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:1.0:1773674225.343123:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674225.343126:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:1.0:1773674225.343130:0:94185:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773674225.343132:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.343133:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.343134:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:1.0:1773674225.343136:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674225.343138:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:1.0:1773674225.343141:0:94185:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773674225.343143:0:94185:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773674225.343146:0:94185:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773674225.343148:0:94185:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.343149:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.343151:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.343152:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:1.0:1773674225.343154:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674225.343156:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674225.343158:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.343161:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674225.343168:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.343170:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.343171:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674225.343174:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674225.343176:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773674225.343187:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674225.343189:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674225.343192:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.343196:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.343197:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.343199:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.343202:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674225.343204:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.343206:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.343208:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.343210:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.343212:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.343213:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.343214:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.343215:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773674225.343216:0:94185:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674225.343218:0:94185:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.343220:0:94185:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773674225.343223:0:94185:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.343224:0:94185:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.343226:0:94185:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773674225.343227:0:94185:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773674225.344664:0:94185:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773674225.344666:0:94185:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773674225.344669:0:94185:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.344672:0:94185:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.344677:0:94185:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773674225.344680:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674225.344683:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:1.0:1773674225.344685:0:94185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773674225.344689:0:94185:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773674225.344693:0:94185:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773674224 a=0 c=1773674224 b=0 00020000:00000001:1.0:1773674225.344697:0:94185:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.344699:0:94185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.344701:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:1.0:1773674225.344703:0:94185:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1773674225.344706:0:94185:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773674225.344709:0:94185:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773674225.344711:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f59918 (ffff98dc08fe95a8/0) at cl_lock_release():245 00000020:00000001:1.0:1773674225.344713:0:94185:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773674225.344715:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f59918 (ffff98dc08fe95a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773674225.344718:0:94185:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773674225.344721:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773674225.344722:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:1.0:1773674225.344724:0:94185:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773674225.344725:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc03799bb0 (ffff98dc08fe9878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773674225.344728:0:94185:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773674225.344730:0:94185:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773674225.344731:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.344733:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773674225.344734:0:94185:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773674225.344735:0:94185:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674225.344737:0:94185:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674225.344738:0:94185:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773674225.344739:0:94185:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773674225.344740:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f59918 (ffff98dc08fe95a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1773674225.344743:0:94185:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773674225.344744:0:94185:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773674225.344746:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc03799bb0 (ffff98dc08fe95a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1773674225.344749:0:94185:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc09153430. 00000020:00000001:1.0:1773674225.344755:0:94185:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773674225.344757:0:94185:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc03799b80. 00020000:00000001:1.0:1773674225.344760:0:94185:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773674225.344762:0:94185:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773674225.344763:0:94185:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773674225.344765:0:94185:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.344768:0:94185:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773674225.344770:0:94185:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773674225.344772:0:94185:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773674225.344774:0:94185:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773674225.344775:0:94185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674225.344777:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9870 00000020:00000010:1.0:1773674225.344798:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4a800. 00000020:00000010:1.0:1773674225.344804:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797480. 00000008:00000010:1.0:1773674225.344808:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08504e18. 00020000:00000010:1.0:1773674225.344812:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaf00. 00008000:00000010:1.0:1773674225.344816:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc183966d8. 00000080:00000010:1.0:1773674225.344820:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1690. 00000080:00000010:1.0:1773674225.344824:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59240. 00000020:00000010:1.0:1773674225.344827:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4ba00. 00000008:00000010:1.0:1773674225.344831:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674225.344834:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a3a80. 00008000:00000010:1.0:1773674225.344838:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98fc8. 00000080:00000010:1.0:1773674225.344841:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0960. 00000020:00000010:1.0:1773674225.344843:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000020:00000010:1.0:1773674225.344846:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9870. 00020000:00000001:1.0:1773674225.344848:0:94185:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773674225.344850:0:94185:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773674225.344852:0:94185:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773674225.344854:0:94185:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773674225.344858:0:94185:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773674225.344860:0:94185:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.344862:0:94185:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773674225.344864:0:94185:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773674225.344865:0:94185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773674225.344867:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe95a0 00000020:00000010:1.0:1773674225.344869:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4be00. 00000020:00000010:1.0:1773674225.344871:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.344874:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.344876:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.344878:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.344881:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.344883:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.344886:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b000. 00000008:00000010:1.0:1773674225.344888:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.344890:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.344893:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.344895:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f05a0. 00000020:00000010:1.0:1773674225.344897:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4aa00. 00000020:00000010:1.0:1773674225.344899:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe95a0. 00000001:00000001:1.0:1773674225.344902:0:94185:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.344923:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bd28 00000080:00000008:1.0:1773674225.344926:0:94185:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773674225.345004:0:94185:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:1.0:1773674225.345007:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bd88 00000080:00200008:1.0:1773674225.345009:0:94185:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1773674225.345013:0:94185:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1773674225.345015:0:94185:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.345017:0:94185:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773674225.345021:0:94185:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.345024:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674225.345029:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe95a0. 00000020:00000010:1.0:1773674225.345033:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc0a2c6000. 00000020:00000010:1.0:1773674225.345038:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07f4aa00. 00000020:00000010:1.0:1773674225.345041:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797f00. 00000008:00000010:1.0:1773674225.345047:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08502178. 00020000:00000010:1.0:1773674225.345050:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faae40. 00008000:00000010:1.0:1773674225.345053:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc18396a60. 00000080:00000010:1.0:1773674225.345057:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a13f0. 00000080:00000010:1.0:1773674225.345060:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59918. 00000020:00000010:1.0:1773674225.345063:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07f4b000. 00000008:00000010:1.0:1773674225.345066:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e59b80. 00020000:00000010:1.0:1773674225.345069:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a0900. 00008000:00000010:1.0:1773674225.345072:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98890. 00000080:00000010:1.0:1773674225.345074:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f05a0. 00000020:00000001:1.0:1773674225.345077:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970216 : -113404165581400 : ffff98dc08fe95a8) 00000020:00001000:1.0:1773674225.350477:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe95a0 00000080:00000001:1.0:1773674225.350487:0:94185:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773674225.350490:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bc98 00000080:00200000:1.0:1773674225.350492:0:94185:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1773674225.350500:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bc30 00000080:00200000:1.0:1773674225.350501:0:94185:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773674225.351125:0:94185:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773674225.351131:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351133:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351135:0:94185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773674225.351141:0:94185:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773674225.351144:0:94185:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773674224 a=0 c=1773674224 b=0 00020000:00000001:0.0:1773674225.351147:0:94185:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351150:0:94185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351151:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:0.0:1773674225.351153:0:94185:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1773674225.351156:0:94185:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773674225.351159:0:94185:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773674225.351166:0:94185:0:(cl_io.c:214:cl_io_rw_init()) header@00000000155acde8[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:0.0:1773674225.351168:0:94185:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1773674225.351170:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351172:0:94185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773674225.351175:0:94185:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773674225.351177:0:94185:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773674225.351180:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674225.351182:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773674225.351185:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674225.351190:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351193:0:94185:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773674225.351195:0:94185:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351197:0:94185:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773674225.351201:0:94185:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07f59978 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773674225.351205:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:0.0:1773674225.351209:0:94185:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773674225.351211:0:94185:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773674225.351213:0:94185:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773674225.351215:0:94185:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773674225.351217:0:94185:0:(lov_io.c:634:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1773674225.351220:0:94185:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773674225.351222:0:94185:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773674225.351224:0:94185:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351226:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674225.351227:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773674225.351228:0:94185:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773674225.351230:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00000020:00000001:0.0:1773674225.351245:0:94185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351247:0:94185:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674225.351250:0:94185:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773674225.351253:0:94185:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773674225.351256:0:94185:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351260:0:94185:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773674225.351261:0:94185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773674225.351264:0:94185:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773674225.351266:0:94185:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773674225.351268:0:94185:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773674225.351270:0:94185:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773674225.351273:0:94185:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773674225.351277:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773674225.351280:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674225.351282:0:94185:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773674225.351283:0:94185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773674225.351292:0:94185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08f6c630. 00000020:00000010:0.0:1773674225.351298:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f4000. 00000020:00000010:0.0:1773674225.351302:0:94185:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc070f5400. 00000020:00000010:0.0:1773674225.351306:0:94185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc02c6b000. 00000008:00000010:0.0:1773674225.351312:0:94185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07064e18. 00020000:00000010:0.0:1773674225.351316:0:94185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc03d80780. 00008000:00000010:0.0:1773674225.351322:0:94185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc07f88000. 00000080:00000010:0.0:1773674225.351330:0:94185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc088be1f8. 00000080:00000010:0.0:1773674225.351335:0:94185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc08bb16d0. 00000020:00000010:0.0:1773674225.351338:0:94185:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc070f4600. 00000008:00000010:0.0:1773674225.351341:0:94185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08589080. 00020000:00000010:0.0:1773674225.351345:0:94185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc078d6640. 00008000:00000010:0.0:1773674225.351348:0:94185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc1007e2e8. 00000080:00000010:0.0:1773674225.351351:0:94185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc1007fe10. 00000020:00000001:0.0:1773674225.351354:0:94185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543458360 : -113404166093256 : ffff98dc08f6c638) 00000020:00001000:0.0:1773674225.351357:0:94185:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08f6c630 00000020:00000001:0.0:1773674225.351359:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351361:0:94185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773674225.351363:0:94185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773674225.351365:0:94185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773674225.351367:0:94185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351368:0:94185:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351370:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:0.0:1773674225.351373:0:94185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773674225.351376:0:94185:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773674225.351379:0:94185:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351381:0:94185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351384:0:94185:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351386:0:94185:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351388:0:94185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351390:0:94185:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773674225.351392:0:94185:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773674225.351394:0:94185:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773674225.351398:0:94185:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773674225.351402:0:94185:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351405:0:94185:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351407:0:94185:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773674225.351409:0:94185:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773674225.351411:0:94185:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773674225.351413:0:94185:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773674225.351414:0:94185:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351417:0:94185:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351418:0:94185:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351420:0:94185:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.351421:0:94185:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351423:0:94185:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773674225.351425:0:94185:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773674225.351426:0:94185:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773674225.351428:0:94185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674225.351429:0:94185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351431:0:94185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351433:0:94185:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351435:0:94185:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351436:0:94185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773674225.351438:0:94185:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773674225.351441:0:94185:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773674225.351443:0:94185:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773674225.351446:0:94185:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773674225.351448:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773674225.351454:0:94185:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc10a93600. 00020000:00000002:0.0:1773674225.351456:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773674225.351458:0:94185:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773674225.351461:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674225.351462:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:0.0:1773674225.351464:0:94185:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773674225.351467:0:94185:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc031217c0. 00000008:00010000:0.0:1773674225.351470:0:94185:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773674225.351472:0:94185:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773674225.351473:0:94185:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773674225.351477:0:94185:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc10a93630, osc lock ffff98dc031217c0, flags 0x0 00000020:00000001:0.0:1773674225.351479:0:94185:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351481:0:94185:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351484:0:94185:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669672592896 : -113404036958720 : ffff98dc10a93600) 00000020:00000001:0.0:1773674225.351486:0:94185:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773674225.351487:0:94185:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773674225.351488:0:94185:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351490:0:94185:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351492:0:94185:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773674225.351494:0:94185:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773674225.351495:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674225.351496:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:0.0:1773674225.351498:0:94185:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773674225.351500:0:94185:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773674225.351502:0:94185:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773674225.351503:0:94185:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351507:0:94185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773674225.351509:0:94185:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773674225.351511:0:94185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773674225.351513:0:94185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773674225.351514:0:94185:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773674225.351516:0:94185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773674225.351518:0:94185:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773674225.351521:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773674225.351529:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:0.0:1773674225.351532:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674225.351539:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674225.351544:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674225.351550:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773674225.351563:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773674225.351568:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.351571:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674225.351579:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.351581:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.351584:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:0.0:1773674225.351586:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351589:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:0.0:1773674225.351593:0:94185:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773674225.351595:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.351597:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.351598:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:0.0:1773674225.351600:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351602:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351605:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.351606:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.351607:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:0.0:1773674225.351609:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351612:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351614:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674225.351615:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.351619:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674225.351633:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.351635:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674225.351637:0:94185:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.351639:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.351640:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.351642:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=7 00000020:00000001:0.0:1773674225.351644:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351646:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674225.351648:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674225.351651:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674225.351658:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.351659:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674225.351661:0:94185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773674225.351668:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674225.351670:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.351671:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.351672:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.351673:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773674225.351675:0:94185:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773674225.351677:0:94185:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351679:0:94185:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351681:0:94185:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351682:0:94185:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351685:0:94185:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351687:0:94185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351688:0:94185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351690:0:94185:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773674225.351693:0:94185:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1773674225.351697:0:94185:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773674225.351700:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351702:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:0.0:1773674225.351703:0:94185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773674225.351705:0:94185:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773674225.351707:0:94185:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773674224 a=0 c=1773674224 b=0 00020000:00000001:0.0:1773674225.351710:0:94185:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351712:0:94185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351714:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:0.0:1773674225.351716:0:94185:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1773674225.351718:0:94185:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773674225.351721:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bb80 00000080:00200000:0.0:1773674225.351722:0:94185:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1773674225.351725:0:94185:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773674225.351728:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000002:0.0:1773674225.351730:0:94185:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc42060000. 00020000:00000002:0.0:1773674225.351732:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00000020:00000001:0.0:1773674225.351735:0:94185:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1773674225.351739:0:94185:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773674225.351741:0:94185:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773674225.351743:0:94185:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1773674225.351744:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773674225.351746:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:0.0:1773674225.351748:0:94185:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773674225.351750:0:94185:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773674225.351753:0:94185:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351755:0:94185:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773674225.351757:0:94185:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773674225.351758:0:94185:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.352478:0:94185:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1773674225.352487:0:94185:0:(xattr.c:492:ll_xattr_list()) Process entered 00000080:00000001:0.0:1773674225.352490:0:94185:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1773674225.352493:0:94185:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:0.0:1773674225.352496:0:94185:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:0.0:1773674225.352500:0:94185:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f4200. 00000080:00000001:0.0:1773674225.352507:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674225.352513:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674225.352516:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b7a8 00800000:00000002:0.0:1773674225.352518:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773674225.352523:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674225.352525:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674225.352527:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674225.352530:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674225.352532:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674225.352535:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674225.352537:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773674225.352539:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674225.352543:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0xc:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674225.352548:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674225.352551:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b678 00000002:00010000:0.0:1773674225.352553:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0xc:0x0], intent: getxattr flags 0 00000002:00000001:0.0:1773674225.352557:0:94185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674225.352560:0:94185:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:0.0:1773674225.352565:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a00380. 00000020:00000040:0.0:1773674225.352569:0:94185:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:0.0:1773674225.352574:0:94185:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773674225.352821:0:94185:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.352826:0:94185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674225.352831:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674225.352837:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.352838:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.352840:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.352843:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674225.352845:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674225.352848:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674225.352855:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063a8c00. 00000100:00000001:0.0:1773674225.352862:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.352867:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674225.352869:0:94185:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.352870:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674225.352872:0:94185:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.352874:0:94185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1773674225.352878:0:94185:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff98dc07f29800: get xattrs for [0x20000bf89:0xc:0x0] 00000002:00000001:0.0:1773674225.352885:0:94185:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446630669520995200 : -113404188556416 : ffff98dc07a00380) 00010000:00000001:0.0:1773674225.352888:0:94185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674225.352891:0:94185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773674225.352896:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 2 00010000:00000001:0.0:1773674225.352898:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674225.352901:0:94185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674225.352905:0:94185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f2800. 00000020:00000001:0.0:1773674225.352919:0:94185:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674225.352921:0:94185:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f2800 with handle 0x2f77f56113814347 to hash 00000020:00000001:0.0:1773674225.352924:0:94185:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674225.352926:0:94185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:0.0:1773674225.352929:0:94185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:0.0:1773674225.352932:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674225.352934:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.352938:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674225.352947:0:94185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674225.352960:0:94185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674225.352976:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674225.352978:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674225.352985:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245e40. 00000100:00000001:0.0:1773674225.352988:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114752 : -113404213436864 : ffff98dc06245e40) 00000100:00000001:0.0:1773674225.352991:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674225.352992:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520995200 : -113404188556416 : ffff98dc07a00380) 00000100:00000001:0.0:1773674225.352997:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674225.353000:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.353002:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674225.353003:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674225.353014:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.353024:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674225.353026:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.353030:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674225.353033:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674225.353035:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674225.353039:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a00380 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953479936:192.168.201.103@tcp:101:uname.0 00000100:00000001:0.0:1773674225.353043:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674225.353049:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674225.353051:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.353053:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674225.353059:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff98dc08574000. 02000000:00000001:0.0:1773674225.353061:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674225.353069:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674225.353073:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105e528. 00000400:00000010:0.0:1773674225.354962:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979440. 00000100:00000200:0.0:1773674225.354989:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859825953479936, portal 10 00000100:00000001:0.0:1773674225.354993:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674225.354995:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669520995200 : -113404188556416 : ffff98dc07a00380) 00000100:00000040:0.0:1773674225.355010:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.355020:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674225.355023:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674225.355029:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979aa0. 00000100:00000200:0.0:1773674225.355033:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859825953479936, offset 0 00000400:00000200:0.0:1773674225.355039:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674225.355051:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.355060:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674225.355066:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674225.355070:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674225.355075:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674225.355077:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674225.355092:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252865:252865:256:4294967295] 192.168.201.103@tcp LPNI seq info [252833:252833:8:4294967295] 00000400:00000200:0.0:1773674225.355099:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.355110:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674225.355117:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674225.355125:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674225.355132:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674225.355141:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674225.355147:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1773674225.355161:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674225.355165:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 311466 usecs (312 jiffies) 00000400:00000200:0.0:1773674225.355169:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674225.355172:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782722 00000100:00000001:0.0:1773674225.355175:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.355178:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782722 00000100:00000001:0.0:1773674225.355180:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.355183:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674225.355187:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.355189:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674225.355191:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1773674225.355195:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245e40 going to sleep for 17 seconds 00000100:00000001:0.0:1773674225.355198:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674225.355201:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.355723:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.355729:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674225.355734:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.355740:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.355746:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979aa0 00000400:00000010:1.0:1773674225.355748:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979aa0. 00000100:00000001:1.0:1773674225.355752:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.355758:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.355799:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.355803:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.355810:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.355812:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.371951:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.371968:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.371972:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.371974:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.371983:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.372001:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674225.372009:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.372014:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.372020:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.372024:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1144 into portal 10 MB=0x69b80794d1d00 00000400:00000200:0.0:1773674225.372030:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.372035:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1144/1144 into md 0x2c5c89 [1] + 224 00000800:00000001:0.0:1773674225.372043:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.372052:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.372055:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.372059:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674225.372065:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.372074:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773674225.372087:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.372114:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674225.372121:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.372124:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.374560:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.374575:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.374577:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.374581:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105e528. 00000400:00000200:2.0:1773674225.374821:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979440 00000400:00000010:2.0:1773674225.374824:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979440. 00000100:00000001:2.0:1773674225.374828:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.374840:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674225.374852:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.374860:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.374862:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.374865:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.374869:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.374872:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.374874:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.374877:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.374886:0:94185:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.374890:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.374893:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.374894:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.374897:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.374900:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.374903:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.374906:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.374919:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.374922:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.374928:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.374936:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.374939:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.374941:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.374946:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773674247 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674225.374955:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a00380 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953479936:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773674225.374963:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.374965:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.374968:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.374970:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.374973:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.374980:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.374982:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245e40. 00000100:00000001:2.0:1773674225.374986:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.374987:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.374991:0:94185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674225.374995:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.374998:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375000:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=4 00000020:00000001:2.0:1773674225.375003:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375007:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000040:2.0:1773674225.375013:0:94185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f2800, remote cookie: 0x441c89a0128d6c7e, flags: 0x1001 00010000:00010000:2.0:1773674225.375020:0:94185:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.375029:0:94185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674225.375034:0:94185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674225.375036:0:94185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674225.375038:0:94185:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674225.375040:0:94185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674225.375043:0:94185:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff98dc10a91000) refcount = 2 00010000:00000040:2.0:1773674225.375046:0:94185:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674225.375050:0:94185:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1773674225.375058:0:94185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.375071:0:94185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674225.375075:0:94185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674225.375077:0:94185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.375091:0:94185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674225.375094:0:94185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.375098:0:94185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.375104:0:94185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674225.375106:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375108:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.375109:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375110:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.375112:0:94185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.375117:0:94185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674225.375118:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375119:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375121:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375123:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375125:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375128:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375129:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674225.375134:0:94185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773674225.375315:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375317:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375318:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375320:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375322:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375324:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375325:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.375327:0:94185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.375329:0:94185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.375332:0:94185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773674225.375334:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375335:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375336:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375338:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375340:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00000002:00010000:2.0:1773674225.375343:0:94185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.375350:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375351:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.375353:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674225.375355:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375356:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375357:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375359:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375361:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000040:2.0:1773674225.375367:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:2.0:1773674225.375370:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674225.375375:0:94185:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589983625/12 (0 0) 00010000:00000001:2.0:1773674225.375378:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375379:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.375380:0:94185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674225.375383:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1b5f8 00000002:00002000:2.0:1773674225.375385:0:94185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773674225.375388:0:94185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.375391:0:94185:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.375394:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674225.375397:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0xc:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773674225.375401:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.375406:0:94185:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f4200. 00000080:00000001:2.0:1773674225.375412:0:94185:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674225.375418:0:94185:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff98dc08574460 xtail=ffff98dc0857449a 00000080:00000001:2.0:1773674225.375420:0:94185:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773674225.375422:0:94185:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773674225.375426:0:94185:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674225.375428:0:94185:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.375430:0:94185:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674225.375438:0:94185:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9168. 00000080:00000010:2.0:1773674225.375442:0:94185:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b4690. 00000080:00000010:2.0:1773674225.375446:0:94185:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff98dc0414f8a0. 00000080:00000020:2.0:1773674225.375448:0:94185:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773674225.375450:0:94185:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674225.375452:0:94185:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674225.375454:0:94185:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674225.375455:0:94185:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.375457:0:94185:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674225.375460:0:94185:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9280. 00000080:00000010:2.0:1773674225.375462:0:94185:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff98dc042b4300. 00000080:00000010:2.0:1773674225.375465:0:94185:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff98dc02c850c0. 00000080:00000020:2.0:1773674225.375467:0:94185:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773674225.375469:0:94185:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674225.375470:0:94185:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:2.0:1773674225.375472:0:94185:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674225.375473:0:94185:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.375474:0:94185:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674225.375477:0:94185:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9758. 00000080:00000010:2.0:1773674225.375480:0:94185:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff98dc042b4780. 00000080:00000010:2.0:1773674225.375482:0:94185:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff98dc07306a08. 00000080:00000020:2.0:1773674225.375484:0:94185:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:2.0:1773674225.375485:0:94185:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674225.375486:0:94185:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773674225.375488:0:94185:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773674225.375489:0:94185:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.375491:0:94185:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773674225.375493:0:94185:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff98dc12cf9578. 00000080:00000010:2.0:1773674225.375495:0:94185:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff98dc042b4fd0. 00000080:00000010:2.0:1773674225.375498:0:94185:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff98dc02c85740. 00000080:00000020:2.0:1773674225.375500:0:94185:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773674225.375501:0:94185:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773674225.375503:0:94185:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773674225.375505:0:94185:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773674225.375508:0:94185:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814347 00800000:00000001:2.0:1773674225.375512:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.375515:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.375516:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375518:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375519:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375522:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375524:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375526:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375528:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.375529:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.375531:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.375534:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814347 from it ffffbabdc1c1b8f8 00010000:00000001:2.0:1773674225.375537:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.375538:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.375539:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f2800 refcount=3 00000020:00000001:2.0:1773674225.375541:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375544:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930932224 : -113403778619392 : ffff98dc200f2800) 00010000:00000001:2.0:1773674225.375546:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.375549:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.375556:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375557:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.375558:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.375561:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.375564:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674225.375577:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.375579:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.375581:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.375586:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375588:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.375590:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.375593:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.375595:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.375597:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.375599:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.375602:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.375603:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.375604:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.375606:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.375611:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a00380 x1859825953479936/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.375619:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.375621:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.375624:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff98dc08574000. 02000000:00000001:2.0:1773674225.375628:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.375630:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.375632:0:94185:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.375635:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.375637:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063a8c00. 02000000:00000001:2.0:1773674225.375641:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.375642:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.375644:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a00380. 00000100:00000001:2.0:1773674225.375648:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.375649:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.375651:0:94185:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.375654:0:94185:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.375655:0:94185:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.375658:0:94185:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773674225.375661:0:94185:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.375664:0:94185:0:(xattr.c:508:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773674225.375667:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.375668:0:94185:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.375670:0:94185:0:(xattr.c:555:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.375675:0:94185:0:(xattr.c:612:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.375684:0:94185:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773674225.375686:0:94185:0:(rw26.c:725:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1773674225.375695:0:94185:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1773674225.375697:0:94185:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375701:0:94185:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773674225.375703:0:94185:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0xc:0x0] fffff3eb446d9bc0 ffff98dc06409ee0 1 00000020:00000001:2.0:1773674225.375706:0:94185:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773674225.375708:0:94185:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446630669497966304 : -113404211585312 : ffff98dc06409ee0) 00000020:00000001:2.0:1773674225.375711:0:94185:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446630669497966304 : -113404211585312 : ffff98dc06409ee0) 00000020:00000001:2.0:1773674225.375713:0:94185:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773674225.375715:0:94185:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674225.375717:0:94185:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526604152 : -113404182947464 : ffff98dc07f59978) 00000020:00000001:2.0:1773674225.375719:0:94185:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773674225.375720:0:94185:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773674225.375722:0:94185:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.375727:0:94185:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[3 00000000ce044023 1 1 000000005b25e36b] 00000020:00000001:2.0:1773674225.375729:0:94185:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773674225.375731:0:94185:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674225.375733:0:94185:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773674225.375735:0:94185:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773674225.375736:0:94185:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.375740:0:94185:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773674225.375741:0:94185:0:(rw26.c:909:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1773674225.375743:0:94185:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773674225.375744:0:94185:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446630669526604152 : -113404182947464 : ffff98dc07f59978) 00000020:00000001:2.0:1773674225.375746:0:94185:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773674225.375748:0:94185:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.375750:0:94185:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773674225.375752:0:94185:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773674225.375753:0:94185:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773674225.375754:0:94185:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773674225.375757:0:94185:0:(rw26.c:967:ll_write_end()) page@0000000045dc27c8[4 00000000ce044023 2 1 000000005b25e36b] 00000080:00200000:2.0:1773674225.375761:0:94185:0:(rw26.c:967:ll_write_end()) vmpage @00000000aec38ae7 17ffffc0001039 2:0 ffff98dc06409ee0 0 lru 00000080:00200000:2.0:1773674225.375797:0:94185:0:(rw26.c:967:ll_write_end()) osc-page@00000000ec473570 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000003f144e93 000000001b0f610d > 3< 1 0 > 4< 0 0 8 8265728 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1773674225.375800:0:94185:0:(rw26.c:967:ll_write_end()) end page@0000000045dc27c8 00000080:00200000:2.0:1773674225.375802:0:94185:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773674225.375804:0:94185:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773674225.375805:0:94185:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1773674225.375808:0:94185:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773674225.375812:0:94185:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773674225.375814:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.375816:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:2.0:1773674225.375818:0:94185:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773674225.375821:0:94185:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773674225.375823:0:94185:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773674225.375826:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000002:2.0:1773674225.375829:0:94185:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1773674225.375831:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.375833:0:94185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773674225.375836:0:94185:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1773674225.375839:0:94185:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.375841:0:94185:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375843:0:94185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375845:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.375847:0:94185:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773674225.375848:0:94185:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773674225.375851:0:94185:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.375854:0:94185:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[4 00000000ce044023 2 1 000000005b25e36b] 00000020:00000001:2.0:1773674225.375856:0:94185:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773674225.375857:0:94185:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773674225.375858:0:94185:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773674225.375860:0:94185:0:(osc_request.c:745:osc_update_next_shrink()) next time 7315 to shrink grant 00000080:00000001:2.0:1773674225.375863:0:94185:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773674225.375865:0:94185:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773674225.375867:0:94185:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff98dc10e8bc38, count 1, dirtied 0 00000080:00000001:2.0:1773674225.375870:0:94185:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773674225.375871:0:94185:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773674225.375873:0:94185:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.375874:0:94185:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.375876:0:94185:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.375878:0:94185:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[3 00000000ce044023 2 1 0000000000000000] 00000020:00000001:2.0:1773674225.375880:0:94185:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773674225.375881:0:94185:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674225.375883:0:94185:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773674225.375884:0:94185:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.375886:0:94185:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[3 00000000ce044023 1 1 0000000000000000] 00000020:00000001:2.0:1773674225.375887:0:94185:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773674225.375888:0:94185:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773674225.375889:0:94185:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773674225.375891:0:94185:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773674225.375893:0:94185:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375895:0:94185:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.375896:0:94185:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375898:0:94185:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674225.375900:0:94185:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1773674225.375902:0:94185:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773674225.375904:0:94185:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773674225.375905:0:94185:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.375918:0:94185:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1773674225.375924:0:94185:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1773674225.375925:0:94185:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375928:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bb80 00000080:00200000:2.0:1773674225.375929:0:94185:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1773674225.375932:0:94185:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.375935:0:94185:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674225.375937:0:94185:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.375939:0:94185:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674225.375941:0:94185:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773674225.375943:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.375945:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.375946:0:94185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674225.375948:0:94185:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.375949:0:94185:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375951:0:94185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375953:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.375955:0:94185:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375957:0:94185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.375959:0:94185:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.375960:0:94185:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375962:0:94185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375964:0:94185:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674225.375966:0:94185:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674225.375968:0:94185:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674225.375969:0:94185:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773674225.375971:0:94185:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674225.375972:0:94185:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.375974:0:94185:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.375976:0:94185:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674225.375978:0:94185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.375980:0:94185:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.375982:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070f05d8 (ffff98dc08fe95a8/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.375985:0:94185:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.375987:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070f05d8 (ffff98dc08fe95a8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.375991:0:94185:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.375993:0:94185:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.375994:0:94185:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669511166312 : -113404198385304 : ffff98dc070a0968) 00000020:00000001:2.0:1773674225.375996:0:94185:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.375997:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc10a93630 (ffff98dc08f6c638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.376001:0:94185:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.376002:0:94185:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.376005:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.376006:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.376008:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.376010:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.376013:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.376015:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.376020:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674225.376028:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.376029:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.376030:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.376032:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.376034:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674225.376041:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.376043:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.376044:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.376047:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.376048:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.376049:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.376051:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.376052:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.376054:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.376057:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.376059:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.376060:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.376061:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.376063:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.376064:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.376065:0:94185:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.376067:0:94185:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.376069:0:94185:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.376070:0:94185:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.376071:0:94185:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.376073:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070f05d8 (ffff98dc08fe95a8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.376076:0:94185:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.376077:0:94185:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.376078:0:94185:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc10a93630 (ffff98dc08fe95a8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.376082:0:94185:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc031217c0. 00000020:00000001:2.0:1773674225.376087:0:94185:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.376089:0:94185:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc10a93600. 00020000:00000001:2.0:1773674225.376092:0:94185:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.376093:0:94185:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.376094:0:94185:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674225.376096:0:94185:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674225.376097:0:94185:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.376099:0:94185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.376100:0:94185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674225.376101:0:94185:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.376103:0:94185:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.376105:0:94185:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.376106:0:94185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.376108:0:94185:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773674225.376110:0:94185:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1773674225.376111:0:94185:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674225.376113:0:94185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.376115:0:94185:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.376116:0:94185:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.376117:0:94185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674225.376121:0:94185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674225.376122:0:94185:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.376124:0:94185:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.376126:0:94185:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.376127:0:94185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.376129:0:94185:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674225.376133:0:94185:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1773674225.376136:0:94185:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773674225.376139:0:94185:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773674225.376141:0:94185:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.376143:0:94185:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.376145:0:94185:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.376146:0:94185:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.376148:0:94185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.376149:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08f6c630 00000020:00000010:2.0:1773674225.376154:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc070f5400. 00000020:00000010:2.0:1773674225.376159:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc02c6b000. 00000008:00000010:2.0:1773674225.376164:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07064e18. 00020000:00000010:2.0:1773674225.376168:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc03d80780. 00008000:00000010:2.0:1773674225.376174:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc07f88000. 00000080:00000010:2.0:1773674225.376178:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc088be1f8. 00000080:00000010:2.0:1773674225.376182:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc08bb16d0. 00000020:00000010:2.0:1773674225.376186:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f4000. 00000008:00000010:2.0:1773674225.376189:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08589080. 00020000:00000010:2.0:1773674225.376193:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc078d6640. 00008000:00000010:2.0:1773674225.376196:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc1007e2e8. 00000080:00000010:2.0:1773674225.376200:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc1007fe10. 00000020:00000010:2.0:1773674225.376204:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc070f4600. 00000020:00000010:2.0:1773674225.376206:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08f6c630. 00020000:00000001:2.0:1773674225.376209:0:94185:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.376211:0:94185:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.376213:0:94185:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.376215:0:94185:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.376218:0:94185:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.376219:0:94185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.376221:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bc98 00000080:00200000:2.0:1773674225.376223:0:94185:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1773674225.376231:0:94185:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674225.376233:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.376234:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.376236:0:94185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.376240:0:94185:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674225.376245:0:94185:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674225.376247:0:94185:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1773674225.376249:0:94185:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674225.376250:0:94185:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1773674225.376252:0:94185:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=46 (1) m=1773674225 a=0 c=1773674225 b=0 00020000:00000001:2.0:1773674225.376255:0:94185:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.376257:0:94185:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=0 c=1773674225 b=0 00020000:00000001:2.0:1773674225.376260:0:94185:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.376261:0:94185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.376263:0:94185:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674225.376265:0:94185:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1773674225.376268:0:94185:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1773674225.376270:0:94185:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1773674225.376272:0:94185:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1773674225.376274:0:94185:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe95a0 00000020:00000010:2.0:1773674225.376276:0:94185:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07f4aa00. 00000020:00000010:2.0:1773674225.376279:0:94185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797f00. 00000008:00000010:2.0:1773674225.376282:0:94185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08502178. 00020000:00000010:2.0:1773674225.376285:0:94185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faae40. 00008000:00000010:2.0:1773674225.376288:0:94185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc18396a60. 00000080:00000010:2.0:1773674225.376291:0:94185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a13f0. 00000080:00000010:2.0:1773674225.376294:0:94185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59918. 00000020:00000010:2.0:1773674225.376296:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc0a2c6000. 00000008:00000010:2.0:1773674225.376299:0:94185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e59b80. 00020000:00000010:2.0:1773674225.376302:0:94185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a0900. 00008000:00000010:2.0:1773674225.376304:0:94185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98890. 00000080:00000010:2.0:1773674225.376307:0:94185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f05a0. 00000020:00000010:2.0:1773674225.376310:0:94185:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07f4b000. 00000020:00000010:2.0:1773674225.376312:0:94185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe95a0. 00000020:00000001:2.0:1773674225.376316:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bd88 00000080:00000008:2.0:1773674225.376317:0:94185:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1773674225.376320:0:94185:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773674225.376337:0:94185:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674225.376339:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000002:2.0:1773674225.376343:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:2.0:1773674225.376346:0:94185:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.376353:0:94185:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773674225.376355:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bdd0 00000080:00200008:2.0:1773674225.376357:0:94185:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102001 00000080:00000001:2.0:1773674225.376360:0:94185:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773674225.376363:0:94185:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773674225.376364:0:94185:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674225.376366:0:94185:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000002:2.0:1773674225.376368:0:94185:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc42060000 00020000:00000001:2.0:1773674225.376370:0:94185:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.376372:0:94185:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773674225.376376:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.376378:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.376380:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.376382:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.376384:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.376386:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.376388:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.376391:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.376393:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.376397:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:2.0:1773674225.376399:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.376403:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.376405:0:94185:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:2.0:1773674225.376407:0:94185:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773674225.376409:0:94185:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773674225.376414:0:94185:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.376416:0:94185:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773674225.376421:0:94185:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773674225.376424:0:94185:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773674225.376426:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.376427:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.376428:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.376429:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.376431:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.376433:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.376434:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.376437:0:94185:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:2.0:1773674225.376440:0:94185:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773674225.376442:0:94185:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0xc:0x0] file closed with intent: 200 00000100:00000010:2.0:1773674225.376448:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674225.376452:0:94185:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674225.376456:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.376459:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.376463:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.376468:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08e13800. 00000100:00000001:2.0:1773674225.376473:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773674225.376486:0:94185:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773674225.376496:0:94185:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773674225.376502:0:94185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773674225.376509:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.376511:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.376517:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.376519:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678884544 : -113404030667072 : ffff98dc110936c0) 00000100:00000001:2.0:1773674225.376522:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.376524:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.376528:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.376532:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.376534:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.376536:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.376540:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.376548:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.376550:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.376554:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.376556:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.376559:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.376562:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953480192:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773674225.376566:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.376572:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.376574:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.376576:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.376580:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674225.376583:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.376591:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.376595:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.376602:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.376608:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953480192, portal 10 00000100:00000001:2.0:1773674225.376611:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.376612:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674225.376618:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.376624:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.376627:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.376629:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090643b8. 00000100:00000200:2.0:1773674225.376633:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953480192, offset 0 00000400:00000200:2.0:1773674225.376639:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.376647:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.376654:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.376659:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.376663:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.376667:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.376670:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.376675:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252866:252866:256:4294967295] 192.168.201.103@tcp LPNI seq info [252834:252834:8:4294967295] 00000400:00000200:2.0:1773674225.376679:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.376688:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.376694:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.376699:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674225.376706:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.376714:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.376719:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.376745:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.376750:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 310888 usecs (311 jiffies) 00000400:00000200:2.0:1773674225.376754:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.376757:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782742 00000100:00000001:2.0:1773674225.376761:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.376793:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782742 00000100:00000001:2.0:1773674225.376796:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.376799:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.376801:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.376804:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.376806:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674225.376809:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110936c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773674225.376811:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.376814:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.377288:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.377293:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674225.377300:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.377306:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.377312:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090643b8 00000400:00000010:1.0:1773674225.377315:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090643b8. 00000100:00000001:1.0:1773674225.377319:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.377324:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.377333:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.377336:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.377342:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.377344:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773674225.408859:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.408879:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674225.408883:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674225.408886:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674225.408898:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.408905:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674225.408955:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.408961:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.408977:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.408983:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d1e00 00000400:00000200:1.0:1773674225.408995:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.409002:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5c99 [1] + 224 00000800:00000001:1.0:1773674225.409012:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.409026:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.409029:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.409034:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674225.409041:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.409050:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674225.409062:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.409090:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674225.409100:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.409104:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.412651:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.412902:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.412905:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.412939:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.412948:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.412952:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.412956:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.412974:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674225.413002:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953480192/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413010:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.413013:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.413016:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.413019:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.413022:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.413024:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.413028:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.413038:0:94185:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674225.413041:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.413045:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.413046:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.413050:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.413054:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.413057:0:94185:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674225.413059:0:94185:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674225.413061:0:94185:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674225.413063:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.413065:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.413068:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.413070:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.413072:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.413075:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.413085:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413094:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.413097:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.413099:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.413103:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674225.413112:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job uname:50b6f219-0167-4a18-8ed7-c655d95343ea:94185:1859825953480192:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773674225.413117:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.413120:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.413123:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.413125:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413129:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413136:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.413139:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.413143:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.413144:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.413152:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.413153:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000002:00000001:2.0:1773674225.413157:0:94185:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.413160:0:94185:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.413165:0:94185:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.413169:0:94185:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674225.413172:0:94185:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674225.413175:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.413178:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.413180:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.413183:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.413185:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.413188:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.413190:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.413194:0:94185:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674225.413200:0:94185:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413209:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.413210:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711540224 : -113403998011392 : ffff98dc12fb8000) 00000100:00000001:2.0:1773674225.413213:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413215:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413222:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.413224:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413227:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413345:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.413347:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413351:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8000 x1859825953479680/t103079215262(103079215262) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413359:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674225.413363:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.413365:0:94185:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.413367:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.413370:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b3800. 02000000:00000001:2.0:1773674225.413375:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.413376:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.413379:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8000. 00000100:00000001:2.0:1773674225.413382:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.413383:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.413385:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413389:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413395:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674225.413397:0:94185:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc094406c0. 00000002:00000001:2.0:1773674225.413400:0:94185:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.413402:0:94185:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.413405:0:94185:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc04031600. 00000100:00000001:2.0:1773674225.413407:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.413410:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953480192/t103079215264(103079215264) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.413416:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.413418:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.413420:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674225.413423:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.413425:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.413426:0:94185:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.413429:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.413430:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08e13800. 02000000:00000001:2.0:1773674225.413433:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.413434:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.413435:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674225.413439:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.413440:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.413443:0:94185:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.413446:0:94185:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc017852c0. 00000080:00000001:2.0:1773674225.413449:0:94185:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.413455:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1bdd0 00000080:00000008:2.0:1773674225.413459:0:94185:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 102001, rc = 0 00000080:00000001:2.0:1773674225.413462:0:94185:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.413467:0:94185:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674225.413469:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1c1be00 00000080:00002000:2.0:1773674225.413471:0:94185:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:2.0:1773674225.413475:0:94185:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773674225.448500:0:94186:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674225.448508:0:94186:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773674225.448510:0:94186:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773674225.448513:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbbc0 00000080:00200000:0.0:1773674225.448519:0:94186:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:0.0:1773674225.448528:0:94186:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc070f5800. 00800000:00000002:0.0:1773674225.448534:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:0.0:1773674225.448538:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773674225.448543:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773674225.448546:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbae0 00800000:00000002:0.0:1773674225.448549:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674225.448554:0:94186:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773674225.448557:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773674225.448559:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773674225.448562:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773674225.448828:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773674225.448832:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674225.448834:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773674225.448836:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674225.448840:0:94186:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773674225.448847:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773674225.448849:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdb9b0 00000002:00010000:0.0:1773674225.448851:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773674225.448854:0:94186:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773674225.448857:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773674225.448860:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674225.448867:0:94186:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.448869:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.448872:0:94186:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.448874:0:94186:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773674225.448877:0:94186:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773674225.448882:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc07a01880. 00000020:00000040:0.0:1773674225.448886:0:94186:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00010000:00000001:0.0:1773674225.448894:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773674225.448899:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674225.448905:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.451696:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.451700:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.451709:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773674225.451712:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773674225.451717:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773674225.451728:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc063aa400. 00000100:00000001:0.0:1773674225.451738:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.451745:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674225.451747:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.451749:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773674225.451750:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.451752:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.451760:0:94186:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00010000:00000001:0.0:1773674225.452711:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773674225.452717:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773674225.452729:0:94186:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff98dc10a91a00. 00010000:00000010:0.0:1773674225.452736:0:94186:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98dc10a93980. 00010000:00000001:0.0:1773674225.452742:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773674225.452746:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc200f3000. 00000020:00000001:0.0:1773674225.452751:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773674225.452754:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc200f3000 with handle 0x2f77f5611381434e to hash 00000020:00000001:0.0:1773674225.452756:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773674225.452758:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.452762:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.453092:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674225.453096:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.453102:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674225.453114:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674225.453128:0:94186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773674225.453134:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773674225.453136:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773674225.453144:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc06245f00. 00000100:00000001:0.0:1773674225.453146:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669496114944 : -113404213436672 : ffff98dc06245f00) 00000100:00000001:0.0:1773674225.453148:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674225.453150:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000001:0.0:1773674225.453156:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773674225.453159:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.453161:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773674225.453163:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773674225.453174:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.453183:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674225.453186:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.453189:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674225.453193:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674225.453196:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674225.453199:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job cat:50b6f219-0167-4a18-8ed7-c655d95343ea:94186:1859825953480320:192.168.201.103@tcp:101:cat.0 00000100:00000001:0.0:1773674225.453204:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674225.453210:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674225.453212:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.453215:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674225.453221:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98dc183a1800. 02000000:00000001:0.0:1773674225.453223:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674225.453231:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674225.453235:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ecb8. 00000400:00000010:0.0:1773674225.453243:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674225.453249:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859825953480320, portal 10 00000100:00000001:0.0:1773674225.453251:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674225.453252:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669521000576 : -113404188551040 : ffff98dc07a01880) 00000100:00000040:0.0:1773674225.453260:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.453268:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674225.453271:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674225.453274:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109796e8. 00000100:00000200:0.0:1773674225.453277:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859825953480320, offset 0 00000400:00000200:0.0:1773674225.453283:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674225.453292:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.453299:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674225.453303:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674225.453307:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674225.453311:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674225.453314:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674225.453318:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252867:252867:256:4294967295] 192.168.201.103@tcp LPNI seq info [252835:252835:8:4294967295] 00000400:00000200:0.0:1773674225.453323:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674225.453333:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674225.453339:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674225.453345:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674225.453352:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674225.453361:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674225.453367:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773674225.453598:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674225.453604:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 310351 usecs (311 jiffies) 00000400:00000200:0.0:1773674225.453609:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674225.453611:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782819 00000100:00000001:0.0:1773674225.453615:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.453618:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782819 00000100:00000001:0.0:1773674225.453620:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:0.0:1773674225.453622:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674225.453625:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.453628:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674225.453630:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1773674225.453634:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc06245f00 going to sleep for 17 seconds 00000100:00000001:0.0:1773674225.453637:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674225.453640:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.455132:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.455140:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674225.455146:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.455155:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.455163:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109796e8 00000400:00000010:1.0:1773674225.455166:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109796e8. 00000100:00000001:1.0:1773674225.455170:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.455178:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.455190:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.455194:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.455201:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.455204:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674225.470833:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.470865:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674225.470871:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.470873:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.470885:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.470891:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674225.470900:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.470915:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.470921:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.470925:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b80794d1e80 00000400:00000200:1.0:1773674225.470931:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.470950:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x2c5ca1 [1] + 224 00000800:00000001:1.0:1773674225.470958:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.471258:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.471262:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.471268:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674225.471277:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.471287:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674225.471300:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.471323:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674225.471333:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.471337:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674225.471878:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773674225.471885:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674225.471888:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674225.471891:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ecb8. 00000400:00000200:0.0:1773674225.471896:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:0.0:1773674225.471898:0:94186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:0.0:1773674225.471901:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674225.471917:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773674225.471928:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.471943:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674225.471946:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674225.471948:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674225.471952:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674225.471955:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674225.471957:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674225.471960:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674225.472053:0:94186:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:0.0:1773674225.472058:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:0.0:1773674225.472061:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674225.472062:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.472066:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674225.472070:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.472074:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674225.472076:0:94186:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:0.0:1773674225.472078:0:94186:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674225.472081:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674225.472087:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.472094:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674225.472098:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674225.472099:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674225.472103:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773674225.472110:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc07a01880 pname:cluuid:pid:xid:nid:opc:job cat:50b6f219-0167-4a18-8ed7-c655d95343ea:94186:1859825953480320:192.168.201.103@tcp:101:cat.0 00000100:00000001:0.0:1773674225.472115:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674225.472118:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.472121:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773674225.472123:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674225.472126:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.472132:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773674225.472135:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc06245f00. 00000100:00000001:0.0:1773674225.472139:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773674225.472141:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674225.472144:0:94186:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773674225.472148:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472151:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472154:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=4 00000020:00000001:0.0:1773674225.472156:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472160:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000040:0.0:1773674225.472167:0:94186:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc200f3000, remote cookie: 0x441c89a0128d6c8c, flags: 0x1001 00010000:00010000:0.0:1773674225.472174:0:94186:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773674225.472186:0:94186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472194:0:94186:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773674225.472198:0:94186:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773674225.472200:0:94186:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773674225.472202:0:94186:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773674225.472203:0:94186:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773674225.472206:0:94186:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dc10a91a00) refcount = 1 00010000:00010000:0.0:1773674225.472211:0:94186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472217:0:94186:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773674225.472222:0:94186:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773674225.472223:0:94186:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773674225.472226:0:94186:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773674225.472228:0:94186:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.472231:0:94186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472237:0:94186:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773674225.472239:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472241:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.472242:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472244:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.472246:0:94186:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.472250:0:94186:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773674225.472252:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472253:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472255:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:0.0:1773674225.472257:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472260:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472262:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472264:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472265:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=4 00000020:00000001:0.0:1773674225.472267:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472269:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472272:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674225.472275:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773674225.472279:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472287:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472288:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.472289:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472290:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472292:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=5 00000020:00000001:0.0:1773674225.472294:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472296:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472298:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773674225.472301:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472308:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472309:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773674225.472312:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472319:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773674225.472321:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472322:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.472323:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472324:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773674225.472329:0:94186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773674225.472338:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472339:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472341:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:0.0:1773674225.472343:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472345:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472347:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472348:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674225.472349:0:94186:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.472351:0:94186:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.472354:0:94186:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773674225.472357:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472358:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472360:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:0.0:1773674225.472362:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472364:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00000002:00010000:0.0:1773674225.472368:0:94186:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773674225.472375:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472376:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773674225.472378:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773674225.472391:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674225.472393:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674225.472394:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:0.0:1773674225.472397:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:0.0:1773674225.472400:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000040:0.0:1773674225.472407:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:0.0:1773674225.472410:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773674225.472414:0:94186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773674225.472417:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773674225.472418:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773674225.472420:0:94186:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773674225.472423:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdb930 00000002:00002000:0.0:1773674225.472426:0:94186:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773674225.472429:0:94186:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674225.473889:0:94186:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773674225.473896:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773674225.473900:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773674225.473904:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773674225.473918:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:0.0:1773674225.473923:0:94186:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc070f5800. 00000080:00000001:0.0:1773674225.473928:0:94186:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773674225.473940:0:94186:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773674225.473946:0:94186:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773674225.473951:0:94186:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773674225.473958:0:94186:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98dc056e1500. 00800000:00000001:0.0:1773674225.474940:0:94186:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446630669484168448 : -113404225383168 : ffff98dc056e1500) 00800000:00000001:0.0:1773674225.474947:0:94186:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773674225.474950:0:94186:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773674225.474954:0:94186:0:(llite_lib.c:1806:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773674225.474957:0:94186:0:(llite_lib.c:1810:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773674225.475258:0:94186:0:(llite_lib.c:1761:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773674225.475405:0:94186:0:(llite_lib.c:1783:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773674225.475409:0:94186:0:(llite_lib.c:1827:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.475415:0:94186:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773674225.475418:0:94186:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773674225.475423:0:94186:0:(llite_lib.c:2943:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1773674225.475427:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.475430:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.475434:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:1.0:1773674225.475436:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475439:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475442:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.475444:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773674225.475445:0:94186:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773674225.475449:0:94186:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773674225.475451:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc056e1500 1 00800000:00000010:1.0:1773674225.475455:0:94186:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98dc056e1500. 00800000:00000001:1.0:1773674225.475462:0:94186:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.475466:0:94186:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:1.0:1773674225.475470:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773674225.475473:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773674225.475475:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.475476:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.475478:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:1.0:1773674225.475480:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475482:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475485:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.475486:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773674225.475488:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773674225.475490:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.475493:0:94186:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773674225.475495:0:94186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:1.0:1773674225.475500:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1cdbbf8 00010000:00000001:1.0:1773674225.475503:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674225.475504:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674225.475505:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:1.0:1773674225.475507:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475509:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:1.0:1773674225.475512:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773674225.475518:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773674225.475527:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.475529:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.475530:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773674225.475533:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773674225.475536:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773674225.475544:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773674225.475548:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773674225.475550:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.475554:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.475555:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.475557:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.475561:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773674225.475563:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.475565:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.475569:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.475571:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773674225.475573:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.475574:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773674225.475577:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.475589:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc07a01880 x1859825953480320/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.475598:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773674225.475601:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773674225.475605:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98dc183a1800. 02000000:00000001:1.0:1773674225.475609:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773674225.475612:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773674225.476275:0:94186:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:1.0:1773674225.476278:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773674225.476282:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc063aa400. 02000000:00000001:1.0:1773674225.476287:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773674225.476289:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773674225.476291:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc07a01880. 00000100:00000001:1.0:1773674225.476296:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773674225.476297:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773674225.476301:0:94186:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:1.0:1773674225.476308:0:94186:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.476316:0:94186:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773674225.476319:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbbc0 00000080:00002000:1.0:1773674225.476321:0:94186:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:1.0:1773674225.476324:0:94186:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.476326:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc08 00000080:00200000:1.0:1773674225.476328:0:94186:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1773674225.476335:0:94186:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773674225.476337:0:94186:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), inode mode 81a4 mask 44 00000080:00000001:1.0:1773674225.476340:0:94186:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773674225.476347:0:94186:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773674225.476349:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbb98 00000080:00200008:1.0:1773674225.476352:0:94186:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 100000 00000080:00000010:1.0:1773674225.476361:0:94186:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98dc01784140. 00000080:00000001:1.0:1773674225.476368:0:94186:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773674225.476373:0:94186:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc07f4b600. 00800000:00000002:1.0:1773674225.476390:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:1.0:1773674225.476394:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773674225.476398:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.476399:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdba48 00800000:00000002:1.0:1773674225.476402:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773674225.476405:0:94186:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773674225.476407:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773674225.476409:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773674225.476412:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773674225.476414:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773674225.476416:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773674225.476418:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773674225.476421:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674225.476424:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdb9c8 00800000:00000002:1.0:1773674225.476426:0:94186:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773674225.476431:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773674225.476433:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdb900 00000002:00010000:1.0:1773674225.476435:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1773674225.476439:0:94186:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773674225.476442:0:94186:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773674225.476445:0:94186:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674225.476453:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:1.0:1773674225.476456:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.476459:0:94186:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674225.476462:0:94186:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476464:0:94186:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.476466:0:94186:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.476468:0:94186:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773674225.476470:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:1.0:1773674225.476472:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.476474:0:94186:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773674225.476476:0:94186:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476478:0:94186:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.476480:0:94186:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773674225.476485:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fba300. 00000020:00000040:1.0:1773674225.476489:0:94186:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:1.0:1773674225.476495:0:94186:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773674225.476497:0:94186:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476500:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773674225.476504:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674225.476508:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674225.476509:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674225.476511:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.476513:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674225.476516:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674225.476520:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674225.476528:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98dc118b3400. 00000100:00000001:1.0:1773674225.476535:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476541:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674225.476543:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476545:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674225.476546:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674225.476548:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773674225.476554:0:94186:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00010000:00000001:1.0:1773674225.476556:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773674225.476559:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773674225.476561:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:1.0:1773674225.476563:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674225.476797:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773674225.476803:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98dc04085c00. 00000020:00000001:1.0:1773674225.476807:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773674225.476809:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff98dc04085c00 with handle 0x2f77f56113814355 to hash 00000020:00000001:1.0:1773674225.476811:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773674225.476812:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:1.0:1773674225.476816:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:1.0:1773674225.476820:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674225.476823:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674225.476826:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773674225.476834:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773674225.476849:0:94186:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773674225.476857:0:94186:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773674225.476867:0:94186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773674225.476872:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773674225.476874:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773674225.476882:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110a9540. 00000100:00000001:1.0:1773674225.476884:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678974272 : -113404030577344 : ffff98dc110a9540) 00000100:00000001:1.0:1773674225.476887:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.476888:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000001:1.0:1773674225.476893:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674225.476898:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.476900:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773674225.476902:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773674225.476918:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.476926:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773674225.476928:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674225.476941:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773674225.476944:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773674225.476947:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773674225.476951:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job cat:50b6f219-0167-4a18-8ed7-c655d95343ea:94186:1859825953480576:192.168.201.103@tcp:101:cat.0 00000100:00000001:1.0:1773674225.476955:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773674225.476961:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773674225.476964:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773674225.476966:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773674225.477083:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98dc05680000. 02000000:00000001:1.0:1773674225.477087:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773674225.477099:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773674225.477104:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc05114e18. 00000400:00000010:1.0:1773674225.477113:0:94186:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98dc086b8800. 00000100:00000200:1.0:1773674225.477123:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859825953480576, portal 10 00000100:00000001:1.0:1773674225.477126:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773674225.477127:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000040:1.0:1773674225.477134:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.477142:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773674225.477145:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773674225.477150:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc062fd4c8. 00000100:00000200:1.0:1773674225.477154:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859825953480576, offset 0 00000400:00000200:1.0:1773674225.477162:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773674225.477172:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.477180:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773674225.477186:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773674225.477191:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773674225.477196:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773674225.477199:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773674225.477203:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252868:252868:256:4294967295] 192.168.201.103@tcp LPNI seq info [252836:252836:8:4294967295] 00000400:00000200:1.0:1773674225.477209:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.477221:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773674225.477227:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773674225.477233:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc084ae100. 00000800:00000200:1.0:1773674225.477241:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773674225.477251:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773674225.477257:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc084ae100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773674225.477273:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674225.477279:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 309770 usecs (310 jiffies) 00000400:00000200:1.0:1773674225.477283:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773674225.477286:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782842 00000100:00000001:1.0:1773674225.477290:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:1.0:1773674225.477292:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782842 00000100:00000001:1.0:1773674225.477295:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:1.0:1773674225.477297:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773674225.477300:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.477302:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773674225.477304:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1773674225.477308:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110a9540 going to sleep for 17 seconds 00000100:00000001:1.0:1773674225.477311:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674225.477314:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773674225.485985:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773674225.485996:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc084ae100. 00000400:00000200:0.0:1773674225.486004:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674225.486014:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773674225.486022:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc062fd4c8 00000400:00000010:0.0:1773674225.486025:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc062fd4c8. 00000100:00000001:0.0:1773674225.486031:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773674225.486040:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.486053:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674225.486058:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773674225.486066:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674225.486068:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674225.498729:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.498747:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674225.498751:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.498754:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.498808:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.498816:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674225.498826:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.498831:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.498836:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.498841:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b80794d1f80 00000400:00000200:1.0:1773674225.498846:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.498852:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x2c5cb1 [64] + 224 00000800:00000001:1.0:1773674225.498861:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.498897:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.498902:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.498917:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674225.498925:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.498935:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674225.498948:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.498975:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674225.498985:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.498989:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.499116:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.499125:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.499127:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.499131:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc05114e18. 00000400:00000200:2.0:1773674225.499327:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc086b8800 00000400:00000010:2.0:1773674225.499330:0:94186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff98dc086b8800. 00000100:00000001:2.0:1773674225.499334:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.499339:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674225.499349:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fba300 x1859825953480576/t0(0) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.499356:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.499359:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.499361:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.499365:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.499368:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.499370:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.499373:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.500636:0:94186:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.500647:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.500650:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.500652:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.500655:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.500659:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.500662:0:94186:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674225.500664:0:94186:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674225.500666:0:94186:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674225.500669:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.500670:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000001:2.0:1773674225.500674:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.500676:0:94186:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.500678:0:94186:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.500680:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.500703:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.500711:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.500714:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.500716:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.500720:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674225.500728:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fba300 pname:cluuid:pid:xid:nid:opc:job cat:50b6f219-0167-4a18-8ed7-c655d95343ea:94186:1859825953480576:192.168.201.103@tcp:101:cat.0 00000100:00000001:2.0:1773674225.500733:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.500736:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.500738:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.500740:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.500744:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.500752:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.500755:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110a9540. 00000100:00000001:2.0:1773674225.500759:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.500761:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.500764:0:94186:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773674225.500769:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.500772:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.500774:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=4 00000020:00000001:2.0:1773674225.500777:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.500797:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000040:2.0:1773674225.500805:0:94186:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dc04085c00, remote cookie: 0x441c89a0128d6c9a, flags: 0x1001 00010000:00000040:2.0:1773674225.500808:0:94186:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773674225.500812:0:94186:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773674225.500819:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 3 00010000:00000001:2.0:1773674225.500823:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.500826:0:94186:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.500831:0:94186:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773674225.500841:0:94186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.500848:0:94186:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773674225.500852:0:94186:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773674225.500854:0:94186:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773674225.500856:0:94186:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773674225.500858:0:94186:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773674225.500861:0:94186:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff98dc10a91000) refcount = 3 00010000:00000040:2.0:1773674225.500864:0:94186:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773674225.500867:0:94186:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773674225.500875:0:94186:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1773674225.500888:0:94186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.500894:0:94186:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773674225.500898:0:94186:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773674225.500899:0:94186:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.500902:0:94186:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773674225.500905:0:94186:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.500919:0:94186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.500926:0:94186:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773674225.500928:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.500930:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.500931:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.500932:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.500934:0:94186:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.500940:0:94186:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773674225.500942:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.500944:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.500946:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.500948:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.500950:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.500952:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.500953:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773674225.500958:0:94186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674225.500969:0:94186:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773674225.500974:0:94186:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674225.500982:0:94186:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.500989:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.500991:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.500993:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.500995:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.500997:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00000002:00010000:2.0:1773674225.501001:0:94186:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773674225.501015:0:94186:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98dc02c85fc0. 00010000:00000001:2.0:1773674225.501017:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.501018:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.501020:0:94186:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.501022:0:94186:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.501025:0:94186:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773674225.501027:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.501029:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00010000:00000001:2.0:1773674225.501031:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.501033:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.501034:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.501036:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.501038:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00000002:00010000:2.0:1773674225.501041:0:94186:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.501047:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.501049:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.501050:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773674225.501052:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.501053:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.501054:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.501056:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.501059:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000040:2.0:1773674225.501062:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:2.0:1773674225.501065:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773674225.501070:0:94186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dc088a1c00 type 13 mode 16 res 8589983625/12 (0 0) 00010000:00000001:2.0:1773674225.501073:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.501074:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.501076:0:94186:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773674225.501078:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdb880 00000002:00002000:2.0:1773674225.501080:0:94186:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1773674225.501083:0:94186:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.501087:0:94186:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.501090:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773674225.501093:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773674225.501096:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.501100:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.501104:0:94186:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc07f4b600. 00000080:00000001:2.0:1773674225.501109:0:94186:0:(llite_lib.c:3653:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773674225.501116:0:94186:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773674225.501118:0:94186:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773674225.501123:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.501128:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.501133:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.501138:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.501142:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.501148:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.501153:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.501158:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.501164:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.501168:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.501172:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.501175:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.501179:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.501183:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.501186:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.501189:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.501191:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.501194:0:94186:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674225.501198:0:94186:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674225.501200:0:94186:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674225.501206:0:94186:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437c600. 00020000:00000010:2.0:1773674225.501210:0:94186:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc109b0180. 00020000:00000010:2.0:1773674225.501215:0:94186:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c420. 00020000:00000001:2.0:1773674225.501218:0:94186:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463831584 : -113404245720032 : ffff98dc0437c420) 00020000:00000002:2.0:1773674225.501222:0:94186:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c420, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674225.501227:0:94186:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674225.501231:0:94186:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc109b0180: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000002:2.0:1773674225.501235:0:94186:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc10a946c8) owner ffff98dc0a300000 00020000:00000001:2.0:1773674225.501238:0:94186:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674225.501240:0:94186:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc10a946c8) owner ffff98dc0a300000 00020000:00000010:2.0:1773674225.501244:0:94186:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc109b0180. 00020000:00000010:2.0:1773674225.501247:0:94186:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437c600. 00020000:00000010:2.0:1773674225.501250:0:94186:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437c420. 00020000:00000002:2.0:1773674225.501253:0:94186:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674225.501255:0:94186:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.501257:0:94186:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.501259:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.501262:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.501266:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.501270:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.501273:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.501276:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.501279:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.501282:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.505048:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.505061:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.505068:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.505073:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.505078:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.505081:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.505085:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.505093:0:94186:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:2.0:1773674225.505097:0:94186:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:2.0:1773674225.505104:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.505108:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.505111:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.505114:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.505117:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00000080:00000001:2.0:1773674225.505122:0:94186:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674225.505124:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.505134:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.505140:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.505145:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.505150:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.505157:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.505161:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.505165:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.505171:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.505175:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.505179:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.505183:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.505186:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.505189:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.505192:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.505195:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.505197:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.505199:0:94186:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773674225.505203:0:94186:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674225.505205:0:94186:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773674225.505210:0:94186:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff98dc0437c420. 00020000:00000010:2.0:1773674225.505215:0:94186:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff98dc109b0180. 00020000:00000010:2.0:1773674225.505220:0:94186:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98dc0437c600. 00020000:00000001:2.0:1773674225.505223:0:94186:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446630669463832064 : -113404245719552 : ffff98dc0437c600) 00020000:00000002:2.0:1773674225.505226:0:94186:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc0437c600, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674225.505243:0:94186:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674225.505248:0:94186:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc109b0180: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000002:2.0:1773674225.505252:0:94186:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff98dc10a946c8) owner ffff98dc0a300000 00020000:00000001:2.0:1773674225.505255:0:94186:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674225.505257:0:94186:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff98dc10a946c8) owner ffff98dc0a300000 00020000:00000010:2.0:1773674225.505262:0:94186:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc109b0180. 00020000:00000010:2.0:1773674225.505265:0:94186:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc0437c420. 00020000:00000010:2.0:1773674225.505269:0:94186:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc0437c600. 00020000:00000002:2.0:1773674225.505272:0:94186:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773674225.505275:0:94186:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.505277:0:94186:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.505282:0:94186:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674225.505284:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000002:2.0:1773674225.505287:0:94186:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc0a300000. 00020000:00000002:2.0:1773674225.505290:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.505293:0:94186:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674225.505296:0:94186:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773674225.505297:0:94186:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773674225.505298:0:94186:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773674225.505301:0:94186:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773674225.505303:0:94186:0:(file.c:6754:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773674225.505306:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.505309:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.505312:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.505315:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.505318:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.505321:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.505324:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.505327:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.505330:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.505332:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.505334:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.505336:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.505339:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.505341:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.505343:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.505345:0:94186:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505348:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505350:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674225.505352:0:94186:0:(llite_lib.c:3751:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773674225.505357:0:94186:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773674225.505359:0:94186:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.505363:0:94186:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814355 00800000:00000001:2.0:1773674225.505366:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.505370:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.505371:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.505373:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.505374:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.505387:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.505390:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.505392:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505394:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.505396:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.505397:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.505401:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.505417:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.505428:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.505432:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814355 from it ffffbabdc1cdbbf0 00010000:00000001:2.0:1773674225.505435:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.505436:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.505437:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04085c00 refcount=3 00000020:00000001:2.0:1773674225.505439:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.505441:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460724736 : -113404248826880 : ffff98dc04085c00) 00010000:00000001:2.0:1773674225.505443:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.505448:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773674225.505463:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505464:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.505466:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.505469:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.505472:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674225.505480:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.505484:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.505486:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.505490:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505491:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.505493:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505496:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.505498:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505500:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505505:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505507:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.505509:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505510:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773674225.505513:0:94186:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.505519:0:94186:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98dc02c85cc0. 00000080:00000001:2.0:1773674225.505522:0:94186:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773674225.505530:0:94186:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773674225.505533:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.505536:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.505539:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.505542:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.505544:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.505546:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.505549:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.505553:0:94186:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773674225.505557:0:94186:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98dc0414f8e0. 00000002:00100000:2.0:1773674225.505563:0:94186:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773674225.505577:0:94186:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.505579:0:94186:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674225.505583:0:94186:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773674225.505587:0:94186:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.505590:0:94186:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773674225.505592:0:94186:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.505594:0:94186:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.505596:0:94186:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.505598:0:94186:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.505602:0:94186:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773674225.505606:0:94186:0:(pcc.c:1945:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.505608:0:94186:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674225.505610:0:94186:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.505612:0:94186:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.505617:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.505621:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773674225.505628:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.505632:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98dc05680000. 02000000:00000001:2.0:1773674225.505669:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773674225.505672:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.505675:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbb98 00000080:00000008:2.0:1773674225.505677:0:94186:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 100000, rc = 0 00000020:00000001:2.0:1773674225.505703:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd28 00000080:00200008:2.0:1773674225.505706:0:94186:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.505712:0:94186:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.505714:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbca0 00000080:00200000:2.0:1773674225.505716:0:94186:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88),name=recon 00000080:00000010:2.0:1773674225.505722:0:94186:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.505728:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.505736:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.505740:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.505742:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbbc0 00800000:00000002:2.0:1773674225.505744:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.505749:0:94186:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.505752:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.505753:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.505754:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.505756:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.505757:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.505759:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.505761:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.505763:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.505793:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.505794:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.505796:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.505797:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.505799:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.505801:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.505804:0:94186:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.505809:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.505811:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdba90 00000002:00010000:2.0:1773674225.505813:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.505817:0:94186:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.505820:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.505823:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.505830:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:2.0:1773674225.505834:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.505839:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.505843:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.505848:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773674225.505857:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.505862:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.505866:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1773674225.505879:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.505882:0:94186:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.505883:0:94186:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.505885:0:94186:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.505887:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.505889:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.505892:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.505895:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.505899:0:94186:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.505903:0:94186:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.505905:0:94186:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.505920:0:94186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:2.0:1773674225.505924:0:94186:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:2.0:1773674225.505926:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.505928:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.505929:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.505931:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.505933:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:2.0:1773674225.505935:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.505937:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.505940:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505941:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.505942:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.505944:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.505946:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1cdbcd8 00010000:00000001:2.0:1773674225.505948:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.505949:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.505950:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:2.0:1773674225.505952:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.505955:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.505957:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.505960:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.505968:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505969:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.505970:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.505972:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.505974:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674225.505980:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.505982:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.505984:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.505986:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.505987:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.505988:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505991:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.505992:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505994:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505996:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.505998:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.505999:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506000:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.506002:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.506003:0:94186:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.506006:0:94186:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773674225.506009:0:94186:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.506010:0:94186:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.506012:0:94186:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.506013:0:94186:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506015:0:94186:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.506018:0:94186:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773674225.506020:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.506024:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.506028:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.506031:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.506034:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.506038:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.506042:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.506045:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.506049:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.506052:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.506056:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.506058:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.506061:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.506063:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.506066:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.506068:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.506071:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.506076:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.506078:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.506081:0:94186:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.506083:0:94186:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.506085:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506087:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674225.506089:0:94186:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.506091:0:94186:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506093:0:94186:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.506096:0:94186:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc070debb8 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773674225.506099:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.506102:0:94186:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.506104:0:94186:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.506106:0:94186:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674225.506108:0:94186:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506110:0:94186:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.506112:0:94186:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.506114:0:94186:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506115:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506117:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.506118:0:94186:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674225.506119:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00000020:00000001:2.0:1773674225.506122:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.506124:0:94186:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773674225.506125:0:94186:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773674225.506128:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.506130:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.506133:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.506135:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.506140:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674225.506145:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3e00. 00020000:00000002:2.0:1773674225.506148:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674225.506150:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.506152:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.506154:0:94186:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674225.506156:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.506158:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.506161:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.506164:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.506167:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.506171:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.506174:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.506176:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.506180:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.506183:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.506186:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.506188:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.506191:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.506194:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.506196:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.506199:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.506201:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000020:00000001:2.0:1773674225.506204:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.506205:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674225.506208:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506209:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674225.506210:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506212:0:94186:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506214:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.506217:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.506221:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845aab0. 00000008:00010000:2.0:1773674225.506224:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773674225.506227:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506228:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.506230:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3e30, osc lock ffff98dc1845aab0, flags 0x400001002 00000020:00000001:2.0:1773674225.506232:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506234:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506237:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124928 : -113404245426688 : ffff98dc043c3e00) 00000020:00000001:2.0:1773674225.506239:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506240:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.506241:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506243:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506245:0:94186:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773674225.506247:0:94186:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773674225.506249:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.506250:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.506252:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.506253:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.506256:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.506258:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.506260:0:94186:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773674225.506263:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.506266:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.506267:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.506269:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.506270:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.506271:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.506273:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.506275:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.506279:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.506281:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.506285:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.506288:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.506291:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773674225.506301:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.506304:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.506307:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674225.506316:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.506317:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.506319:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674225.506321:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.506324:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.506327:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.506330:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.506331:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.506332:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.506334:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.506336:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:2.0:1773674225.506339:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.506341:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773674225.506343:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773674225.506344:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.506346:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.506347:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.506348:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.506350:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.506352:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.506354:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.506357:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773674225.506364:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506365:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.506366:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.506368:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.506370:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.506378:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.506380:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.506381:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.506383:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506384:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.506386:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.506388:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.506389:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.506391:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.506393:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.506395:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.506397:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506398:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.506399:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506400:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.506401:0:94186:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.506404:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506406:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.506408:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506410:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506412:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.506413:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773674225.506415:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773674225.506416:0:94186:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773674225.506418:0:94186:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506420:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506424:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674225.506426:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.506429:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.506430:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.506433:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674225.506436:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=0 c=1773674225 b=0 00020000:00000001:2.0:1773674225.506440:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506442:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506444:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674225.506447:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1773674225.506449:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674225.506454:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.506456:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.506459:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.506461:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.506464:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.506466:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.506467:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.506469:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.506471:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3e30 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.506474:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.506475:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.506477:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.506478:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.506479:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.506481:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.506482:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.506483:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.506485:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.506486:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.506489:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.506490:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.506491:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3e30 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.506495:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845aab0. 00000020:00000001:2.0:1773674225.506499:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.506501:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3e00. 00020000:00000001:2.0:1773674225.506505:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.506506:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.506507:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773674225.506509:0:94186:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506512:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.506514:0:94186:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.506515:0:94186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.506516:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.506518:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.506520:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.506522:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.506526:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.506529:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.506532:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.506535:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.506538:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.506541:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.506545:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12600. 00000008:00000010:2.0:1773674225.506548:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.506550:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.506553:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.506557:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.506560:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.506562:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00020000:00000001:2.0:1773674225.506565:0:94186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.506567:0:94186:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.506569:0:94186:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.506571:0:94186:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.506575:0:94186:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.506576:0:94186:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506578:0:94186:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674225.506580:0:94186:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.506581:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.506582:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.506584:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.506587:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.506589:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.506591:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.506593:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.506596:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.506598:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.506600:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.506603:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.506605:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.506607:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.506610:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.506613:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.506615:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000001:00000001:2.0:1773674225.506617:0:94186:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.506623:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd28 00000080:00000008:2.0:1773674225.506626:0:94186:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.506717:0:94186:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773674225.506720:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd88 00000080:00200008:2.0:1773674225.506722:0:94186:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1773674225.506726:0:94186:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773674225.506728:0:94186:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674225.506732:0:94186:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1773674225.506736:0:94186:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1773674225.506798:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.506803:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.506807:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.506810:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.506813:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.506817:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.506820:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.506823:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.506827:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.506829:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.506832:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.506835:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.506837:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.506840:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.506842:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.506845:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.506847:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000080:00000001:2.0:1773674225.506850:0:94186:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773674225.506852:0:94186:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506854:0:94186:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773674225.506856:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc98 00000080:00200000:2.0:1773674225.506858:0:94186:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1773674225.506864:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc30 00000080:00200000:2.0:1773674225.506865:0:94186:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773674225.506868:0:94186:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773674225.506873:0:94186:0:(cl_io.c:214:cl_io_rw_init()) header@00000000155acde8[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:2.0:1773674225.506875:0:94186:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1773674225.506877:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.506879:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.506880:0:94186:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.506881:0:94186:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.506884:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.506885:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773674225.506888:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.506892:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506895:0:94186:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.506896:0:94186:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.506898:0:94186:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.506901:0:94186:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc070debb8 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773674225.506904:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.513255:0:94186:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.513258:0:94186:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.513261:0:94186:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674225.513263:0:94186:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.513266:0:94186:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.513268:0:94186:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.513270:0:94186:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.513273:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.513274:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.513276:0:94186:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674225.513278:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00000020:00000001:2.0:1773674225.513282:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.513284:0:94186:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.513290:0:94186:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674225.513291:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674225.513294:0:94186:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773674225.513297:0:94186:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1773674225.513301:0:94186:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674225.513303:0:94186:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674225.513307:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1773674225.513311:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.513313:0:94186:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674225.513315:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.513324:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.513330:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.513334:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.513895:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.513903:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.513937:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.513942:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.513948:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.513952:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.513955:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13e00. 00000008:00000010:2.0:1773674225.513958:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.513961:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.513965:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.513969:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.513971:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.513974:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000020:00000001:2.0:1773674225.513978:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.513980:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674225.513983:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.513985:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674225.513986:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.513989:0:94186:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.513990:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.513993:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674225.513996:0:94186:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674225.514000:0:94186:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514002:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514004:0:94186:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514006:0:94186:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514008:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514010:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674225.514013:0:94186:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773674225.514015:0:94186:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773674225.514019:0:94186:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773674225.514022:0:94186:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773674225.514026:0:94186:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.514028:0:94186:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.514030:0:94186:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674225.514032:0:94186:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1773674225.514034:0:94186:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674225.514036:0:94186:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674225.514037:0:94186:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514039:0:94186:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.514041:0:94186:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.514043:0:94186:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.514045:0:94186:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514047:0:94186:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674225.514048:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.514050:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674225.514052:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.514053:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514055:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514057:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514059:0:94186:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514061:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.514063:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.514065:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.514068:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.514070:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.514073:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1773674225.514091:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3e00. 00020000:00000002:2.0:1773674225.514094:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1773674225.514097:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.514098:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.514099:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.514102:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.514106:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845aab0. 00000008:00010000:2.0:1773674225.514109:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773674225.514111:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.514113:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.514116:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3e30, osc lock ffff98dc1845aab0, flags 0x0 00000020:00000001:2.0:1773674225.514119:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514121:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514124:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124928 : -113404245426688 : ffff98dc043c3e00) 00000020:00000001:2.0:1773674225.514126:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.514127:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.514129:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514130:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514132:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.514134:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.514135:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.514136:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.514138:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.514140:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.514142:0:94186:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674225.514144:0:94186:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514147:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.514149:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.514151:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.514153:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.514154:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.514155:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.514158:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.514162:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.514170:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.514173:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.514181:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.514186:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.514191:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773674225.514205:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.514212:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.514215:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.514223:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.514226:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.514228:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674225.514230:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514232:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.514236:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.514238:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.514239:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.514240:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.514242:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514244:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514245:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.514246:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.514248:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.514250:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514252:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514253:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.514255:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.514257:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.514264:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.514266:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.514268:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.514270:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.514271:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.514272:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=7 00000020:00000001:2.0:1773674225.514274:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514277:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.514279:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.514281:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.514294:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.514295:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674225.514297:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.514304:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.514305:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.514306:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.514307:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.514308:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.514309:0:94186:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.514312:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514314:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.514316:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514318:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514320:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514322:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514323:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.514325:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773674225.514328:0:94186:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773674225.514331:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbb90 00000080:00200000:2.0:1773674225.514332:0:94186:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1773674225.517210:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773674225.517220:0:94186:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773674225.517225:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1773674225.517241:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.517244:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.517247:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674225.517250:0:94186:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674225.517254:0:94186:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517256:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.517258:0:94186:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517260:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517267:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.517271:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.517273:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.517279:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674225.517282:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=0 c=1773674225 b=0 00020000:00000001:2.0:1773674225.517286:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517287:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517290:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000001:00000001:2.0:1773674225.517293:0:94186:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773674225.517295:0:94186:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773674225.517298:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.517299:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.517302:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.517304:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.517307:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674225.517318:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3980. 00020000:00000002:2.0:1773674225.517321:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674225.517323:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.517325:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.517327:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.517329:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.517334:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845a980. 00000008:00010000:2.0:1773674225.517878:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773674225.517883:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.517884:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.517887:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c39b0, osc lock ffff98dc1845a980, flags 0x400001002 00000020:00000001:2.0:1773674225.517890:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.517891:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.517895:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464123776 : -113404245427840 : ffff98dc043c3980) 00000020:00000001:2.0:1773674225.517897:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.517898:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.517899:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517902:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.517904:0:94186:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773674225.517916:0:94186:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773674225.517918:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.517920:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.517921:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.517922:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.517924:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.517927:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.517929:0:94186:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773674225.517932:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.517936:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.517937:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.517939:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.517940:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.517941:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.517944:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.517947:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.517955:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.517959:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.517965:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.517969:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.517974:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773674225.517992:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.517998:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.518001:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.518010:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.518012:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.518015:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.518018:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.518021:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.518025:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.518028:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.518029:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.518031:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=7 00000020:00000001:2.0:1773674225.518033:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.518034:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:2.0:1773674225.518039:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.518041:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773674225.518043:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773674225.518044:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.518046:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.518047:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.518048:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=8 00000020:00000001:2.0:1773674225.518050:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.518052:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.518054:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.518057:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.518065:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.518067:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674225.518070:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.518272:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.518275:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.518277:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.518278:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.518279:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.518280:0:94186:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.518283:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.518285:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.518287:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.518289:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.518291:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.518292:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773674225.518295:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773674225.518296:0:94186:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773674225.518298:0:94186:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.518300:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.518305:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674225.519619:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.519623:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.519625:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.519629:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674225.519632:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=0 c=1773674225 b=0 00020000:00000001:2.0:1773674225.519636:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519638:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519640:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674225.519643:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1773674225.519646:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674225.519651:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.519652:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.519656:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.519657:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.519661:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.519664:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.519666:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.519668:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.519669:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c39b0 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.519672:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.519674:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.519676:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.519677:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.519679:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.519680:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519682:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519683:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519685:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.519686:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.519689:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.519691:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.519692:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c39b0 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.519696:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845a980. 00000020:00000001:2.0:1773674225.519702:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.519704:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3980. 00020000:00000001:2.0:1773674225.519707:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.519708:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.519710:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773674225.519712:0:94186:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674225.519719:0:94186:0:(vvp_io.c:856:vvp_io_read_start()) header@00000000155acde8[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:2.0:1773674225.519722:0:94186:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1773674225.519725:0:94186:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1773674225.519730:0:94186:0:(vvp_io.c:885:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1773674225.519739:0:94186:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674225.519742:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.519743:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674225.519746:0:94186:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773674225.519747:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.519750:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.519752:0:94186:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674225.519754:0:94186:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.519757:0:94186:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519758:0:94186:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519760:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.519762:0:94186:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519793:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519795:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519797:0:94186:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519798:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519800:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674225.519802:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674225.519804:0:94186:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674225.519805:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773674225.519806:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674225.519808:0:94186:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519810:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519811:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674225.519813:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.519815:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.519817:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.519819:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.519820:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.519822:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.519824:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.519825:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.519827:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.519828:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3e30 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.519831:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.519832:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.519835:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.519838:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.519840:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.519842:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.519845:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.519847:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.519851:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.519861:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.519862:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.519864:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.519866:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.519869:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.519878:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.519881:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.519884:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.519888:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.519889:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.519890:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.519894:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.519895:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.519897:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.519901:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.519903:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.519904:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.519914:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.519916:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.519917:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.519918:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.519919:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519921:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519923:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.519924:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.519925:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.519928:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.519929:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.519930:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3e30 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.519933:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845aab0. 00000020:00000001:2.0:1773674225.519935:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.519937:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3e00. 00020000:00000001:2.0:1773674225.519939:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.519940:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.519941:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674225.519943:0:94186:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674225.519945:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.519946:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.519947:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674225.519949:0:94186:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519950:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519952:0:94186:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.519953:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.519955:0:94186:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773674225.519957:0:94186:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773674225.519959:0:94186:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674225.519960:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.519962:0:94186:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.519963:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.519965:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674225.519968:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674225.519970:0:94186:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519971:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.519973:0:94186:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.519974:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.519975:0:94186:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.519979:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.519980:0:94186:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.519982:0:94186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.519983:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.519984:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.519986:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.519991:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.519996:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.520001:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.520006:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.520010:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.520015:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.520019:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.520023:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.520026:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.520042:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.520045:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.520049:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.520051:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.520053:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00020000:00000001:2.0:1773674225.520055:0:94186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.520057:0:94186:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.520059:0:94186:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.520061:0:94186:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.520065:0:94186:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.520066:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.520069:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc98 00000080:00200000:2.0:1773674225.520071:0:94186:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773674225.520075:0:94186:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773674225.520077:0:94186:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.520080:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.520082:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.520085:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.520088:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.520090:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.520093:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.520096:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.520098:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.520100:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.520103:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.520105:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.520108:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.520110:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.520112:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.520114:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000020:00000001:2.0:1773674225.520120:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd88 00000080:00000008:2.0:1773674225.520122:0:94186:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1773674225.520125:0:94186:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1773674225.520188:0:94186:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773674225.520190:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd88 00000080:00200008:2.0:1773674225.520193:0:94186:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1773674225.520197:0:94186:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773674225.520199:0:94186:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773674225.520202:0:94186:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1773674225.520204:0:94186:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773674225.520209:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.520216:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.520220:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.520225:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.520228:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.520245:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.520248:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.520252:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.520257:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.520260:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.520263:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.520267:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.520269:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.520272:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.520274:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.520277:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.520279:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000080:00000001:2.0:1773674225.520281:0:94186:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773674225.520283:0:94186:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.520286:0:94186:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773674225.520288:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc98 00000080:00200000:2.0:1773674225.520291:0:94186:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1773674225.520296:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc30 00000080:00200000:2.0:1773674225.520298:0:94186:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773674225.520301:0:94186:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773674225.520305:0:94186:0:(cl_io.c:214:cl_io_rw_init()) header@00000000155acde8[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:2.0:1773674225.520307:0:94186:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1773674225.520310:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.520311:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.520313:0:94186:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.520315:0:94186:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.520318:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.520319:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773674225.520321:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.520325:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.520327:0:94186:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.520329:0:94186:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.520331:0:94186:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.520333:0:94186:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc070debb8 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773674225.520336:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.520340:0:94186:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.520342:0:94186:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.520343:0:94186:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674225.520345:0:94186:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.520347:0:94186:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.520349:0:94186:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.520351:0:94186:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.520352:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.520353:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.520354:0:94186:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674225.520355:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00000020:00000001:2.0:1773674225.520357:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.520359:0:94186:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.520362:0:94186:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674225.520363:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674225.520365:0:94186:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773674225.520367:0:94186:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1773674225.520370:0:94186:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674225.520372:0:94186:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674225.520375:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1773674225.522032:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.522035:0:94186:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674225.522037:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.522045:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.522050:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.522053:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.522057:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.522063:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.522067:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.522071:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.522076:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.522090:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.522094:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12600. 00000008:00000010:2.0:1773674225.522098:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.522101:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.522104:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.522107:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.522110:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.522112:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000020:00000001:2.0:1773674225.522116:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.522118:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674225.522121:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.522122:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674225.522125:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522126:0:94186:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522128:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.522131:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773674225.522133:0:94186:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773674225.522137:0:94186:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522139:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522141:0:94186:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522143:0:94186:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522145:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522147:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773674225.522151:0:94186:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773674225.522153:0:94186:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773674225.522156:0:94186:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773674225.522159:0:94186:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773674225.522162:0:94186:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.522165:0:94186:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.522167:0:94186:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773674225.522169:0:94186:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1773674225.522171:0:94186:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773674225.522173:0:94186:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773674225.522174:0:94186:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522176:0:94186:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.522178:0:94186:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.522180:0:94186:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.522182:0:94186:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522183:0:94186:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674225.522185:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.522186:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674225.522188:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.522189:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522191:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522193:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522194:0:94186:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522195:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.522197:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.522198:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.522201:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.522203:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.522206:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1773674225.522211:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3e00. 00020000:00000002:2.0:1773674225.522215:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1773674225.522218:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.522220:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.522220:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.522222:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.522227:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845aab0. 00000008:00010000:2.0:1773674225.522230:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773674225.522232:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.522234:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.522236:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3e30, osc lock ffff98dc1845aab0, flags 0x0 00000020:00000001:2.0:1773674225.522239:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522241:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.522243:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124928 : -113404245426688 : ffff98dc043c3e00) 00000020:00000001:2.0:1773674225.522245:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.522246:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.522247:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522249:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522251:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.522252:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.522253:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.522254:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.522256:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.522258:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.522260:0:94186:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773674225.522261:0:94186:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.522265:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.522267:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.522268:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.522270:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.522272:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.522273:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.522276:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.522279:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.522286:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.522290:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.522296:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.522301:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.522306:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773674225.522317:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.522323:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.522325:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.522333:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.522336:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.522338:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674225.522341:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.522343:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.522347:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.522350:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.522351:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.522352:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.522354:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.522356:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.522358:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.522359:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.522360:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.522362:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.522364:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.522366:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.522368:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.522371:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.523182:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.523185:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.523188:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.523189:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.523191:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.523194:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=7 00000020:00000001:2.0:1773674225.523196:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.523198:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.523200:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.523204:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.523219:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.523220:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674225.523223:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.523230:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.523231:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.523232:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.523233:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.523235:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.523236:0:94186:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.523239:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523241:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.523244:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523246:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523248:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523250:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523252:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523254:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773674225.523258:0:94186:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773674225.523261:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbb90 00000080:00200000:2.0:1773674225.523263:0:94186:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1773674225.523268:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773674225.523270:0:94186:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773674225.523274:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1773674225.523276:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.523278:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.523280:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674225.523282:0:94186:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773674225.523286:0:94186:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523288:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.523290:0:94186:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523292:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523295:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.523298:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.523300:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.523304:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773674225.523309:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674225.523310:0:94186:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1773674225.523312:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773674225.523313:0:94186:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1773674225.523316:0:94186:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=46 (1) m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:2.0:1773674225.523320:0:94186:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.523322:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:2.0:1773674225.523324:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523326:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.523328:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000001:00000001:2.0:1773674225.523331:0:94186:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773674225.523333:0:94186:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773674225.523335:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.523336:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.523337:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.523338:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.523340:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674225.523347:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3980. 00020000:00000002:2.0:1773674225.523349:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674225.523351:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.523353:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.523354:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.523356:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.523359:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845a980. 00000008:00010000:2.0:1773674225.523361:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773674225.523363:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.523364:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.523366:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c39b0, osc lock ffff98dc1845a980, flags 0x400001002 00000020:00000001:2.0:1773674225.523368:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.523370:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.523372:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464123776 : -113404245427840 : ffff98dc043c3980) 00000020:00000001:2.0:1773674225.523374:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.523375:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.524025:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524030:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524033:0:94186:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773674225.524034:0:94186:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773674225.524035:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.524037:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.524039:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.524040:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.524042:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.524044:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.524046:0:94186:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773674225.524048:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.524050:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.524052:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.524054:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.524055:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.524056:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.524058:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.524061:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.524067:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.524070:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.524075:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.524077:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.524171:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773674225.524182:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.524186:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.524190:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.524198:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.524199:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.524201:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.524203:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.524205:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.524209:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.524211:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.524212:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.524214:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=7 00000020:00000001:2.0:1773674225.524215:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.524217:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:2.0:1773674225.524221:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.524222:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773674225.524224:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773674225.524225:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.524227:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.524228:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.524229:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=8 00000020:00000001:2.0:1773674225.524232:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.524234:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.524236:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.524239:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.524246:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.524247:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773674225.524250:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.524256:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.524257:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.524258:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.524259:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.524261:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.524262:0:94186:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.524264:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524266:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.524267:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524269:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524271:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.524272:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773674225.524274:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773674225.524276:0:94186:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773674225.524278:0:94186:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524279:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.524284:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674225.524286:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.524288:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.524290:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.524292:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674225.524294:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:2.0:1773674225.524296:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524298:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.524300:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674225.524303:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1773674225.524305:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674225.524308:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.524310:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.524313:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.524314:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.524317:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.524319:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.524320:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.524322:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.524324:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c39b0 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.524327:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.524329:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.524330:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.524331:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.524332:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.524334:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.524335:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.524336:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.524337:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.524338:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.524341:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.524343:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.524344:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c39b0 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.524348:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845a980. 00000020:00000001:2.0:1773674225.524353:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.524354:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3980. 00020000:00000001:2.0:1773674225.524359:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.524360:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.524361:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773674225.524362:0:94186:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674225.524368:0:94186:0:(vvp_io.c:856:vvp_io_read_start()) header@00000000155acde8[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:2.0:1773674225.524371:0:94186:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1773674225.524374:0:94186:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1773674225.525207:0:94186:0:(vvp_io.c:885:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1773674225.525217:0:94186:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674225.525219:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.525221:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674225.525223:0:94186:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773674225.525225:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.525228:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.525231:0:94186:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773674225.525233:0:94186:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773674225.525235:0:94186:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525237:0:94186:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525239:0:94186:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.525241:0:94186:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525243:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.525244:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.525246:0:94186:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525248:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525250:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674225.525252:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773674225.525253:0:94186:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674225.525254:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773674225.525256:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674225.525257:0:94186:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.525259:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.525261:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674225.525263:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.525264:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.525266:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.525269:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.525270:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.525274:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.525275:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.525276:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.525278:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.525280:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3e30 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.525282:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.525284:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.525285:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.525287:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.525289:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.525291:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.525293:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.525295:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.525299:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.525307:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.525309:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.525310:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.525313:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.525316:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674225.525324:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.525328:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.525330:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.525334:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.525336:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.525337:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.525340:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.525343:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.525345:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.525349:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.525351:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.525352:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.525353:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.525354:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.525355:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.525356:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.525358:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.525359:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.525361:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.525362:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.525363:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07f8c128 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.525366:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.525367:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.525368:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3e30 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.525372:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845aab0. 00000020:00000001:2.0:1773674225.525375:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.525376:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3e00. 00020000:00000001:2.0:1773674225.526062:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.526064:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.526066:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773674225.526068:0:94186:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674225.526070:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.526072:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.526074:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674225.526075:0:94186:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.526077:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.526087:0:94186:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.526089:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.526090:0:94186:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773674225.526093:0:94186:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773674225.526095:0:94186:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674225.526096:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.526098:0:94186:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.526099:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.526100:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674225.526105:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674225.526106:0:94186:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.526107:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.526109:0:94186:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.526110:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.526112:0:94186:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.526116:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.526118:0:94186:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.526120:0:94186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.526121:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.526122:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.526125:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.526131:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.526135:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.526141:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.526145:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.526151:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.526155:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.526159:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.526162:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13e00. 00000008:00000010:2.0:1773674225.526165:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.526169:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.526172:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.526176:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.526179:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.526181:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00020000:00000001:2.0:1773674225.526184:0:94186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.526186:0:94186:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.526188:0:94186:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.526190:0:94186:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.526193:0:94186:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.526194:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.526196:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbc98 00000080:00200000:2.0:1773674225.526199:0:94186:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773674225.526202:0:94186:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773674225.526205:0:94186:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.526207:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.526209:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.526212:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.526214:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.526217:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.526219:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.526222:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.526225:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.526227:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.526230:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.526232:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.526435:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.526440:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.526442:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.526444:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000020:00000001:2.0:1773674225.526448:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbd88 00000080:00000008:2.0:1773674225.526450:0:94186:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1773674225.526453:0:94186:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.526551:0:94186:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674225.526555:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000002:2.0:1773674225.526559:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.526561:0:94186:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.526569:0:94186:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773674225.526571:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbdd0 00000080:00200008:2.0:1773674225.526573:0:94186:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 100000 00000080:00000001:2.0:1773674225.526577:0:94186:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773674225.526579:0:94186:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773674225.526580:0:94186:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773674225.526582:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000002:2.0:1773674225.526843:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.526847:0:94186:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.526850:0:94186:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773674225.526856:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.526859:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.526862:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.526865:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.526866:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.526868:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.526871:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.526875:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.526878:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.526886:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:2.0:1773674225.526888:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.526893:0:94186:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773674225.526896:0:94186:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773674225.526900:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.526916:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.526921:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773674225.526931:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.526933:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.526935:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1773674225.526937:0:94186:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 16 00000080:00000010:2.0:1773674225.526940:0:94186:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98dc01784140. 00000080:00000001:2.0:1773674225.526944:0:94186:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.526949:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbdd0 00000080:00000008:2.0:1773674225.526951:0:94186:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), flags 100000, rc = 0 00000080:00000001:2.0:1773674225.526954:0:94186:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.526958:0:94186:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674225.526961:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cdbe00 00000080:00002000:2.0:1773674225.526963:0:94186:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:2.0:1773674225.526966:0:94186:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.566987:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.566995:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.566998:0:94187:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674225.567001:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b20 00000080:00200000:3.0:1773674225.567006:0:94187:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674225.567015:0:94187:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc10308800. 00800000:00000002:3.0:1773674225.567023:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674225.567029:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674225.567034:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.567037:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a40 00800000:00000002:3.0:1773674225.567039:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.567044:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674225.567046:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674225.567049:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674225.567052:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674225.567054:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674225.567056:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.567059:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.567061:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.567065:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674225.567070:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.567072:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3910 00000002:00010000:3.0:1773674225.567074:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674225.567078:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674225.567081:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674225.567084:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.567092:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:3.0:1773674225.567095:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.567100:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.567105:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674225.567110:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773674225.567122:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.567127:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.567130:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773674225.567138:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674225.567140:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674225.567142:0:94187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.567144:0:94187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.567147:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.567149:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674225.567152:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674225.567155:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674225.567158:0:94187:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc10308800. 00000080:00000001:3.0:1773674225.567163:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674225.567165:0:94187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.567168:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674225.567171:0:94187:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:3.0:1773674225.567175:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674225.567177:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674225.567179:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.567181:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.567184:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.567186:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.567189:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.567192:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567193:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674225.567194:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674225.567196:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.567199:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1ce3b58 00010000:00000001:3.0:1773674225.567201:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.567202:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.567203:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.567204:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.567206:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.567209:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674225.567212:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773674225.567218:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567219:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.567220:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674225.567223:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674225.567225:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674225.567233:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674225.567236:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674225.567238:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.567242:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567243:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.567245:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567248:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674225.567250:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567252:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567254:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567459:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674225.567461:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567462:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674225.567465:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674225.567467:0:94187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.567469:0:94187:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674225.567474:0:94187:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.567477:0:94187:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773674225.567479:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b48 00000080:00002000:3.0:1773674225.567481:0:94187:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:3.0:1773674225.567483:0:94187:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.567485:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3b90 00000080:00200000:3.0:1773674225.567487:0:94187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1773674225.567495:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3d08 00000080:00200008:3.0:1773674225.567498:0:94187:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1773674225.567502:0:94187:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674225.567503:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3c80 00000080:00200000:3.0:1773674225.567505:0:94187:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88),name=recon 00000080:00000010:3.0:1773674225.567510:0:94187:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc10308800. 00800000:00000002:3.0:1773674225.567512:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674225.567517:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674225.567518:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.567520:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3ba0 00800000:00000002:3.0:1773674225.567522:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.567525:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674225.567528:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674225.567529:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674225.567530:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674225.567532:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674225.567534:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.567536:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.567537:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674225.567539:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674225.567540:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674225.567541:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674225.567543:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674225.567544:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.567546:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:3.0:1773674225.567548:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.567550:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674225.567553:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.567554:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3a70 00000002:00010000:3.0:1773674225.567556:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674225.567558:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674225.567560:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674225.567561:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.567565:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:3.0:1773674225.567567:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.567570:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.567571:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674225.567574:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773674225.567581:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.567583:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.567586:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773674225.567592:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674225.567594:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674225.567596:0:94187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.567597:0:94187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.567599:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.567601:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674225.567603:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674225.567605:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674225.567607:0:94187:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc10308800. 00000080:00000001:3.0:1773674225.567609:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674225.567610:0:94187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.567612:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:3.0:1773674225.567615:0:94187:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:3.0:1773674225.567618:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674225.567619:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674225.567620:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.567622:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.567623:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:3.0:1773674225.567625:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.567627:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.567629:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567630:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674225.567632:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674225.567633:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.567634:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1ce3cb8 00010000:00000001:3.0:1773674225.567636:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.567637:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.567639:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:3.0:1773674225.567640:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.567642:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:3.0:1773674225.567644:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674225.567647:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773674225.567652:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567653:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.567654:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674225.567656:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674225.567658:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773674225.567664:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674225.567665:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674225.567667:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.567669:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567670:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.567672:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567674:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674225.567675:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567677:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567679:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.567680:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674225.567682:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.567683:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674225.567684:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674225.567685:0:94187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674225.567688:0:94187:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773674225.567690:0:94187:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773674225.567692:0:94187:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773674225.567694:0:94187:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773674225.567696:0:94187:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.567698:0:94187:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674225.567701:0:94187:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773674225.567703:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674225.567709:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24120. 00000020:00000010:3.0:1773674225.567713:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308800. 00000020:00000010:3.0:1773674225.567718:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10309a00. 00000020:00000010:3.0:1773674225.567721:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674225.567727:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674225.567732:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674225.567737:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674225.567742:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674225.567746:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674225.567750:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308400. 00000008:00000010:3.0:1773674225.567753:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674225.567757:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674225.567761:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674225.567788:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d201e0. 00000020:00000001:3.0:1773674225.567791:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541065000 : -113404168486616 : ffff98dc08d24128) 00000020:00001000:3.0:1773674225.567793:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24120 00000020:00000001:3.0:1773674225.567797:0:94187:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:3.0:1773674225.567799:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773674225.567802:0:94187:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773674225.567804:0:94187:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773674225.567806:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674225.567808:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773674225.567811:0:94187:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674225.567813:0:94187:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.567815:0:94187:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674225.567818:0:94187:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc07fb24e0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773674225.567821:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc12d44f80 00020000:00000001:3.0:1773674225.567825:0:94187:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773674225.567827:0:94187:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773674225.567829:0:94187:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773674225.567830:0:94187:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.567832:0:94187:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773674225.567835:0:94187:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773674225.567836:0:94187:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.567838:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674225.567839:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773674225.567840:0:94187:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773674225.567842:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc12d44f80 00000020:00000001:3.0:1773674225.567844:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773674225.567846:0:94187:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773674225.567848:0:94187:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:3.0:1773674225.567850:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773674225.567852:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773674225.567855:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773674225.567857:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773674225.567862:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773674225.567867:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc184c8380. 00020000:00000002:3.0:1773674225.567870:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773674225.567872:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773674225.567874:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674225.567876:0:94187:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773674225.567878:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773674225.567880:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08d24a20. 00000020:00000010:3.0:1773674225.567883:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308a00. 00000020:00000010:3.0:1773674225.567885:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc10308c00. 00000020:00000010:3.0:1773674225.567888:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc11916720. 00000008:00000010:3.0:1773674225.567891:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07fba178. 00020000:00000010:3.0:1773674225.567894:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc4206fe40. 00008000:00000010:3.0:1773674225.567896:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc08d00710. 00000080:00000010:3.0:1773674225.567899:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc08d22b28. 00000080:00000010:3.0:1773674225.567901:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07fb3230. 00000020:00000010:3.0:1773674225.567904:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc10308000. 00000008:00000010:3.0:1773674225.567918:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc1099ab00. 00020000:00000010:3.0:1773674225.567921:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc1097c000. 00008000:00000010:3.0:1773674225.567924:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc08d21d38. 00000080:00000010:3.0:1773674225.567926:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc08d20000. 00000020:00000001:3.0:1773674225.567929:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669541067304 : -113404168484312 : ffff98dc08d24a28) 00000020:00001000:3.0:1773674225.567931:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08d24a20 00000020:00000001:3.0:1773674225.567933:0:94187:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:3.0:1773674225.567935:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773674225.567937:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773674225.567939:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773674225.567940:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.567942:0:94187:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.567944:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671453864 : -113404038097752 : ffff98dc1097d4a8) 00000020:00000001:3.0:1773674225.567946:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773674225.567951:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc18576130. 00000008:00010000:3.0:1773674225.567953:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773674225.567956:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674225.567957:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773674225.567959:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc184c83b0, osc lock ffff98dc18576130, flags 0x400001002 00000020:00000001:3.0:1773674225.567962:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.567964:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.567967:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669800735616 : -113403908816000 : ffff98dc184c8380) 00000020:00000001:3.0:1773674225.567969:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773674225.567970:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773674225.567972:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.567974:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.567977:0:94187:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773674225.567978:0:94187:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773674225.567980:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674225.567982:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773674225.567983:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674225.567984:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671453864 : -113404038097752 : ffff98dc1097d4a8) 00000020:00000001:3.0:1773674225.567986:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674225.567989:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773674225.567992:0:94187:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773674225.567995:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773674225.567998:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773674225.567999:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773674225.568001:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773674225.568002:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773674225.568003:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773674225.568006:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773674225.568008:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.568012:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:3.0:1773674225.568014:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.568018:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.568022:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674225.568026:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773674225.568036:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.568039:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.568042:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773674225.568049:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568051:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568052:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:3.0:1773674225.568054:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674225.568056:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:3.0:1773674225.568060:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773674225.568062:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568063:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568064:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:3.0:1773674225.568066:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674225.568068:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:3.0:1773674225.568071:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773674225.568074:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773674225.568076:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1773674225.568077:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568079:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568080:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568081:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:3.0:1773674225.568083:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674225.568086:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:3.0:1773674225.568088:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674225.568091:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773674225.568097:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568099:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.568100:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674225.568101:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674225.568103:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773674225.568110:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674225.568112:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674225.568114:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.568116:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568117:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.568118:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568120:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674225.568121:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568123:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568125:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568127:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674225.568128:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568129:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.568130:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568131:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674225.568133:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773674225.568135:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568137:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773674225.568139:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568141:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568143:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773674225.568144:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773674225.568147:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773674225.568149:0:94187:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1773674225.568150:0:94187:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568152:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.568156:0:94187:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773674225.568158:0:94187:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:3.0:1773674225.568161:0:94187:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:3.0:1773674225.568163:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773674225.568165:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773674225.568169:0:94187:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674225.568171:0:94187:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1773674225.568173:0:94187:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773674225.568174:0:94187:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1773674225.568176:0:94187:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[1]: s=46 (1) m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:3.0:1773674225.568180:0:94187:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773674225.568358:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:3.0:1773674225.568362:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568364:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568366:0:94187:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:3.0:1773674225.568369:0:94187:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1773674225.568371:0:94187:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773674225.568375:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773674225.568376:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc07fb2480 (ffff98dc08d24128/0) at cl_lock_release():245 00000020:00000001:3.0:1773674225.568379:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674225.568380:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc07fb2480 (ffff98dc08d24128/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773674225.568383:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773674225.568385:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773674225.568386:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669671453864 : -113404038097752 : ffff98dc1097d4a8) 00000020:00000001:3.0:1773674225.568388:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773674225.568389:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc184c83b0 (ffff98dc08d24a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773674225.568392:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773674225.568394:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773674225.568395:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568396:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773674225.568397:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773674225.568399:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674225.568401:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674225.568402:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773674225.568403:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674225.568405:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc07fb2480 (ffff98dc08d24128/0) at cl_lock_fini():72 00020000:00000001:3.0:1773674225.568407:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773674225.568409:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773674225.568410:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc184c83b0 (ffff98dc08d24128/1) at cl_lock_fini():72 00000008:00000010:3.0:1773674225.568413:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc18576130. 00000020:00000001:3.0:1773674225.568417:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773674225.568418:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc184c8380. 00020000:00000001:3.0:1773674225.568421:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773674225.568422:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773674225.568423:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773674225.568425:0:94187:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568429:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773674225.568431:0:94187:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773674225.568433:0:94187:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773674225.568434:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773674225.568436:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674225.568437:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24a20 00000020:00000010:3.0:1773674225.568440:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10308c00. 00000020:00000010:3.0:1773674225.568444:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916720. 00000008:00000010:3.0:1773674225.568447:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fba178. 00020000:00000010:3.0:1773674225.568451:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206fe40. 00008000:00000010:3.0:1773674225.568455:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00710. 00000080:00000010:3.0:1773674225.568458:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22b28. 00000080:00000010:3.0:1773674225.568461:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb3230. 00000020:00000010:3.0:1773674225.568464:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308a00. 00000008:00000010:3.0:1773674225.568466:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099ab00. 00020000:00000010:3.0:1773674225.568468:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097c000. 00008000:00000010:3.0:1773674225.568471:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21d38. 00000080:00000010:3.0:1773674225.568474:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d20000. 00000020:00000010:3.0:1773674225.568476:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308000. 00000020:00000010:3.0:1773674225.568478:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24a20. 00020000:00000001:3.0:1773674225.568480:0:94187:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773674225.568482:0:94187:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773674225.568484:0:94187:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773674225.568486:0:94187:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773674225.568489:0:94187:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773674225.568491:0:94187:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.568493:0:94187:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773674225.568494:0:94187:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773674225.568495:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773674225.568496:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08d24120 00000020:00000010:3.0:1773674225.568498:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc10309a00. 00000020:00000010:3.0:1773674225.568501:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc11916cc0. 00000008:00000010:3.0:1773674225.568503:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07fbce18. 00020000:00000010:3.0:1773674225.568505:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc4206f900. 00008000:00000010:3.0:1773674225.568508:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc08d00000. 00000080:00000010:3.0:1773674225.568510:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc08d22000. 00000080:00000010:3.0:1773674225.568512:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07fb2480. 00000020:00000010:3.0:1773674225.568514:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308800. 00000008:00000010:3.0:1773674225.568516:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc1099bb80. 00020000:00000010:3.0:1773674225.568518:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc1097d440. 00008000:00000010:3.0:1773674225.568520:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc08d21db0. 00000080:00000010:3.0:1773674225.568522:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc08d201e0. 00000020:00000010:3.0:1773674225.568525:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc10308400. 00000020:00000010:3.0:1773674225.568526:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08d24120. 00000001:00000001:3.0:1773674225.568528:0:94187:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568534:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3d08 00000080:00000008:3.0:1773674225.568536:0:94187:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1773674225.568541:0:94187:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674225.568542:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3da0 00000080:00002000:3.0:1773674225.568544:0:94187:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:3.0:1773674225.568547:0:94187:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.568589:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.568593:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.568594:0:94187:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674225.568596:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3bc0 00000080:00200000:3.0:1773674225.568598:0:94187:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674225.568602:0:94187:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc10308400. 00800000:00000002:3.0:1773674225.568605:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674225.568607:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674225.568610:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.568611:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3ae0 00800000:00000002:3.0:1773674225.568613:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.568616:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674225.568617:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674225.568619:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674225.568621:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674225.568622:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674225.568624:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.568626:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.568628:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.568631:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674225.568635:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.568636:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce39b0 00000002:00010000:3.0:1773674225.568638:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674225.568641:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674225.568642:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674225.568644:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.568648:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:3.0:1773674225.568650:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.568652:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.568655:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674225.568658:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773674225.568666:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.568669:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.568672:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773674225.568677:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674225.568679:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674225.568681:0:94187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.568683:0:94187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.568685:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.568687:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674225.568689:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674225.568692:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674225.568694:0:94187:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc10308400. 00000080:00000001:3.0:1773674225.568697:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674225.568698:0:94187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.568700:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674225.568703:0:94187:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:3.0:1773674225.568706:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674225.568708:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674225.568709:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568711:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568713:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.568715:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.568717:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.568719:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568721:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674225.568722:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674225.568724:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.568726:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1ce3bf8 00010000:00000001:3.0:1773674225.568728:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568729:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568731:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.568733:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.568735:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.568737:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674225.568739:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773674225.568745:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568746:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.568747:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674225.568749:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674225.568751:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674225.568797:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674225.568799:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674225.568800:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.568803:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568804:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.568805:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568807:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674225.568809:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568810:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568812:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.568814:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674225.568815:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.568816:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674225.568818:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674225.568819:0:94187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.568821:0:94187:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674225.568826:0:94187:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.568829:0:94187:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773674225.568831:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3be8 00000080:00002000:3.0:1773674225.568832:0:94187:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:3.0:1773674225.568835:0:94187:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.568837:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3c30 00000080:00200000:3.0:1773674225.568838:0:94187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1773674225.568852:0:94187:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1773674225.568855:0:94187:0:(xattr.c:576:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1773674225.568858:0:94187:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674225.568860:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3e40 00000080:00002000:3.0:1773674225.568861:0:94187:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:3.0:1773674225.568864:0:94187:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.568875:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.568877:0:94187:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773674225.568878:0:94187:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773674225.568879:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3bc0 00000080:00200000:3.0:1773674225.568881:0:94187:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:3.0:1773674225.568885:0:94187:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc10308400. 00800000:00000002:3.0:1773674225.568887:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:3.0:1773674225.568890:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773674225.568892:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.568893:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3ae0 00800000:00000002:3.0:1773674225.568895:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.568898:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773674225.568899:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773674225.568901:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773674225.568902:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773674225.568915:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773674225.568918:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.568920:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773674225.568922:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773674225.568924:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773674225.568928:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773674225.568929:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce39b0 00000002:00010000:3.0:1773674225.568931:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773674225.568935:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773674225.568936:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773674225.568938:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773674225.568940:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:3.0:1773674225.568942:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773674225.568945:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773674225.568947:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773674225.568950:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773674225.568957:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773674225.568959:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674225.568962:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773674225.568967:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773674225.568969:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773674225.568971:0:94187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.568972:0:94187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773674225.568974:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.568976:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773674225.568978:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773674225.568980:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:3.0:1773674225.568982:0:94187:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc10308400. 00000080:00000001:3.0:1773674225.568985:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773674225.568986:0:94187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.568988:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:3.0:1773674225.568991:0:94187:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:3.0:1773674225.568994:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773674225.568995:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773674225.568996:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.568998:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.568999:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.569001:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.569004:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.569006:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.569007:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773674225.569008:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773674225.569010:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773674225.569012:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1ce3bf8 00010000:00000001:3.0:1773674225.569014:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773674225.569015:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773674225.569016:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:3.0:1773674225.569018:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.569020:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:3.0:1773674225.569022:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773674225.569025:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773674225.569030:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.569032:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.569033:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773674225.569034:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773674225.569037:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773674225.569044:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773674225.569045:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773674225.569047:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773674225.569049:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.569050:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773674225.569051:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.569053:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773674225.569055:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.569056:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.569059:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773674225.569061:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773674225.569062:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773674225.569063:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773674225.569066:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773674225.569067:0:94187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773674225.569069:0:94187:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:3.0:1773674225.569072:0:94187:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773674225.569075:0:94187:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773674225.569077:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3be8 00000080:00002000:3.0:1773674225.569078:0:94187:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:3.0:1773674225.569081:0:94187:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674225.569083:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3c30 00000080:00200000:3.0:1773674225.569084:0:94187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1773674225.569090:0:94187:0:(xattr.c:568:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1773674225.569092:0:94187:0:(xattr.c:592:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1773674225.569095:0:94187:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773674225.569096:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ce3e40 00000080:00002000:3.0:1773674225.569098:0:94187:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:3.0:1773674225.569101:0:94187:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.617501:0:94188:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.617510:0:94188:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.617512:0:94188:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.617516:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebb20 00000080:00200000:2.0:1773674225.617521:0:94188:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.617530:0:94188:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.617537:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.617542:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.617548:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.617550:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceba40 00800000:00000002:2.0:1773674225.617553:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.617557:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.617559:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.617562:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.617565:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.617567:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.617570:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.617572:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.617574:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.617578:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.617584:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.617586:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceb910 00000002:00010000:2.0:1773674225.617588:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.617592:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.617594:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.617598:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.617605:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:2.0:1773674225.617608:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.617613:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.617618:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.617623:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773674225.617635:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.617640:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.617644:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1773674225.617651:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.617653:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.617656:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.617658:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.617660:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.617662:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.617665:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.617668:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.617671:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.617676:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.617678:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.617681:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.617685:0:94188:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:2.0:1773674225.617688:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.617691:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.617692:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.617694:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.617697:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.617699:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.617702:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.617705:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.617707:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.617708:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.617710:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.617713:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1cebb58 00010000:00000001:2.0:1773674225.617715:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.617716:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.617718:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.617720:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.617722:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.617724:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.617727:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773674225.617734:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.617736:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.617737:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.617740:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.617758:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.617766:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.617769:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.617772:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.617776:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.617805:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.617807:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.617811:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.617813:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.617815:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.617818:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.617820:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.617822:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.617824:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.617827:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.617829:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.617832:0:94188:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674225.617837:0:94188:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.617841:0:94188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773674225.617843:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebb48 00000080:00002000:2.0:1773674225.617845:0:94188:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:2.0:1773674225.617848:0:94188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.617850:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebb90 00000080:00200000:2.0:1773674225.617852:0:94188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1773674225.617859:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebd08 00000080:00200008:2.0:1773674225.617862:0:94188:0:(file.c:6209:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.617867:0:94188:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.617868:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebc80 00000080:00200000:2.0:1773674225.617870:0:94188:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88),name=recon 00000080:00000010:2.0:1773674225.617874:0:94188:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13000. 00800000:00000002:2.0:1773674225.617877:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.617882:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.617884:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.617886:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebba0 00800000:00000002:2.0:1773674225.617887:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.617890:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.617893:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.617894:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.617896:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.617898:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.617900:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.617902:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.617915:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.617917:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.617919:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.617920:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.617921:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.617923:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.617925:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.617926:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.617928:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.617931:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.617933:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceba70 00000002:00010000:2.0:1773674225.617935:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.617938:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.617939:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.617941:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.617944:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:2.0:1773674225.617947:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.617950:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.617953:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.617956:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1773674225.617963:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.617966:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.617969:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1773674225.617975:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.617977:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.617978:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.617980:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.617982:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.617984:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.617987:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.617989:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.617991:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13000. 00000080:00000001:2.0:1773674225.617994:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.617996:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.617998:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00000080:00010000:2.0:1773674225.618001:0:94188:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) for lock 0x2f77f56113814324 00800000:00000001:2.0:1773674225.618003:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.618005:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.618006:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.618007:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.618009:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:2.0:1773674225.618011:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.618014:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.618016:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618017:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.618018:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.618020:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.618022:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f56113814324 from it ffffbabdc1cebcb8 00010000:00000001:2.0:1773674225.618025:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.618026:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.618027:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3200 refcount=3 00000020:00000001:2.0:1773674225.618029:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.618032:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934784 : -113403778616832 : ffff98dc200f3200) 00010000:00000001:2.0:1773674225.618034:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.618037:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773674225.618044:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618045:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.618046:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.618048:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.618051:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1773674225.618057:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.618059:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.618060:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.618063:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618064:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.618065:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618068:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.618069:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618071:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618073:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618075:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.618076:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618078:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.618079:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.618080:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.618084:0:94188:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773674225.618087:0:94188:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.618089:0:94188:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.618091:0:94188:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773674225.618093:0:94188:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.618095:0:94188:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.618098:0:94188:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773674225.618100:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.618105:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.618109:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.618114:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.618117:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.618125:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.618130:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.618135:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.618142:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.618146:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.618150:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.618154:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.618157:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.618162:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.618166:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.618170:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.618172:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.618177:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.618180:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.618182:0:94188:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.618185:0:94188:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.618188:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.618190:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674225.618192:0:94188:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.618194:0:94188:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.618196:0:94188:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.618200:0:94188:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc070debb8 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773674225.618204:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.618208:0:94188:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.618209:0:94188:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.618212:0:94188:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674225.618214:0:94188:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618217:0:94188:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.618219:0:94188:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.618221:0:94188:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618223:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.618224:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.618225:0:94188:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674225.618227:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00000020:00000001:2.0:1773674225.618230:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674225.618437:0:94188:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773674225.618439:0:94188:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773674225.618442:0:94188:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773674225.618443:0:94188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773674225.618446:0:94188:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773674225.618448:0:94188:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773674225.618453:0:94188:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773674225.618460:0:94188:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98dc043c3e00. 00020000:00000002:2.0:1773674225.618462:0:94188:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674225.618465:0:94188:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773674225.618467:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.618469:0:94188:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674225.618470:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.618473:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.618477:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.618480:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.618482:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.618487:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.618490:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.618493:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.618496:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.618499:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.618501:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.618504:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.618506:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.618509:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.618512:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.618514:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.618516:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000020:00000001:2.0:1773674225.618519:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.618520:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674225.618523:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.618525:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674225.618526:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618528:0:94188:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618530:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.618532:0:94188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773674225.618536:0:94188:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98dc1845aab0. 00000008:00010000:2.0:1773674225.618539:0:94188:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773674225.618541:0:94188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.618543:0:94188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773674225.618544:0:94188:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff98dc043c3e30, osc lock ffff98dc1845aab0, flags 0x400001002 00000020:00000001:2.0:1773674225.618547:0:94188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618548:0:94188:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618551:0:94188:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446630669464124928 : -113404245426688 : ffff98dc043c3e00) 00000020:00000001:2.0:1773674225.618554:0:94188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773674225.618555:0:94188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.618557:0:94188:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618559:0:94188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618562:0:94188:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773674225.618563:0:94188:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773674225.618565:0:94188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.618567:0:94188:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773674225.618568:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.618570:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.618572:0:94188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.618574:0:94188:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773674225.618576:0:94188:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773674225.618580:0:94188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773674225.618583:0:94188:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.618584:0:94188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773674225.618586:0:94188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773674225.618587:0:94188:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773674225.618589:0:94188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773674225.618592:0:94188:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773674225.618594:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.618598:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.618601:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.618605:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.618608:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.618612:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1773674225.618623:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.618626:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.618629:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773674225.618637:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.618639:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.618641:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=4 00000020:00000001:2.0:1773674225.618643:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.618646:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000008:00000001:2.0:1773674225.618650:0:94188:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773674225.618652:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.618653:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.618655:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=5 00000020:00000001:2.0:1773674225.618657:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.618659:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00000020:00000001:2.0:1773674225.618662:0:94188:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.618664:0:94188:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773674225.618666:0:94188:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773674225.618668:0:94188:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618670:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.618671:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.618672:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=6 00000020:00000001:2.0:1773674225.618674:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.618677:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:2.0:1773674225.618679:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.618682:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773674225.618717:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618718:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.618719:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.618721:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.618724:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1773674225.618731:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.618734:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.618735:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.618737:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618739:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.618740:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618742:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618745:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.618747:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.618748:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618749:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.618751:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618752:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.618754:0:94188:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.618756:0:94188:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618758:0:94188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.618761:0:94188:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618763:0:94188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618792:0:94188:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773674225.618793:0:94188:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773674225.618795:0:94188:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773674225.618797:0:94188:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773674225.618799:0:94188:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618801:0:94188:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.618804:0:94188:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773674225.618807:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.618809:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.618811:0:94188:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773674225.618814:0:94188:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773674225.618817:0:94188:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773674225 a=1773674225 c=1773674225 b=0 00020000:00000001:2.0:1773674225.618820:0:94188:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618822:0:94188:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618824:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000080:00200000:2.0:1773674225.618827:0:94188:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1773674225.618830:0:94188:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773674225.618833:0:94188:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773674225.618835:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_release():245 00000020:00000001:2.0:1773674225.618837:0:94188:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.618839:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773674225.618842:0:94188:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773674225.618843:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.618845:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.618847:0:94188:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773674225.618849:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98dc043c3e30 (ffff98dc064fe878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773674225.618852:0:94188:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773674225.618853:0:94188:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773674225.618854:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.618856:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773674225.618857:0:94188:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773674225.618859:0:94188:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.618860:0:94188:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.618862:0:94188:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773674225.618863:0:94188:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.618865:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc070deb58 (ffff98dc064fe368/0) at cl_lock_fini():72 00020000:00000001:2.0:1773674225.618868:0:94188:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773674225.618869:0:94188:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773674225.618870:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98dc043c3e30 (ffff98dc064fe368/1) at cl_lock_fini():72 00000008:00000010:2.0:1773674225.618874:0:94188:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98dc1845aab0. 00000020:00000001:2.0:1773674225.618877:0:94188:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773674225.618879:0:94188:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98dc043c3e00. 00020000:00000001:2.0:1773674225.618883:0:94188:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.618885:0:94188:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773674225.618886:0:94188:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773674225.618887:0:94188:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.618890:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.618892:0:94188:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.618894:0:94188:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.618895:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.618896:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.618898:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.618901:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.622322:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.622467:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.622476:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.622482:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.622487:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.622492:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.622495:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12600. 00000008:00000010:2.0:1773674225.622498:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.622502:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.622505:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.622508:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.622512:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.622514:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00020000:00000001:2.0:1773674225.622518:0:94188:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.622521:0:94188:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.622524:0:94188:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.622527:0:94188:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.622531:0:94188:0:(file.c:7020:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773674225.622533:0:94188:0:(file.c:7024:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.622535:0:94188:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773674225.622538:0:94188:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.622539:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.622541:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.622545:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.622548:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.622550:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.622553:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.622555:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.622558:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.622560:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.622562:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.622564:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.622566:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.622568:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.622570:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.622572:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.622574:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000001:00000001:2.0:1773674225.622577:0:94188:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.622588:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebd08 00000080:00000008:2.0:1773674225.622607:0:94188:0:(file.c:6385:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff98dc10e8ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773674225.622614:0:94188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674225.622616:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebda0 00000080:00002000:2.0:1773674225.622618:0:94188:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode ffff98dc10e8ba88) hashed, 00000080:00000001:2.0:1773674225.622621:0:94188:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.622661:0:94188:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.622665:0:94188:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.622667:0:94188:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.622668:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebbd8 00000080:00200000:2.0:1773674225.622670:0:94188:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.622676:0:94188:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13800. 00800000:00000002:2.0:1773674225.622682:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.622686:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.622690:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.622692:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebaf8 00800000:00000002:2.0:1773674225.622694:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.622698:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.622700:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.622703:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.622705:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.622707:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.622710:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.622711:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.622713:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.622717:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.622722:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.622724:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceb9c8 00000002:00010000:2.0:1773674225.622727:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.622730:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.622733:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.622736:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.622744:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:2.0:1773674225.622746:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.622751:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.622756:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.622760:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773674225.623747:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.623755:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.623760:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1773674225.624081:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.624086:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.624089:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.624092:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.624095:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.624098:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.624102:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.624106:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.624111:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13800. 00000080:00000001:2.0:1773674225.624118:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.624120:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.624124:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.624128:0:94188:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:2.0:1773674225.624133:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.624136:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.624138:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.624140:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.624143:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.624146:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.624149:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.624153:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.624155:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.624156:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.624158:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.624161:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1cebc10 00010000:00000001:2.0:1773674225.624164:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.624165:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.624166:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.624169:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.624171:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.624174:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.624178:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773674225.624187:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.624188:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.624190:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.624193:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.624196:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674225.624206:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.624209:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.624212:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.624217:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.624218:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.624220:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.624224:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.624226:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.624228:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626350:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626361:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.626363:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.626366:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.626369:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.626371:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.626385:0:94188:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 1 00000080:00000001:2.0:1773674225.626393:0:94188:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.626406:0:94188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773674225.626409:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebda0 00000080:00002000:2.0:1773674225.626412:0:94188:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98dc04612ca8) flags 0x48004e refc 0 00000080:00000001:2.0:1773674225.626415:0:94188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.626417:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebe10 00000080:00200000:2.0:1773674225.626419:0:94188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1773674225.626425:0:94188:0:(file.c:6561:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773674225.626427:0:94188:0:(file.c:6102:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773674225.626428:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebd30 00000080:00200000:2.0:1773674225.626430:0:94188:0:(file.c:6104:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988),name=/ 00000080:00000010:2.0:1773674225.626442:0:94188:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13800. 00800000:00000002:2.0:1773674225.626448:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00000080:00000001:2.0:1773674225.626453:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773674225.626456:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.626458:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebc50 00800000:00000002:2.0:1773674225.626461:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.626465:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773674225.626467:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.626470:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.626472:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.626475:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.626477:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.626479:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.626482:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.626486:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773674225.626491:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773674225.626493:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebb20 00000002:00010000:2.0:1773674225.626495:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773674225.626498:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773674225.626501:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.626504:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.626510:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:2.0:1773674225.626513:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.626517:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.626521:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773674225.626526:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1773674225.626538:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773674225.626543:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773674225.626546:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1773674225.626554:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773674225.626556:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.626558:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.626560:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773674225.626562:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.626564:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773674225.626568:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773674225.626570:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.626573:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13800. 00000080:00000001:2.0:1773674225.626578:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773674225.626580:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.626582:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00010000:2.0:1773674225.626585:0:94188:0:(llite_internal.h:1987:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dc04a01988) for lock 0x2f77f5611381434e 00800000:00000001:2.0:1773674225.626588:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773674225.626590:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773674225.626592:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.626594:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.626597:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.626599:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.626602:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.626604:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.626606:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773674225.626607:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.626609:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773674225.626611:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2f77f5611381434e from it ffffbabdc1cebd68 00010000:00000001:2.0:1773674225.626614:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773674225.626615:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773674225.626616:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc200f3000 refcount=3 00000020:00000001:2.0:1773674225.626618:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.626620:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669930934272 : -113403778617344 : ffff98dc200f3000) 00010000:00000001:2.0:1773674225.626622:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773674225.626625:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773674225.626641:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.626643:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.626644:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773674225.626647:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773674225.626649:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773674225.626656:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773674225.626659:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773674225.626661:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.626664:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.626666:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.626667:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626670:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773674225.626672:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626674:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626937:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.626940:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773674225.626942:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.626943:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773674225.626945:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773674225.626946:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773674225.626949:0:94188:0:(file.c:6576:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dc04a01988), inode mode 41ff mask 3 00000080:00000001:2.0:1773674225.626952:0:94188:0:(file.c:6615:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.626957:0:94188:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:2.0:1773674225.626959:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebdf8 00000080:00200000:2.0:1773674225.626961:0:94188:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98dc04a01988) 00000080:00000001:2.0:1773674225.626964:0:94188:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1773674225.626967:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.626973:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.626977:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.626981:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.626996:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.627003:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.627009:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.627014:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.627021:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.627026:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.627030:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.627034:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.627038:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.627041:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.627045:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.627047:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.627050:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.627051:0:94188:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773674225.627055:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000002:2.0:1773674225.627058:0:94188:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff98dc02c6bea0 addref 2/0 by ffff98dc0a300000. 00020000:00000002:2.0:1773674225.627061:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.627063:0:94188:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773674225.627066:0:94188:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773674225.627067:0:94188:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773674225.627069:0:94188:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1773674225.627072:0:94188:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1773674225.627075:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.627078:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.627081:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.627086:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.627090:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.627093:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.627096:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.627100:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.627103:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.627106:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.627109:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.627112:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.627115:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.627117:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.627120:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.627123:0:94188:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1773674225.627131:0:94188:0:(llite_lib.c:3871:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff98dc08e13400. 00800000:00000002:2.0:1773674225.627135:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff98dc05771700 2 00800000:00000001:2.0:1773674225.627144:0:94188:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:2.0:1773674225.627148:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.627149:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.627151:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.627152:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.627154:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627156:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773674225.627158:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.627159:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.627160:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.627161:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.627162:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.627164:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627166:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.627167:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.627169:0:94188:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1773674225.627171:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.627172:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.627173:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.627174:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.627175:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627177:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.627178:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627180:0:94188:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.627182:0:94188:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627184:0:94188:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0xc:0x0] -> mds #0 00000002:00000001:2.0:1773674225.627188:0:94188:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1773674225.627191:0:94188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674225.627194:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 2 00010000:00000001:2.0:1773674225.627196:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.627199:0:94188:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674225.627202:0:94188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.627205:0:94188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1773674225.627212:0:94188:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674225.627217:0:94188:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674225.627219:0:94188:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674225.627221:0:94188:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773674225.627224:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627225:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627227:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 3 00010000:00000001:2.0:1773674225.627229:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627231:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.627233:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627234:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627236:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 3 00010000:00000001:2.0:1773674225.627238:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627240:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.627241:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627242:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627244:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91a00 count: 3 00010000:00000001:2.0:1773674225.627246:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627248:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.627249:0:94188:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773674225.627252:0:94188:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98dc04a018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773674225.627257:0:94188:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773674225.627260:0:94188:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773674225.627262:0:94188:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674225.627264:0:94188:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.627267:0:94188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.627270:0:94188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.627272:0:94188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.627274:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.627276:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.627279:0:94188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f3000 with handle 0x2f77f5611381434e from hash 00010000:00000001:2.0:1773674225.627281:0:94188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.627282:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.627284:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.627285:0:94188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.627287:0:94188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.627289:0:94188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674225.627292:0:94188:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674225.627294:0:94188:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.627297:0:94188:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773674225.627298:0:94188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773674225.627301:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 4 00010000:00000001:2.0:1773674225.627304:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.627306:0:94188:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773674225.627308:0:94188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.627311:0:94188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1773674225.627317:0:94188:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674225.627319:0:94188:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674225.627321:0:94188:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674225.627322:0:94188:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode CR 00000002:00000001:2.0:1773674225.627323:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627325:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627326:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.627328:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627330:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.627331:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627332:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627334:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.627336:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627338:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.627340:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.627341:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.627342:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.627344:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.627345:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.627347:0:94188:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.627349:0:94188:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773674225.627352:0:94188:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773674225.627355:0:94188:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff98dc08e13800. 00000080:00000001:2.0:1773674225.627357:0:94188:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773674225.627360:0:94188:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773674225.627363:0:94188:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773674225.627365:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.627366:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.627368:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.627369:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.627371:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627372:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.627374:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.627376:0:94188:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:2.0:1773674225.627379:0:94188:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773674225.627380:0:94188:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98dc07f29800: [0x20000bf89:0xc:0x0] file closed with intent: 0 00000100:00000010:2.0:1773674225.627386:0:94188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674225.627390:0:94188:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674225.627394:0:94188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.627396:0:94188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.627399:0:94188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.627407:0:94188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08e13000. 00000100:00000001:2.0:1773674225.627414:0:94188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773674225.627432:0:94188:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773674225.627445:0:94188:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773674225.627450:0:94188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773674225.627457:0:94188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.627458:0:94188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.627465:0:94188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.627467:0:94188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678884544 : -113404030667072 : ffff98dc110936c0) 00000100:00000001:2.0:1773674225.627470:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.627471:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.627476:0:94188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.627480:0:94188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.627482:0:94188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.627483:0:94188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.627487:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.627501:0:94188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.627504:0:94188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.627507:0:94188:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.627509:0:94188:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.627512:0:94188:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.627516:0:94188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94188:1859825953480832:192.168.201.103@tcp:35:rm.0 00000100:00000001:2.0:1773674225.627520:0:94188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.627525:0:94188:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.627528:0:94188:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.627530:0:94188:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.627535:0:94188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674225.627537:0:94188:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.627545:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.627550:0:94188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.627557:0:94188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.627564:0:94188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953480832, portal 10 00000100:00000001:2.0:1773674225.627566:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.627567:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674225.627790:0:94188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.627800:0:94188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.627803:0:94188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.627807:0:94188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064d48. 00000100:00000200:2.0:1773674225.627811:0:94188:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859825953480832, offset 0 00000400:00000200:2.0:1773674225.627817:0:94188:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.627826:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.627834:0:94188:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.627838:0:94188:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.627842:0:94188:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.627847:0:94188:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.627849:0:94188:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.627853:0:94188:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252869:252869:256:4294967295] 192.168.201.103@tcp LPNI seq info [252837:252837:8:4294967295] 00000400:00000200:2.0:1773674225.627858:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.627867:0:94188:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.627873:0:94188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.627879:0:94188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674225.627887:0:94188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.627894:0:94188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.627898:0:94188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.627928:0:94188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.627934:0:94188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 309201 usecs (310 jiffies) 00000400:00000200:2.0:1773674225.627938:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.627941:0:94188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300782993 00000100:00000001:2.0:1773674225.627945:0:94188:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.627947:0:94188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300782993 00000100:00000001:2.0:1773674225.627949:0:94188:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.627952:0:94188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.627954:0:94188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.627957:0:94188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.627958:0:94188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773674225.627961:0:94188:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110936c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773674225.627964:0:94188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.627966:0:94188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.628485:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.628490:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674225.628496:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.628502:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.628507:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064d48 00000400:00000010:1.0:1773674225.628511:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064d48. 00000100:00000001:1.0:1773674225.628514:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.628520:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.628529:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.628532:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.628538:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.628540:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674225.637557:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.637576:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674225.637580:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.637584:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.637595:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.637603:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674225.637613:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.637618:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.637624:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.637628:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d2080 00000400:00000200:1.0:1773674225.637633:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.637640:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5cc1 [1] + 224 00000800:00000001:1.0:1773674225.637649:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.637704:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.637709:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.637714:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674225.637721:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.637730:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773674225.637741:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773674225.637757:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674225.637796:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.637800:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.638014:0:94188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.638023:0:94188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.638026:0:94188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.638030:0:94188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.638034:0:94188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.638037:0:94188:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.638041:0:94188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.638047:0:94188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773674225.638056:0:94188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953480832/t0(0) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773674241 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638063:0:94188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.638065:0:94188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.638068:0:94188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.638071:0:94188:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.638074:0:94188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.638076:0:94188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.638079:0:94188:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.638088:0:94188:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc08d124e8 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674225.638091:0:94188:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.638094:0:94188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.638095:0:94188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.638099:0:94188:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.638102:0:94188:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.638105:0:94188:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674225.638107:0:94188:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773674225.638109:0:94188:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674225.638111:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.638112:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.638116:0:94188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.638118:0:94188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.638120:0:94188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.638122:0:94188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.638127:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638135:0:94188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.638139:0:94188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.638349:0:94188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.638355:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773674225.638364:0:94188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94188:1859825953480832:192.168.201.103@tcp:35:rm.0 00000100:00000001:2.0:1773674225.638369:0:94188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.638373:0:94188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.638389:0:94188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.638392:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638396:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638403:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.638406:0:94188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.638410:0:94188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.638412:0:94188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.638421:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.638423:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000002:00000001:2.0:1773674225.638426:0:94188:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.638430:0:94188:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.638436:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13800. 00000080:00000001:2.0:1773674225.638440:0:94188:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773674225.638443:0:94188:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773674225.638446:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773674225.638449:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773674225.638451:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773674225.638454:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773674225.638456:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.638458:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773674225.638461:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.638466:0:94188:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773674225.638472:0:94188:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638480:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.638481:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711549184 : -113403998002432 : ffff98dc12fba300) 00000100:00000001:2.0:1773674225.638483:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638487:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638493:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.638495:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638498:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638505:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.638506:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638509:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fba300 x1859825953480576/t103079215265(103079215265) o101->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773674247 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638515:0:94188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773674225.638518:0:94188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.638520:0:94188:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.638522:0:94188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.638525:0:94188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98dc118b3400. 02000000:00000001:2.0:1773674225.638529:0:94188:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.638532:0:94188:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.638533:0:94188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fba300. 00000100:00000001:2.0:1773674225.638537:0:94188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.638539:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.638540:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638544:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638550:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773674225.638552:0:94188:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff98dc0414f8e0. 00000002:00000001:2.0:1773674225.638556:0:94188:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.638558:0:94188:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773674225.638560:0:94188:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98dc02c85cc0. 00000100:00000001:2.0:1773674225.638563:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.638568:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b480 x1859825953480832/t103079215266(103079215266) o35->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773674241 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773674225.638573:0:94188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674225.638575:0:94188:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674225.638577:0:94188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674225.638580:0:94188:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674225.638581:0:94188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674225.638582:0:94188:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=4 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674225.638584:0:94188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674225.638586:0:94188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc08e13000. 02000000:00000001:2.0:1773674225.638588:0:94188:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674225.638589:0:94188:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674225.638590:0:94188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b480. 00000100:00000001:2.0:1773674225.638593:0:94188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674225.638594:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.638596:0:94188:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.638599:0:94188:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674225.638602:0:94188:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:2.0:1773674225.638605:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.638608:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.638616:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.638618:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.638625:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.638626:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.638627:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.638629:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.638631:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.638632:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.638634:0:94188:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.638636:0:94188:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674225.638639:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.638645:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.638651:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.638655:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.638927:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.638934:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.638940:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.638945:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.638952:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.638955:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.638959:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.638962:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.638966:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.638970:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.638974:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.638977:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.638980:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.638983:0:94188:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773674225.638986:0:94188:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:2.0:1773674225.638989:0:94188:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773674225.638992:0:94188:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773674225.638996:0:94188:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674225.638998:0:94188:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674225.639001:0:94188:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773674225.639003:0:94188:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.639005:0:94188:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.639007:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.639010:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.639014:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.639017:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.639021:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.639023:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.639027:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.639031:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.639034:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.639037:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.639040:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.639043:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.639046:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.639049:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.639051:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.639054:0:94188:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.639057:0:94188:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773674225.639060:0:94188:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) invalid 00000020:00000001:2.0:1773674225.639063:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceba60 00000080:00002000:2.0:1773674225.639066:0:94188:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry recon (ffff98dc04612ca8) parent ffff98dc10e90a20 inode ffff98dc10e8ba88 refc 1 00000080:00000001:2.0:1773674225.639071:0:94188:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773674225.639073:0:94188:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674225.639076:0:94188:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639080:0:94188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.639084:0:94188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.639086:0:94188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.639089:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.639093:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.639096:0:94188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04085c00 with handle 0x2f77f56113814355 from hash 00010000:00000001:2.0:1773674225.639099:0:94188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.639101:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.639103:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639104:0:94188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.639107:0:94188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.639109:0:94188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674225.639113:0:94188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.639118:0:94188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773674225.639127:0:94188:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674225.639130:0:94188:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674225.639133:0:94188:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1773674225.639137:0:94188:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1773674225.639139:0:94188:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff98dc042b4fd0. 00000080:00000010:2.0:1773674225.639142:0:94188:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff98dc02c85740. 00000080:00000010:2.0:1773674225.639144:0:94188:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9578. 00000080:00000020:2.0:1773674225.639147:0:94188:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1773674225.639149:0:94188:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff98dc042b4780. 00000080:00000010:2.0:1773674225.639151:0:94188:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff98dc07306a08. 00000080:00000010:2.0:1773674225.639154:0:94188:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9758. 00000080:00000020:2.0:1773674225.639156:0:94188:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1773674225.639158:0:94188:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff98dc042b4300. 00000080:00000010:2.0:1773674225.639160:0:94188:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff98dc02c850c0. 00000080:00000010:2.0:1773674225.639162:0:94188:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9280. 00000080:00000020:2.0:1773674225.639164:0:94188:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1773674225.639165:0:94188:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff98dc042b4690. 00000080:00000010:2.0:1773674225.639167:0:94188:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff98dc0414f8a0. 00000080:00000010:2.0:1773674225.639170:0:94188:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff98dc12cf9168. 00000080:00000001:2.0:1773674225.639172:0:94188:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.639174:0:94188:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674225.639176:0:94188:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639178:0:94188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.639179:0:94188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.639180:0:94188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.639182:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.639184:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.639186:0:94188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f2800 with handle 0x2f77f56113814347 from hash 00010000:00000001:2.0:1773674225.639188:0:94188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.639189:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.639190:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639191:0:94188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.639193:0:94188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.639194:0:94188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674225.639197:0:94188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773674225.639200:0:94188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:2.0:1773674225.639206:0:94188:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773674225.639208:0:94188:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773674225.639209:0:94188:0:(file.c:6009:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773674225.639210:0:94188:0:(file.c:6015:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:2.0:1773674225.639213:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.639214:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.639217:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.639219:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.639222:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.639224:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.639225:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.639227:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.639229:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.639231:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.639232:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.639233:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.639235:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.639237:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.639239:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.639241:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773674225.639242:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773674225.639244:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc10a91000 count: 5 00010000:00000001:2.0:1773674225.639245:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773674225.639247:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.639248:0:94188:0:(file.c:6037:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.639250:0:94188:0:(file.c:6719:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773674225.639251:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.639254:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.639257:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.639260:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.639263:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.639266:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.639268:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.639270:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.639273:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.639276:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.639279:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13800. 00000008:00000010:2.0:1773674225.639281:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.639284:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.639286:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.639289:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.639292:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.639294:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.639295:0:94188:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773674225.639297:0:94188:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:2.0:1773674225.639299:0:94188:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773674225.639300:0:94188:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773674225.639302:0:94188:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773674225.639303:0:94188:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773674225.639305:0:94188:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773674225.639306:0:94188:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.639308:0:94188:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773674225.639309:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.639311:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.639314:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.639316:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.639319:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.639321:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.639324:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.639326:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.639329:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.639331:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.639333:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.639335:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.639338:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.639340:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13800. 00000020:00000010:2.0:1773674225.639343:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.639345:0:94188:0:(file.c:6761:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.639347:0:94188:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773674225.639349:0:94188:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff98dc10e8ba88) invalid 00000020:00000001:2.0:1773674225.639351:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1ceba60 00000080:00002000:2.0:1773674225.639353:0:94188:0:(llite_internal.h:2027:d_lustre_invalidate()) invalidate dentry recon (ffff98dc04612ca8) parent ffff98dc10e90a20 inode ffff98dc10e8ba88 refc 1 00000080:00000001:2.0:1773674225.639356:0:94188:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773674225.639357:0:94188:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773674225.639359:0:94188:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639362:0:94188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773674225.639364:0:94188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773674225.639365:0:94188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773674225.639366:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773674225.639369:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773674225.639372:0:94188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc200f3200 with handle 0x2f77f56113814324 from hash 00010000:00000001:2.0:1773674225.639374:0:94188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773674225.639375:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.639376:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639377:0:94188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773674225.639379:0:94188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773674225.639380:0:94188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773674225.639383:0:94188:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1773674225.639385:0:94188:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1773674225.639388:0:94188:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1773674225.639393:0:94188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b480. 00000020:00000040:2.0:1773674225.639396:0:94188:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 02000000:00000001:2.0:1773674225.639400:0:94188:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773674225.639402:0:94188:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639405:0:94188:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773674225.639409:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773674225.639414:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.639415:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639417:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.639419:0:94188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674225.639422:0:94188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674225.639426:0:94188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674225.639432:0:94188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc08e13800. 00000100:00000001:2.0:1773674225.639438:0:94188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639441:0:94188:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674225.639443:0:94188:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773674225.639448:0:94188:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773674225.639457:0:94188:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773674225.639464:0:94188:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1773674225.639472:0:94188:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1773674225.639477:0:94188:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1773674225.639479:0:94188:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1773674225.639481:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.639484:0:94188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc04085c00/0x2f77f56113814355 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6c9a expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1773674225.639491:0:94188:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc02c85fc0. 00010000:00000001:2.0:1773674225.639499:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639500:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.639502:0:94188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f2800/0x2f77f56113814347 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c7e expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773674225.639510:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639511:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.639514:0:94188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3200/0x2f77f56113814324 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x441c89a0128d6c2a expref: -99 pid: 94178 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1773674225.639520:0:94188:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc056e1cc0. 00010000:00000040:2.0:1773674225.639524:0:94188:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91000 count: 0 00010000:00000010:2.0:1773674225.639529:0:94188:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93300. 00010000:00000001:2.0:1773674225.639535:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639536:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773674225.639539:0:94188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98dc07f29800 lock: ffff98dc200f3000/0x2f77f5611381434e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x441c89a0128d6c8c expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1773674225.639747:0:94188:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc10a91a00 count: 0 00010000:00000010:2.0:1773674225.639751:0:94188:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98dc10a93980. 00010000:00000001:2.0:1773674225.639755:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773674225.639757:0:94188:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639759:0:94188:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773674225.639760:0:94188:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.639799:0:94188:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1773674225.639811:0:94188:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98dc07f29800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773674225.639820:0:94188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674225.639833:0:94188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773674225.639835:0:94188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773674225.639841:0:94188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.639843:0:94188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630669678884544 : -113404030667072 : ffff98dc110936c0) 00000100:00000001:2.0:1773674225.639846:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.639847:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.639851:0:94188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674225.639855:0:94188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.639857:0:94188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773674225.639859:0:94188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674225.639862:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.639869:0:94188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674225.639871:0:94188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.639875:0:94188:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674225.639877:0:94188:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674225.639880:0:94188:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674225.639883:0:94188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94188:1859825953481088:192.168.201.103@tcp:36:rm.0 00000100:00000001:2.0:1773674225.639886:0:94188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674225.639892:0:94188:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674225.639894:0:94188:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.639897:0:94188:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674225.639901:0:94188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98dc0959dc00. 02000000:00000001:2.0:1773674225.639917:0:94188:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674225.639924:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674225.639928:0:94188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674225.639933:0:94188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674225.639940:0:94188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859825953481088, portal 10 00000100:00000001:2.0:1773674225.639942:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.639943:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000040:2.0:1773674225.639950:0:94188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.639963:0:94188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674225.639966:0:94188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674225.639968:0:94188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064198. 00000100:00000200:2.0:1773674225.639972:0:94188:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859825953481088, offset 0 00000400:00000200:2.0:1773674225.639978:0:94188:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674225.639986:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.639994:0:94188:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674225.639999:0:94188:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674225.640003:0:94188:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674225.640007:0:94188:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674225.640011:0:94188:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674225.640015:0:94188:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252870:252870:256:4294967295] 192.168.201.103@tcp LPNI seq info [252838:252838:8:4294967295] 00000400:00000200:2.0:1773674225.640020:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674225.640030:0:94188:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674225.640036:0:94188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674225.640041:0:94188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674225.640048:0:94188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674225.640058:0:94188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674225.640063:0:94188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1773674225.640077:0:94188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.640083:0:94188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 308605 usecs (309 jiffies) 00000400:00000200:2.0:1773674225.640086:0:94188:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674225.640089:0:94188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300783004 00000100:00000001:2.0:1773674225.640092:0:94188:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.640094:0:94188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300783004 00000100:00000001:2.0:1773674225.640097:0:94188:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300784453 00000100:00000001:2.0:1773674225.640099:0:94188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.640102:0:94188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.640105:0:94188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674225.640106:0:94188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1773674225.640108:0:94188:0:(client.c:2690:ptlrpc_set_wait()) set ffff98dc110936c0 going to sleep for 17 seconds 00000100:00000001:2.0:1773674225.640111:0:94188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674225.640113:0:94188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674225.640569:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674225.640574:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674225.640579:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.640584:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674225.640589:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064198 00000400:00000010:1.0:1773674225.640592:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064198. 00000100:00000001:1.0:1773674225.640596:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674225.640600:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.640608:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674225.640612:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.640619:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674225.640621:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773674225.649121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04085c00. 00010000:00000010:2.1:1773674225.649135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f2800. 00010000:00000010:2.1:1773674225.649140:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91000. 00010000:00000010:2.1:1773674225.649144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3200. 00010000:00000010:2.1:1773674225.649147:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc10a91a00. 00010000:00000010:2.1:1773674225.649150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc200f3000. 00000800:00000001:1.0:1773674225.678290:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.678308:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674225.678312:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.678314:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.678325:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.678333:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674225.678359:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.678367:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.678373:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.678386:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b80794d2180 00000400:00000200:1.0:1773674225.678391:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674225.678397:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x2c5cc9 [1] + 224 00000800:00000001:1.0:1773674225.678406:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.678417:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674225.678420:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674225.678425:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674225.678433:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674225.678442:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674225.678454:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674225.678481:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674225.678490:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674225.678494:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.678632:0:94188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674225.678641:0:94188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674225.678643:0:94188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674225.678647:0:94188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674225.678652:0:94188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674225.678655:0:94188:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674225.678658:0:94188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674225.678663:0:94188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674225.678673:0:94188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b480 x1859825953481088/t0(0) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773674247 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.678679:0:94188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674225.678681:0:94188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.678684:0:94188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674225.678687:0:94188:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674225.678690:0:94188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674225.678693:0:94188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674225.678696:0:94188:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674225.678706:0:94188:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=8 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674225.678711:0:94188:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674225.678713:0:94188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674225.678715:0:94188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674225.678718:0:94188:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674225.678721:0:94188:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.678724:0:94188:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773674225.678727:0:94188:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x10000009a/0x180000009c] 00000100:00000001:2.0:1773674225.678729:0:94188:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773674225.678731:0:94188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674225.678733:0:94188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462844544 : -113404246707072 : ffff98dc0428b480) 00000100:00000001:2.0:1773674225.678736:0:94188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674225.678738:0:94188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674225.678741:0:94188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674225.678743:0:94188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674225.678748:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b480 x1859825953481088/t103079215267(103079215267) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674247 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.678755:0:94188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674225.678758:0:94188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674225.678760:0:94188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674225.678808:0:94188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b480 x1859825953481088/t103079215267(103079215267) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674247 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674225.678818:0:94188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b480 pname:cluuid:pid:xid:nid:opc:job rm:50b6f219-0167-4a18-8ed7-c655d95343ea:94188:1859825953481088:192.168.201.103@tcp:36:rm.0 00000100:00000001:2.0:1773674225.678823:0:94188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674225.678826:0:94188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674225.678828:0:94188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773674225.678830:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.678833:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dc0428b480 x1859825953481088/t103079215267(103079215267) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674247 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.678839:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773674225.678843:0:94188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98dc110936c0. 00000100:00000001:2.0:1773674225.678846:0:94188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773674225.678848:0:94188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.678856:0:94188:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.678860:0:94188:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773674225.678864:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff98dc05771700 2 00000080:00000010:2.0:1773674225.678868:0:94188:0:(llite_lib.c:4012:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff98dc08e13400. 00000080:00000002:2.0:1773674225.678874:0:94188:0:(namei.c:1688:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1773674224 to 1773674225 00000100:00000001:2.0:1773674225.678877:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674225.678881:0:94188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b480 x1859825953481088/t103079215267(103079215267) o36->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773674247 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674225.678888:0:94188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.678892:0:94188:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.678914:0:94188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773674225.678918:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffbabdc1cebe28 00000080:00002000:2.0:1773674225.678921:0:94188:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff98dc04612ca8, parent ffff98dc10e90a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773674225.678924:0:94188:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773674225.678931:0:94188:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773674225.678937:0:94188:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773674225.678946:0:94188:0:(llite_lib.c:3225:ll_delete_inode()) Process entered 00000080:00000001:2.0:1773674225.678949:0:94188:0:(file.c:5226:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773674225.678952:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.678957:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.678962:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.678966:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.678970:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.678976:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.678991:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.678997:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.679003:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.679007:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.679011:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.679015:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.679019:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.679023:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.679026:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.679030:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.679032:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00000020:00000001:2.0:1773674225.679037:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95530 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.679040:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773674225.679044:0:94188:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773674225.679046:0:94188:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773674225.679049:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.679050:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773674225.679052:0:94188:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.679055:0:94188:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff98dc070debb8 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773674225.679059:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.679063:0:94188:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773674225.679064:0:94188:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773674225.679068:0:94188:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773674225.679069:0:94188:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679072:0:94188:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773674225.679074:0:94188:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773674225.679076:0:94188:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679077:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.679078:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773674225.679079:0:94188:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773674225.679081:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00000020:00000001:2.0:1773674225.679083:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679085:0:94188:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773674225.679086:0:94188:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773674225.679088:0:94188:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773674225.679091:0:94188:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773674225.679095:0:94188:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773674225.679099:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773674225.679100:0:94188:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773674225.679102:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.679104:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe870. 00000020:00000010:2.0:1773674225.679107:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12600. 00000020:00000010:2.0:1773674225.679109:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.679111:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.679115:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.679118:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.679120:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.679124:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.679126:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.679129:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12a00. 00000008:00000010:2.0:1773674225.679132:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.679135:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.679137:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.679140:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8cc30. 00000020:00000001:2.0:1773674225.679143:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498968184 : -113404210583432 : ffff98dc064fe878) 00000020:00001000:2.0:1773674225.679145:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe870 00000020:00000001:2.0:1773674225.679147:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a95aa8 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.679149:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773674225.679152:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773674225.679153:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773674225.679155:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679157:0:94188:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679159:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446630669477623976 : -113404231927640 : ffff98dc050a38a8) 00000020:00000001:2.0:1773674225.679162:0:94188:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773674225.679163:0:94188:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679165:0:94188:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679167:0:94188:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679168:0:94188:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773674225.679170:0:94188:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773674225.679182:0:94188:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.679184:0:94188:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773674225.679186:0:94188:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.679188:0:94188:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679190:0:94188:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679191:0:94188:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.679193:0:94188:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679194:0:94188:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773674225.679195:0:94188:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679197:0:94188:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.679198:0:94188:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773674225.679200:0:94188:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773674225.679201:0:94188:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.679203:0:94188:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773674225.679205:0:94188:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773674225.679207:0:94188:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773674225.679213:0:94188:0:(osc_cache.c:1864:osc_update_pending()) obj ffff98dc10a97880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1773674225.679219:0:94188:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674225.679221:0:94188:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.679222:0:94188:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773674225.679224:0:94188:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.679227:0:94188:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1773674225.679231:0:94188:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773674225.679235:0:94188:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff98dc07193000@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff98dc10a97880], [28672|1|+|-|ffff98dc04084e00|1024|ffff98dc0a300000]} make ready 00000008:00010000:2.0:1773674225.679243:0:94188:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000005c5dd2d2 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1773674225.679254:0:94188:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:2.0:1773674225.684592:0:94188:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1773674225.686066:0:94188:0:(cl_page.c:1200:cl_page_make_ready()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000000000000] 00000020:00008000:2.0:1773674225.686070:0:94188:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:2.0:1773674225.686072:0:94188:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:2.0:1773674225.686074:0:94188:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.686075:0:94188:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.686077:0:94188:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773674225.686078:0:94188:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773674225.686081:0:94188:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.686085:0:94188:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000000000000] 00000020:00000001:2.0:1773674225.686087:0:94188:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1773674225.686088:0:94188:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773674225.686090:0:94188:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1773674225.686092:0:94188:0:(cl_page.c:1222:cl_page_make_ready()) page@0000000045dc27c8[2 00000000ce044023 3 1 0000000000000000] 00000020:00000001:2.0:1773674225.686094:0:94188:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1773674225.686097:0:94188:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686103:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.686106:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.686108:0:94188:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773674225.686112:0:94188:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686114:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.686118:0:94188:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.686122:0:94188:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:2.0:1773674225.686125:0:94188:0:(osc_cache.c:901:osc_extent_finish()) extent ffff98dc07193000@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff98dc10a97880], [28672|1|+|-|ffff98dc04084e00|1024|ffff98dc0a300000]} extent finished. 00000008:00010000:2.0:1773674225.686134:0:94188:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000005c5dd2d2 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1773674225.686148:0:94188:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:2.0:1773674225.686150:0:94188:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:2.0:1773674225.686153:0:94188:0:(cl_page.c:1144:cl_page_complete()) page@0000000045dc27c8[2 00000000ce044023 3 1 0000000000000000] 00000020:00000001:2.0:1773674225.686154:0:94188:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:2.0:1773674225.686156:0:94188:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773674225.686157:0:94188:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773674225.686158:0:94188:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.686160:0:94188:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[2 00000000ce044023 3 1 0000000000000000] 00000020:00000001:2.0:1773674225.686162:0:94188:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1773674225.686164:0:94188:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1773674225.686167:0:94188:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1773674225.686170:0:94188:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000000000000] 00000080:00008000:2.0:1773674225.686172:0:94188:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1773674225.686188:0:94188:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1773674225.686190:0:94188:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:2.0:1773674225.686192:0:94188:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.686194:0:94188:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000000000000] 00000020:00000001:2.0:1773674225.686196:0:94188:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:2.0:1773674225.686198:0:94188:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773674225.686199:0:94188:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:2.0:1773674225.686203:0:94188:0:(osc_cache.c:1593:osc_free_grant()) lost 28672 grant: 28672 avail: 8265728 dirty: 0/0 00000008:00000020:2.0:1773674225.686207:0:94188:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff98dc07193000@{[0 -> 0/1023], [1|0|-|inv|wY|ffff98dc10a97880], [28672|0|-|-|ffff98dc04084e00|1024|ffff98dc0a300000]} destroyed. 00000008:00010000:2.0:1773674225.686213:0:94188:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000005c5dd2d2 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1773674225.686222:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773674225.686224:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1773674225.686228:0:94188:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff98dc07193000. 00000008:00000001:2.0:1773674225.686246:0:94188:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.686250:0:94188:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1773674225.686254:0:94188:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff98dc10a97880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773674225.686257:0:94188:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773674225.686260:0:94188:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff98dc10a97880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1773674225.686264:0:94188:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773674225.686267:0:94188:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686270:0:94188:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686274:0:94188:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686276:0:94188:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686278:0:94188:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686281:0:94188:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773674225.686284:0:94188:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773674225.686286:0:94188:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773674225.686286:0:94188:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773674225.686288:0:94188:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773674225.686289:0:94188:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686292:0:94188:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773674225.686293:0:94188:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773674225.686295:0:94188:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773674225.686297:0:94188:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773674225.686299:0:94188:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.686300:0:94188:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773674225.686302:0:94188:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773674225.686303:0:94188:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686304:0:94188:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686306:0:94188:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.686307:0:94188:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773674225.686309:0:94188:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773674225.686310:0:94188:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773674225.686311:0:94188:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.686313:0:94188:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773674225.686314:0:94188:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773674225.686315:0:94188:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773674225.686317:0:94188:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773674225.686318:0:94188:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686320:0:94188:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686322:0:94188:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.686323:0:94188:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773674225.686325:0:94188:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686327:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773674225.686328:0:94188:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773674225.686330:0:94188:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773674225.686331:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773674225.686333:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.686335:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe870 00000020:00000010:2.0:1773674225.686353:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13e00. 00000020:00000010:2.0:1773674225.686359:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437c600. 00000008:00000010:2.0:1773674225.686363:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b06468. 00020000:00000010:2.0:1773674225.686368:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193780. 00008000:00000010:2.0:1773674225.686381:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050d91a8. 00000080:00000010:2.0:1773674225.686387:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae690. 00000080:00000010:2.0:1773674225.686391:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070de910. 00000020:00000010:2.0:1773674225.686395:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12600. 00000008:00000010:2.0:1773674225.686399:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f134a0. 00020000:00000010:2.0:1773674225.686403:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a2400. 00008000:00000010:2.0:1773674225.686406:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d14d8. 00000080:00000010:2.0:1773674225.686410:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8cc30. 00000020:00000010:2.0:1773674225.686413:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12a00. 00000020:00000010:2.0:1773674225.686415:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe870. 00020000:00000001:2.0:1773674225.686417:0:94188:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773674225.686419:0:94188:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773674225.686421:0:94188:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773674225.686423:0:94188:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773674225.686426:0:94188:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773674225.686427:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773674225.686429:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.686431:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.686433:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.686436:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.686438:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.686441:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.686443:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.686445:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.686447:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13400. 00000008:00000010:2.0:1773674225.686449:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.686452:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.686454:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.686456:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.686458:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.686459:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.686461:0:94188:0:(file.c:5260:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.686469:0:94188:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773674225.686471:0:94188:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446630669497966304 : -113404211585312 : ffff98dc06409ee0) 00000020:00000001:2.0:1773674225.686474:0:94188:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.686476:0:94188:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:2.0:1773674225.686477:0:94188:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773674225.686478:0:94188:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773674225.686479:0:94188:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773674225.686482:0:94188:0:(cl_page.c:547:__cl_page_state_set()) page@0000000045dc27c8[2 00000000ce044023 1 1 0000000000000000] 00000020:00000001:2.0:1773674225.686484:0:94188:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1773674225.686485:0:94188:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1773674225.686487:0:94188:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1773674225.686489:0:94188:0:(osc_page.c:138:osc_page_delete()) ffff98dc06409f40 00000008:00000001:2.0:1773674225.686492:0:94188:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1773674225.686493:0:94188:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff98dc06409f50 page ffff98dc06409f40 at index 0. 00000008:00000001:2.0:1773674225.686496:0:94188:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773674225.686501:0:94188:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1773674225.686503:0:94188:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3eb446d9bc0 index 0 00000020:00000001:2.0:1773674225.686507:0:94188:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.686508:0:94188:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:2.0:1773674225.686510:0:94188:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773674225.686512:0:94188:0:(cl_page.c:596:cl_batch_put()) page@0000000045dc27c8[1 00000000ce044023 5 1 0000000000000000] 00000020:00000001:2.0:1773674225.686513:0:94188:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:2.0:1773674225.686515:0:94188:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:2.0:1773674225.686518:0:94188:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98dc06409ee0. 00000020:00000001:2.0:1773674225.686521:0:94188:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:2.0:1773674225.686522:0:94188:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773674225.686555:0:94188:0:(llite_lib.c:1912:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773674225.686558:0:94188:0:(llite_lib.c:1915:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff98dc10e8ba88) 00800000:00000001:2.0:1773674225.686564:0:94188:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773674225.686565:0:94188:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0xc:0x0] 00000002:00000001:2.0:1773674225.686571:0:94188:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773674225.686577:0:94188:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773674225.686579:0:94188:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773674225.686581:0:94188:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773674225.686583:0:94188:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.686585:0:94188:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1773674225.686588:0:94188:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773674225.686589:0:94188:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1773674225.686591:0:94188:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1773674225.686593:0:94188:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773674225.686594:0:94188:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.686597:0:94188:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773674225.686599:0:94188:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773674225.686602:0:94188:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773674225.686605:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773674225.686613:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc064fe360. 00000020:00000010:2.0:1773674225.686618:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e13000. 00000020:00000010:2.0:1773674225.686622:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.686625:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.686630:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.686636:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.686640:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.686645:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.686648:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.686651:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc08e12e00. 00000008:00000010:2.0:1773674225.686656:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.686658:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.686661:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.686664:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc07f8c0f0. 00000020:00000001:2.0:1773674225.686667:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669498966888 : -113404210584728 : ffff98dc064fe368) 00000020:00001000:2.0:1773674225.686669:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc064fe360 00020000:00000001:2.0:1773674225.686675:0:94188:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:2.0:1773674225.686677:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.686680:0:94188:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:2.0:1773674225.686683:0:94188:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6bea0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674225.686687:0:94188:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674225.686691:0:94188:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc04f16280: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000001:2.0:1773674225.686694:0:94188:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773674225.686695:0:94188:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686697:0:94188:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1773674225.686700:0:94188:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1773674225.686703:0:94188:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1773674225.686707:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff98dc12fab900 count: 2 00010000:00000001:2.0:1773674225.686710:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773674225.686712:0:94188:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1773674225.686714:0:94188:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1773674225.686718:0:94188:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1773674225 1773674225 1773674225 ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1773674225.686727:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000020:00000001:2.0:1773674225.686730:0:94188:0:(cl_object.c:151:cl_object_top()) ffff98dc10a97880 -> ffff98dc10a95530 00000008:00000001:2.0:1773674225.686732:0:94188:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674225.686735:0:94188:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773674225.686737:0:94188:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773674225.686738:0:94188:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773674225.686743:0:94188:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98dc10a97880. 00020000:00000001:2.0:1773674225.686748:0:94188:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1773674225.686750:0:94188:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98dc10a95a28. 00020000:00000001:2.0:1773674225.686757:0:94188:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1773674225.686759:0:94188:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773674225.686761:0:94188:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773674225.686792:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.686794:0:94188:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:2.0:1773674225.686796:0:94188:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:2.0:1773674225.686798:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000001:2.0:1773674225.686801:0:94188:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:2.0:1773674225.686803:0:94188:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98dc09425fd8. 00020000:00000010:2.0:1773674225.686807:0:94188:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98dc06245cc0. 00020000:00000010:2.0:1773674225.686810:0:94188:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98dc095cd640. 00020000:00000002:2.0:1773674225.686813:0:94188:0:(lov_ea.c:727:dump_lsm()) lsm ffff98dc02c6bea0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773674225.686816:0:94188:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773674225.686819:0:94188:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff98dc04f16280: ostid: 0x2c0000401:9132 ost idx: 1 gen: 0 00020000:00000010:2.0:1773674225.686824:0:94188:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98dc04f16280. 00020000:00000010:2.0:1773674225.686828:0:94188:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff98dc02c6bcc0. 00020000:00000010:2.0:1773674225.686831:0:94188:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff98dc02c6bea0. 00020000:00000001:2.0:1773674225.686833:0:94188:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1773674225.686834:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff98dc10a946c8) owner 0000000000000000/ffff98dc0a300000 00020000:00000010:2.0:1773674225.686837:0:94188:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff98dc10a946c8. 00020000:00000001:2.0:1773674225.686840:0:94188:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:2.0:1773674225.686842:0:94188:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff98dc10a954b0. 00000020:00001000:2.0:1773674225.686846:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc064fe360 00000020:00000010:2.0:1773674225.686848:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc08e13400. 00000020:00000010:2.0:1773674225.686851:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc0437ca20. 00000008:00000010:2.0:1773674225.686853:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc07b02178. 00020000:00000010:2.0:1773674225.686856:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07193180. 00008000:00000010:2.0:1773674225.686859:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc050da6d8. 00000080:00000010:2.0:1773674225.686861:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc093ae5e8. 00000080:00000010:2.0:1773674225.686864:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc070deb58. 00000020:00000010:2.0:1773674225.686866:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e13000. 00000008:00000010:2.0:1773674225.686868:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc04f13a20. 00020000:00000010:2.0:1773674225.686871:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc050a3840. 00008000:00000010:2.0:1773674225.686873:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc078d1110. 00000080:00000010:2.0:1773674225.686875:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc07f8c0f0. 00000020:00000010:2.0:1773674225.686878:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc08e12e00. 00000020:00000010:2.0:1773674225.686880:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc064fe360. 00000080:00000001:2.0:1773674225.686883:0:94188:0:(llite_lib.c:1963:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1773674225.686885:0:94188:0:(llite_lib.c:3244:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1773674225.708613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98dc095dde60. 00000080:00000010:2.1:1773674225.708671:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98dc10e8b9c0. 00010000:00000001:0.0:1773674226.243140:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674226.243148:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674226.243365:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674226.243367:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674226.243371:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674226.243372:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674226.243413:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674226.243417:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674226.243430:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674227.265059:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674227.265067:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674227.265072:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674227.265073:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674227.265077:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674227.265078:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674227.265349:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674227.265361:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674227.265364:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674227.466853:0:93212:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882000 (cpu 0) has reached its deadline 4300784453, at 4300784521 00000100:00000010:0.0:1773674227.466868:0:93212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797540. 00000100:00000040:1.0:1773674227.467061:0:84782:0:(connection.c:75:cpu_latency_work()) work item of ffff98dc10882110 (cpu 0) has reached its deadline 4300784453, at 4300784521 00000100:00000010:1.0:1773674227.467069:0:84782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98dc08797de0. 00000080:00000001:3.0:1773674227.669931:0:94279:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773674228.231486:0:94315:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773674228.231493:0:94315:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_131: @@@@@@ FAIL: dd succeeded 00000001:00000001:2.0:1773674228.243245:0:94315:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773674228.291657:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674228.291664:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674228.291670:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674228.291671:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674228.291675:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674228.291677:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674228.292719:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674228.292725:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674228.292729:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773674228.636245:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674228.636257:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674228.636264:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428a680. 00000020:00000040:2.0:1773674228.636269:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc038cc800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773674228.636274:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674228.636277:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674228.636282:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674228.636290:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558900. 00000100:00000001:2.0:1773674228.636298:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.636311:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 99808460-b0a8-44fd-9414-99dbbe9f95bb->MGS req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674228.636322:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674228.636340:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.636348:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa535a37] to pc [ptlrpcd_01_01+1] req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.636371:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.636374:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674228.637595:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674228.637608:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc0428b800. 00000020:00000040:2.0:1773674228.637615:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc08d12000 refcount=6 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674228.637619:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674228.637622:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674228.637626:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674228.637634:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558200. 00000100:00000001:2.0:1773674228.637640:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.637651:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0000_UUID req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674228.637661:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674228.637664:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.637670:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d75cbf4] to pc [ptlrpcd_01_00+0] req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.637681:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.637683:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674228.637687:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674228.637690:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288e00. 00000020:00000040:2.0:1773674228.637693:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc08ac1000 refcount=4 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000100:00000001:2.0:1773674228.637695:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674228.637697:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674228.637698:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674228.637702:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558a00. 00000100:00000001:2.0:1773674228.637705:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.637709:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-MDT0001_UUID req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674228.637716:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674228.637719:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.637723:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097453978] to pc [ptlrpcd_01_01+1] req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.638916:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.638921:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674228.638924:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674228.638931:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04289f80. 00000020:00000040:2.0:1773674228.638936:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc050c2000 refcount=3 obd=lustre-OST0000-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674228.638939:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674228.638941:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674228.638945:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674228.638950:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558700. 00000100:00000001:2.0:1773674228.638955:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.638962:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0000_UUID req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674228.638971:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674228.638974:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.638979:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe04e65] to pc [ptlrpcd_01_00+0] req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.638987:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.638990:0:94165:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773674228.638993:0:94165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773674228.638997:0:94165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc04288000. 00000020:00000040:2.0:1773674228.638999:0:94165:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:2.0:1773674228.639001:0:94165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773674228.639003:0:94165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773674228.639005:0:94165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773674228.639008:0:94165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98dc09558300. 00000100:00000001:2.0:1773674228.639011:0:94165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.639015:0:94165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50b6f219-0167-4a18-8ed7-c655d95343ea->lustre-OST0001_UUID req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773674228.639023:0:94165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773674228.639026:0:94165:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.639030:0:94165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1ee1ed4] to pc [ptlrpcd_01_01+1] req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.639038:0:94165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.639045:0:94165:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6123) 00000100:00000001:3.0:1773674228.658746:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674228.658754:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674228.658757:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773674228.658791:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674228.658804:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773674228.658806:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674228.658811:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773674228.658815:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773674228.658818:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773674228.658822:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953481344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773674228.658826:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773674228.658832:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773674228.658835:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773674228.658837:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773674228.658843:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc10308400. 02000000:00000001:3.0:1773674228.658846:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665218:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.665227:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674228.665231:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674228.665244:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665257:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674228.665260:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665264:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674228.665268:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674228.665271:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674228.665275:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953481216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.665280:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674228.665287:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674228.665290:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665293:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674228.665299:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704f600. 02000000:00000001:2.0:1773674228.665302:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674228.665311:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674228.665316:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873be18. 00000400:00000010:2.0:1773674228.665322:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064330. 00000100:00000200:2.0:1773674228.665330:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481216, portal 25 00000100:00000001:2.0:1773674228.665333:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674228.665334:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462840960 : -113404246710656 : ffff98dc0428a680) 00000100:00000040:2.0:1773674228.665341:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665349:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674228.665352:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674228.665355:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064e58. 00000100:00000200:2.0:1773674228.665359:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859825953481216, offset 0 00000400:00000200:2.0:1773674228.665367:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665375:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665395:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674228.665400:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674228.665405:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674228.665409:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674228.665412:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665416:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252871:252871:256:4294967295] 192.168.201.103@tcp LPNI seq info [252839:252839:8:4294967295] 00000400:00000200:2.0:1773674228.665422:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665433:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674228.665439:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674228.665445:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558d00. 00000800:00000200:2.0:1773674228.665452:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674228.665460:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674228.665465:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674228.665477:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674228.665482:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674228.665485:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4300789628 00000100:00000010:2.0:1773674228.665489:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c600. 00000100:00000001:2.0:1773674228.665495:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773674228.665501:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4300789628 00000100:00000010:2.0:1773674228.665504:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98dc0437c420. 00000100:00000001:2.0:1773674228.665507:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773674228.665511:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.665513:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665516:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674228.665520:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665528:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674228.665530:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665532:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674228.665534:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674228.665536:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674228.665539:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953481472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.665543:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674228.665545:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674228.665547:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665549:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674228.665552:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e600. 02000000:00000001:2.0:1773674228.665554:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674228.665558:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674228.665561:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb00. 00000400:00000010:2.0:1773674228.665564:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674228.665567:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481472, portal 10 00000100:00000001:2.0:1773674228.665569:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674228.665570:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462834688 : -113404246716928 : ffff98dc04288e00) 00000100:00000040:2.0:1773674228.665578:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665584:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674228.665586:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674228.665589:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc090646e8. 00000100:00000200:2.0:1773674228.665591:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953481472, offset 0 00000400:00000200:2.0:1773674228.665595:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665599:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665603:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674228.665606:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674228.665608:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674228.665611:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674228.665613:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665617:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252872:252872:255:4294967295] 192.168.201.103@tcp LPNI seq info [252840:252840:7:4294967295] 00000400:00000200:2.0:1773674228.665621:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665627:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674228.665632:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674228.665636:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558600. 00000800:00000200:2.0:1773674228.665639:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674228.665643:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674228.665646:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674228.665649:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.665653:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: using a timeout of 89171 usecs (90 jiffies) 00000400:00000200:2.0:1773674228.665656:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674228.665658:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300785810 00000100:00000001:2.0:1773674228.665661:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.665663:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300785810 00000100:00000001:2.0:1773674228.665664:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.665667:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.665669:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665671:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674228.665676:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665683:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674228.665684:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665686:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674228.665688:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674228.665690:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674228.665693:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953481728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.665696:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674228.665699:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674228.665701:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.665702:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674228.665705:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704f200. 02000000:00000001:2.0:1773674228.665708:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674228.665711:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674228.665714:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674228.665718:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674228.665721:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481728, portal 4 00000100:00000001:2.0:1773674228.665723:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674228.665724:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462831104 : -113404246720512 : ffff98dc04288000) 00000100:00000040:2.0:1773674228.665730:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.665737:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674228.665739:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674228.665741:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064dd0. 00000100:00000200:2.0:1773674228.665744:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953481728, offset 0 00000400:00000200:2.0:1773674228.665748:0:2414:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665751:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665755:0:2414:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674228.665758:0:2414:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674228.665761:0:2414:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674228.665789:0:2414:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674228.665792:0:2414:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674228.665795:0:2414:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252873:252873:254:4294967295] 192.168.201.103@tcp LPNI seq info [252841:252841:6:4294967295] 00000400:00000200:2.0:1773674228.665799:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.665805:0:2414:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674228.665809:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674228.665813:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558000. 00000800:00000200:2.0:1773674228.665817:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674228.665821:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674228.665824:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674228.665827:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.665830:0:2414:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 763570 usecs (764 jiffies) 00000400:00000200:2.0:1773674228.665833:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674228.665836:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300786484 00000100:00000001:2.0:1773674228.665838:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.665841:0:2414:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300786484 00000100:00000001:2.0:1773674228.665843:0:2414:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.665845:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.665847:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665850:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665853:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.665873:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674228.665875:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773674228.665878:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.665880:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674228.665882:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.665885:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773674228.668639:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773674228.668654:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0b60f9f8. 00000400:00000010:3.0:1773674228.668664:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc08565088. 00000100:00000200:3.0:1773674228.668671:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481344, portal 10 00000100:00000001:3.0:1773674228.668675:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773674228.668677:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462845440 : -113404246706176 : ffff98dc0428b800) 00000100:00000040:3.0:1773674228.668694:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773674228.668704:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773674228.668707:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773674228.668710:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc085656e8. 00000100:00000200:3.0:1773674228.668714:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859825953481344, offset 0 00000400:00000200:3.0:1773674228.668720:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773674228.668728:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773674228.668735:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773674228.668739:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773674228.668743:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773674228.668747:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773674228.668750:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773674228.668753:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252874:252874:253:4294967295] 192.168.201.103@tcp LPNI seq info [252842:252842:5:4294967295] 00000400:00000200:3.0:1773674228.668758:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:1.0:1773674228.670095:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674228.670104:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558d00. 00000400:00000200:1.0:1773674228.670110:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.670120:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773674228.670734:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773674228.670743:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773674228.670749:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc12e81300. 00000800:00000200:3.0:1773674228.670757:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:1.0:1773674228.670914:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064e58 00000400:00000010:1.0:1773674228.670918:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064e58. 00000100:00000001:1.0:1773674228.670923:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674228.670933:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.670946:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674228.670949:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.670956:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674228.670958:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674228.670976:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674228.670979:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558600. 00000400:00000200:1.0:1773674228.670983:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.670988:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674228.670991:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc090646e8 00000400:00000010:1.0:1773674228.670993:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc090646e8. 00000100:00000001:1.0:1773674228.670995:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674228.670999:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.671008:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674228.671011:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.671019:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674228.671020:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773674228.671561:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674228.671565:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558000. 00000400:00000200:1.0:1773674228.671570:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.671576:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674228.671580:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064dd0 00000400:00000010:1.0:1773674228.671582:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064dd0. 00000100:00000001:1.0:1773674228.671585:0:2404:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674228.671591:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.671600:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674228.671603:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.671611:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674228.671613:0:2404:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773674228.681953:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773674228.681965:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc12e81300 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1773674228.682359:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682693:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674228.682698:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682702:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674228.682711:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682719:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674228.682729:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682735:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682745:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d2300 00000400:00000200:0.0:1773674228.682751:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682758:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5cd9 [1] + 224 00000800:00000001:0.0:1773674228.682801:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682809:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674228.682813:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674228.682817:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674228.682825:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674228.682834:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674228.682846:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674228.682872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674228.682880:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682884:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773674228.682887:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682889:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674228.682892:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682896:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773674228.682901:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682903:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682907:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682909:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d2400 00000400:00000200:0.0:1773674228.682913:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674228.682918:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ce1 [1] + 224 00000800:00000001:0.0:1773674228.682921:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682928:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773674228.682930:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773674228.682933:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773674228.682936:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674228.682941:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773674228.682949:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674228.682956:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773674228.682959:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773674228.682962:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.683122:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.683126:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674228.683362:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674228.683364:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674228.683368:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb00. 00000400:00000200:2.0:1773674228.683373:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:2.0:1773674228.683375:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:2.0:1773674228.683387:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674228.683394:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674228.683404:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683410:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674228.683412:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.683415:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674228.683419:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674228.683422:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674228.683424:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.683427:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674228.683437:0:2414:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08ac1458 time=11 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674228.683441:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08ac1410 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674228.683444:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674228.683446:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674228.683450:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674228.683454:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.683458:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674228.683461:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98dc07f29800: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773674228.683463:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674228.683465:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.683470:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683477:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.683480:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674228.683482:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674228.683488:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674228.683497:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953481472:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773674228.683504:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674228.683505:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674228.683507:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674228.683510:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:2.0:1773674228.683512:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:2.0:1773674228.683514:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674228.683518:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674228.683526:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683533:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674228.683535:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.683537:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674228.683538:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674228.683539:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674228.683541:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.683543:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674228.683546:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0c58 time=11 v=5 (5 0 5 5) 00000100:00001000:2.0:1773674228.683551:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674228.683553:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674228.683555:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674228.683556:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674228.683559:0:2414:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.683561:0:2414:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674228.683562:0:2414:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:2.0:1773674228.683564:0:2414:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674228.683565:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.683569:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683576:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.683578:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674228.683579:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674228.683582:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674228.683589:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2414:1859825953481728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.683593:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.683596:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674228.683600:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288e00 x1859825953481472/t0(0) o400->lustre-MDT0001-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683607:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674228.683609:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674228.683613:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e600. 02000000:00000001:2.0:1773674228.683617:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674228.683620:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674228.683622:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc08ac1000 refcount=3 obd=lustre-MDT0001-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674228.683625:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674228.683627:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558a00. 02000000:00000001:2.0:1773674228.683633:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674228.683634:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674228.683636:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288e00. 00000100:00000001:2.0:1773674228.683641:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674228.683643:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.683644:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674228.683648:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04288000 x1859825953481728/t0(0) o400->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.683655:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674228.683656:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674228.683658:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704f200. 02000000:00000001:2.0:1773674228.683660:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674228.683662:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674228.683663:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674228.683665:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674228.683666:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558300. 02000000:00000001:2.0:1773674228.683668:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674228.683669:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674228.683670:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04288000. 00000100:00000001:2.0:1773674228.683673:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674228.683674:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.683678:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.683679:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.683681:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674228.683683:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.683685:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674228.688147:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674228.688159:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc12e81300. 00000400:00000200:1.0:1773674228.688166:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.688177:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674228.688185:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc085656e8 00000400:00000010:1.0:1773674228.688189:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc085656e8. 00000100:00000001:1.0:1773674228.688194:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674228.688202:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.688216:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674228.688220:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.688229:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674228.688231:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773674228.692110:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773674228.692124:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: using a timeout of 308081 usecs (309 jiffies) 00000400:00000200:3.0:1773674228.692134:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773674228.692138:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300786056 00000100:00000001:2.0:1773674228.694595:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.694604:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300786056 00000100:00000001:2.0:1773674228.694876:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300789628 00000100:00000001:2.0:1773674228.694881:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.694885:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.694890:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773674228.694903:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.694913:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773674228.694916:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.694920:0:2413:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773674228.694925:0:2413:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773674228.694928:0:2413:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773674228.694931:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953481600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.694935:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773674228.694941:0:2413:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773674228.694945:0:2413:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.694947:0:2413:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773674228.694953:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc0704e400. 02000000:00000001:2.0:1773674228.694955:0:2413:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773674228.694963:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773674228.694967:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc0873bb58. 00000400:00000010:2.0:1773674228.694974:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064908. 00000100:00000200:2.0:1773674228.694982:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481600, portal 4 00000100:00000001:2.0:1773674228.694985:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773674228.694986:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669462839168 : -113404246712448 : ffff98dc04289f80) 00000100:00000040:2.0:1773674228.694994:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.695001:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773674228.695004:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773674228.695007:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc09064440. 00000100:00000200:2.0:1773674228.695011:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859825953481600, offset 0 00000400:00000200:2.0:1773674228.695017:0:2413:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773674228.695026:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.695032:0:2413:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773674228.695038:0:2413:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773674228.695042:0:2413:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773674228.695046:0:2413:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773674228.695049:0:2413:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773674228.695053:0:2413:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252875:252875:256:4294967295] 192.168.201.103@tcp LPNI seq info [252843:252843:8:4294967295] 00000400:00000200:2.0:1773674228.695058:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773674228.695068:0:2413:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773674228.695074:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773674228.695079:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc09558300. 00000800:00000200:2.0:1773674228.695086:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773674228.695094:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773674228.695098:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc09558300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773674228.700248:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.700261:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: using a timeout of 1211928 usecs (1212 jiffies) 00000400:00000200:2.0:1773674228.700270:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773674228.700274:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300786966 00000800:00000001:0.0:1773674228.700533:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1773674228.701817:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674228.701823:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc09558300. 00000400:00000200:1.0:1773674228.701830:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.701839:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674228.701846:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064440 00000400:00000010:1.0:1773674228.701850:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064440. 00000100:00000001:1.0:1773674228.701866:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674228.701875:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.701887:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674228.701893:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.701900:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674228.701902:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674228.701926:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674228.701930:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.701934:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.701941:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.701945:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674228.701952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.701956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.701962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.701965:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b80794d2200 00000400:00000200:1.0:1773674228.701969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.701976:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5cd1 [1] + 224 00000800:00000001:1.0:1773674228.701983:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.701991:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.701993:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.701996:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674228.702000:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674228.702005:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674228.702015:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.702032:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674228.702037:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.702040:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.707051:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.707061:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674228.707072:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674228.707074:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674228.707078:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873be18. 00000400:00000200:2.0:1773674228.707086:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064330 00000400:00000010:2.0:1773674228.707089:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064330. 00000100:00000001:2.0:1773674228.707093:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674228.707107:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674228.707119:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.707126:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674228.707128:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.707131:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674228.707135:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674228.707137:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674228.707140:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.707143:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674228.707151:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc038ccc58 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674228.707156:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc038ccc10 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1773674228.707159:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674228.707160:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674228.707164:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674228.707166:0:2414:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.707169:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.707175:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.707182:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.707185:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674228.707187:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674228.707191:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674228.707198:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:99808460-b0a8-44fd-9414-99dbbe9f95bb:2414:1859825953481216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.707203:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.707206:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674228.707210:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428a680 x1859825953481216/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.707216:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674228.707219:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674228.707223:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704f600. 02000000:00000001:2.0:1773674228.707227:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674228.707230:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674228.707232:0:2414:0:(genops.c:1242:class_import_put()) import ffff98dc038cc800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773674228.707234:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674228.707237:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558900. 02000000:00000001:2.0:1773674228.707242:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674228.707244:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674228.707246:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428a680. 00000100:00000001:2.0:1773674228.707251:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674228.707252:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.707254:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.707262:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674228.707264:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.707267:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.707269:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674228.707630:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300789628 00000100:00000001:3.0:1773674228.707637:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300786971 00000100:00000001:3.0:1773674228.707640:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300789628 00000100:00000001:3.0:1773674228.707642:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773674228.707646:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674228.707649:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674228.707651:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773674228.707655:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773674228.707657:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773674228.707659:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773674228.707661:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773674228.707662:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773674228.707665:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674228.707942:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.707959:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674228.707961:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.707964:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.707972:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.707979:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674228.707987:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.707993:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.707998:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.708003:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b80794d2280 00000400:00000200:1.0:1773674228.708007:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.708014:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5ce9 [1] + 224 00000800:00000001:1.0:1773674228.708021:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.708029:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.708032:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.708037:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674228.708043:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674228.708049:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674228.708061:0:2403:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.708079:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674228.708087:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.708090:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.708898:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.708904:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674228.708910:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674228.708912:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674228.708915:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0b60f9f8. 00000400:00000200:2.0:1773674228.708921:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc08565088 00000400:00000010:2.0:1773674228.708923:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc08565088. 00000100:00000001:2.0:1773674228.708926:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674228.708934:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674228.708943:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.708950:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674228.708952:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.708954:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674228.708957:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674228.708959:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674228.708961:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.708964:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674228.708972:0:2413:0:(import.c:2136:obd_at_measure()) add 10 to ffff98dc08d12458 time=11 v=10 (10 16 17 17) 00000100:00001000:2.0:1773674228.708977:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc08d12410 time=55 v=5 (1 1 0 0) 00000100:00000001:2.0:1773674228.708979:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674228.708981:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674228.708984:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674228.708987:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.708990:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674228.708992:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dc07f29800: skip recheck: last_committed 103079215260 00000100:00000001:2.0:1773674228.708994:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674228.708996:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.709001:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.709008:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.709010:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674228.709012:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674228.709016:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674228.709024:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc0428b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953481344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.709030:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.709032:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674228.709035:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc0428b800 x1859825953481344/t0(0) o400->lustre-MDT0000-mdc-ffff98dc07f29800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773674250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.709043:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674228.709045:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674228.709048:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc10308400. 02000000:00000001:2.0:1773674228.709051:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674228.709054:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674228.709056:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc08d12000 refcount=5 obd=lustre-MDT0000-mdc-ffff98dc07f29800 00000020:00000001:2.0:1773674228.709058:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674228.709061:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558200. 02000000:00000001:2.0:1773674228.709065:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674228.709066:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674228.709068:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc0428b800. 00000100:00000001:2.0:1773674228.709072:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674228.709073:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.709076:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.709077:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.709079:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773674228.709080:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.709082:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674228.713946:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.713965:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674228.713969:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.713971:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.713981:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.713988:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674228.713997:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.714002:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.714007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.714011:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b80794d2380 00000400:00000200:1.0:1773674228.714016:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674228.714023:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5cf1 [1] + 224 00000800:00000001:1.0:1773674228.714030:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.714583:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674228.714587:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674228.714593:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674228.714602:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674228.714611:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674228.714631:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674228.714655:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674228.714664:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674228.714668:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.720581:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.720589:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773674228.720600:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773674228.720602:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773674228.720606:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc0873bb58. 00000400:00000200:2.0:1773674228.720611:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc09064908 00000400:00000010:2.0:1773674228.720614:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc09064908. 00000100:00000001:2.0:1773674228.720619:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773674228.720631:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773674228.720644:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.720652:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773674228.720654:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.720657:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773674228.720661:0:2413:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773674228.720663:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773674228.720666:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773674228.720670:0:2413:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773674228.720682:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c2458 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1773674228.720687:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c2410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773674228.720689:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773674228.720691:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773674228.720694:0:2413:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773674228.720697:0:2413:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.720701:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773674228.720703:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98dc07f29800: skip recheck: last_committed 47244640283 00000100:00000001:2.0:1773674228.720706:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773674228.720707:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773674228.720713:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.720722:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773674228.720725:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773674228.720728:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773674228.720732:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773674228.720741:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc04289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50b6f219-0167-4a18-8ed7-c655d95343ea:2413:1859825953481600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773674228.720747:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.720750:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773674228.720754:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc04289f80 x1859825953481600/t0(0) o400->lustre-OST0000-osc-ffff98dc07f29800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773674244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773674228.720762:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773674228.720781:0:2413:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773674228.720785:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc0704e400. 02000000:00000001:2.0:1773674228.720789:0:2413:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773674228.720791:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773674228.720794:0:2413:0:(genops.c:1242:class_import_put()) import ffff98dc050c2000 refcount=2 obd=lustre-OST0000-osc-ffff98dc07f29800 00000020:00000001:2.0:1773674228.720796:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773674228.720799:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98dc09558700. 02000000:00000001:2.0:1773674228.720803:0:2413:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773674228.720805:0:2413:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773674228.720808:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc04289f80. 00000100:00000001:2.0:1773674228.720812:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773674228.720813:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.720816:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773674228.720824:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773674228.720826:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773674228.720829:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773674228.720831:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314689:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674229.314698:0:93212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773674229.314701:0:93212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773674229.314704:0:93212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314709:0:93212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773674229.314712:0:93212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314715:0:93212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314717:0:93212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314722:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674229.314723:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674229.314727:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674229.314729:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773674229.315090:0:81793:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773674229.315095:0:81793:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773674229.315098:0:81793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773674230.337920:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674230.337927:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674230.337933:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674230.337935:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674230.337938:0:93212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773674230.337939:0:93212:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674230.338304:0:81794:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674230.338308:0:81794:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674230.338312:0:81794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773674230.351368:0:94416:0:(llite_lib.c:4056:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773674231.010236:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.010259:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674231.010263:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.010266:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674231.010278:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.010297:0:2403:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674231.010309:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.010314:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.010321:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.010326:0:2403:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b8077d28600 00000400:00000200:1.0:1773674231.010335:0:2403:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x2c5c11 [2] + 392 00000800:00000001:1.0:1773674231.010346:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.010360:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674231.010364:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674231.010369:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674231.010378:0:2403:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773674231.010381:0:2403:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773674231.010388:0:2403:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8700. 00000100:00000040:1.0:1773674231.010393:0:2403:0:(events.c:337:request_in_callback()) incoming req@ffff98dc12fb8700 x1859825928668672 msgsize 328 00000100:00100000:1.0:1773674231.010398:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773674231.010425:0:2403:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773674231.010435:0:2403:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.010439:0:2403:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.010871:0:81784:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773674231.010876:0:81784:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859825928668672 02000000:00000001:0.0:1773674231.010879:0:81784:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773674231.010882:0:81784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674231.010885:0:81784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674231.010891:0:81784:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674231.010896:0:81784:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859825928668672 00000020:00000001:0.0:1773674231.010899:0:81784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773674231.010902:0:81784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2f77f56113813afe 00000020:00000001:0.0:1773674231.010905:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674231.010909:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET export ffff98dc183a0000 refcount=4 00000020:00000001:0.0:1773674231.010912:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000020:00000001:0.0:1773674231.010915:0:81784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630669799522304 : -113403910029312 : ffff98dc183a0000) 00000100:00000001:0.0:1773674231.010920:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674231.010925:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1e00. 00000100:00000001:0.0:1773674231.010941:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674231.010944:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1e00. 00000020:00000010:0.0:1773674231.010952:0:81784:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc100c1600. 00000020:00000010:0.0:1773674231.010958:0:81784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674231.010963:0:81784:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98dc10a95e10. 00000100:00000040:0.0:1773674231.010973:0:81784:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773674231.010976:0:81784:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773674231.010978:0:81784:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773674231.010980:0:81784:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.010988:0:81784:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.010993:0:81784:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.011006:0:81784:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773674231.011008:0:81784:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773674231.011013:0:81784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 45 00000100:00000040:0.0:1773674231.011018:0:81784:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff98dc183a0000 : new rpc_count 1 00000100:00000001:0.0:1773674231.011020:0:81784:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446630669711542016 : -113403998009600 : ffff98dc12fb8700) 00000100:00000040:0.0:1773674231.011028:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98dc12fb8700 x1859825928668672/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:307/0 lens 328/0 e 0 to 0 dl 1773674242 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773674231.011039:0:81784:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773674231.011042:0:81784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98dc056e1e00. 00000100:00000001:0.0:1773674231.011044:0:81784:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773674231.011046:0:81784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff98dc056e1e00. 00000100:00100000:0.0:1773674231.011050:0:81784:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc12fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:28897:x1859825928668672:12345-192.168.201.103@tcp:104: 00000100:00000200:0.0:1773674231.011055:0:81784:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859825928668672 00010000:00000001:0.0:1773674231.011058:0:81784:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773674231.011067:0:81784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773674231.011070:0:81784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773674231.011072:0:81784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=2 00000020:00000001:0.0:1773674231.011074:0:81784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674231.011077:0:81784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:0.0:1773674231.011081:0:81784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773674231.011085:0:81784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773674231.011090:0:81784:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1773674231.011103:0:81784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773674231.011106:0:81784:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773674231.011112:0:81784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98dc063abc00. 02000000:00000001:0.0:1773674231.011115:0:81784:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.011118:0:81784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674231.011123:0:81784:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773674231.011126:0:81784:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674231.011130:0:81784:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc10b3fde8 time=137 v=5 (1 1 1 0) 00000100:00000001:0.0:1773674231.011134:0:81784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773674231.011344:0:81784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98dc20983440 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773674231.011347:0:81784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630669939913792 : -113403769637824 : ffff98dc20983440) 02000000:00000001:0.0:1773674231.011350:0:81784:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773674231.011353:0:81784:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.011356:0:81784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674231.011359:0:81784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674231.011364:0:81784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979770. 00000100:00000200:0.0:1773674231.011370:0:81784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859825928668672, offset 224 00000400:00000200:0.0:1773674231.011377:0:81784:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674231.011386:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674231.011393:0:81784:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674231.011399:0:81784:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252876:252876:256:4294967295] 192.168.201.103@tcp LPNI seq info [252844:252844:8:4294967295] 00000400:00000200:0.0:1773674231.011404:0:81784:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674231.011413:0:81784:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674231.011419:0:81784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674231.011424:0:81784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257700. 00000800:00000200:0.0:1773674231.011430:0:81784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674231.011438:0:81784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674231.011442:0:81784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773674231.011453:0:81784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674231.011457:0:81784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff98dc20983440 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773674231.011460:0:81784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773674231.011464:0:81784:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98dc07206600. 00010000:00000001:0.0:1773674231.011467:0:81784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773674231.011473:0:81784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1773674231.011476:0:81784:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674231.011478:0:81784:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674231.011480:0:81784:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674231.011485:0:81784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8700 x1859825928668672/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:307/0 lens 328/224 e 0 to 0 dl 1773674242 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773674231.011496:0:81784:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc12fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:28897:x1859825928668672:12345-192.168.201.103@tcp:104: Request processed in 455us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1773674231.011504:0:81784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 45 00000100:00000040:0.0:1773674231.011507:0:81784:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98dc183a0000 : new rpc_count 0 00000100:00000001:0.0:1773674231.011510:0:81784:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773674231.011512:0:81784:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773674231.011517:0:81784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98dc10a93600. 00000020:00000010:0.0:1773674231.011521:0:81784:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98dc10a95e10. 00000020:00000010:0.0:1773674231.011538:0:81784:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc100c1600. 00000020:00000040:0.0:1773674231.011545:0:81784:0:(genops.c:898:class_export_put()) PUTting export ffff98dc183a0000 : new refcount 3 00000100:00000001:0.0:1773674231.011548:0:81784:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773674231.012383:0:2404:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674231.012390:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257700. 00000400:00000200:1.0:1773674231.012396:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674231.012415:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674231.012422:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979770 00000400:00000010:1.0:1773674231.012425:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979770. 00000100:00000001:1.0:1773674231.012428:0:2404:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773674231.012430:0:2404:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1773674231.012447:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674231.012450:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674231.012453:0:86103:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773674231.012456:0:86103:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773674231.012459:0:86103:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773674231.012475:0:86103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1773674231.012485:0:86103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98dc04084e00 already unused, calling callback (ffffffffc0fc4260) 00000008:00000001:1.0:1773674231.012488:0:86103:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773674231.012491:0:86103:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773674231.012492:0:86103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773674231.012494:0:86103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773674231.012496:0:86103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff98dc04084e00 refcount=3 00000020:00000001:1.0:1773674231.012498:0:86103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674231.012500:0:86103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630669460721152 : -113404248830464 : ffff98dc04084e00) 00010000:00000001:1.0:1773674231.012503:0:86103:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773674231.012505:0:86103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1773674231.012513:0:86103:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773674231.012515:0:86103:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773674231.012520:0:86103:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff98dc08fe9870. 00000020:00000010:1.0:1773674231.012524:0:86103:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1a400. 00000020:00000010:1.0:1773674231.012528:0:86103:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff98dc07c1a200. 00000020:00000010:1.0:1773674231.012532:0:86103:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff98dc08797240. 00000008:00000010:1.0:1773674231.012538:0:86103:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff98dc08504e18. 00020000:00000010:1.0:1773674231.012543:0:86103:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98dc07faaf00. 00008000:00000010:1.0:1773674231.012547:0:86103:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98dc183966d8. 00000080:00000010:1.0:1773674231.012553:0:86103:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98dc108a1690. 00000080:00000010:1.0:1773674231.012557:0:86103:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff98dc07f59240. 00000020:00000010:1.0:1773674231.012561:0:86103:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98dc07c1b000. 00000008:00000010:1.0:1773674231.012564:0:86103:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674231.012568:0:86103:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff98dc070a3a80. 00008000:00000010:1.0:1773674231.012572:0:86103:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98dc07f98fc8. 00000080:00000010:1.0:1773674231.012575:0:86103:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98dc070f0960. 00000020:00000001:1.0:1773674231.012577:0:86103:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630669543970936 : -113404165580680 : ffff98dc08fe9878) 00000020:00001000:1.0:1773674231.012579:0:86103:0:(cl_object.c:831:cl_env_get()) 1@ffff98dc08fe9870 00000008:00000001:1.0:1773674231.012581:0:86103:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773674231.012584:0:86103:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773674231.012585:0:86103:0:(cl_object.c:925:cl_env_put()) 1@ffff98dc08fe9870 00000020:00000010:1.0:1773674231.012588:0:86103:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff98dc07c1a200. 00000020:00000010:1.0:1773674231.012591:0:86103:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff98dc08797240. 00000008:00000010:1.0:1773674231.012593:0:86103:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff98dc08504e18. 00020000:00000010:1.0:1773674231.012597:0:86103:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff98dc07faaf00. 00008000:00000010:1.0:1773674231.012600:0:86103:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff98dc183966d8. 00000080:00000010:1.0:1773674231.012603:0:86103:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff98dc108a1690. 00000080:00000010:1.0:1773674231.012606:0:86103:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff98dc07f59240. 00000020:00000010:1.0:1773674231.012609:0:86103:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1a400. 00000008:00000010:1.0:1773674231.012612:0:86103:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff98dc08e58dc0. 00020000:00000010:1.0:1773674231.012614:0:86103:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff98dc070a3a80. 00008000:00000010:1.0:1773674231.012617:0:86103:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff98dc07f98fc8. 00000080:00000010:1.0:1773674231.012620:0:86103:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff98dc070f0960. 00000020:00000010:1.0:1773674231.012623:0:86103:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98dc07c1b000. 00000020:00000010:1.0:1773674231.012625:0:86103:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff98dc08fe9870. 00000008:00000001:1.0:1773674231.012628:0:86103:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674231.012631:0:86103:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773674231.012636:0:86103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773674231.012639:0:86103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773674231.012641:0:86103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773674231.012643:0:86103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773674231.012646:0:86103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff98dc04084e00 with handle 0x2f77f56113814332 from hash 00010000:00000001:1.0:1773674231.012648:0:86103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773674231.012649:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674231.012651:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674231.012652:0:86103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773674231.012655:0:86103:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773674231.012657:0:86103:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1773674231.012662:0:86103:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773674231.012665:0:86103:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674231.012667:0:86103:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773674231.012669:0:86103:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773674231.012675:0:86103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98dc12fb8380. 00000020:00000040:1.0:1773674231.012679:0:86103:0:(genops.c:1229:class_import_get()) import ffff98dc050c0800 refcount=3 obd=lustre-OST0001-osc-ffff98dc07f29800 00000100:00000001:1.0:1773674231.012684:0:86103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773674231.012686:0:86103:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773674231.012690:0:86103:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773674231.012956:0:86103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98dc07c1b000. 00000100:00000001:1.0:1773674231.012964:0:86103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674231.012967:0:86103:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773674231.012972:0:86103:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1773674231.012981:0:86103:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773674231.012983:0:86103:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773674231.012988:0:86103:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773674231.012992:0:86103:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773674231.013001:0:86103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd02b35] to pc [ptlrpcd_00_01+1] req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773674231.013030:0:86103:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773674231.013033:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773674231.013035:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674231.013037:0:86103:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773674231.013039:0:86103:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773674231.013041:0:86103:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674231.013045:0:86103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1773674231.013052:0:86103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773674231.013054:0:86103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98dc07f29800 lock: 00000000bcabdbb1/0x2f77f56113814332 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x441c89a0128d6c46 expref: -99 pid: 94178 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1773674231.013063:0:86103:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98dc04031dc0. 00010000:00000040:1.0:1773674231.013067:0:86103:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff98dc12fab900 count: 0 00010000:00000010:1.0:1773674231.013074:0:86103:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98dc12fabc00. 00010000:00000001:1.0:1773674231.013086:0:86103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773674231.013088:0:86103:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773674231.013090:0:86103:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98dc07206600. 00010000:00000001:1.0:1773674231.013094:0:86103:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773674231.013097:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674231.013098:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674231.013101:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773674231.013101:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1773674231.013105:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674231.013108:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.013108:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674231.013113:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1773674231.013114:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773674231.013119:0:86103:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773674231.013120:0:86103:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773674231.013124:0:86103:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773674231.013126:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674231.013133:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773674231.013138:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.013143:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773674231.013147:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674231.013152:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773674231.013155:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773674231.013157:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773674231.013161:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953481856:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674231.013165:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773674231.013171:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773674231.013173:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674231.013176:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773674231.013180:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98dc100c1600. 02000000:00000001:0.0:1773674231.013182:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773674231.013188:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773674231.013193:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff98dc1105ecb8. 00000400:00000010:0.0:1773674231.013198:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc10979a18. 00000100:00000200:0.0:1773674231.013204:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859825953481856, portal 18 00000100:00000001:0.0:1773674231.013207:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773674231.013208:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630669711541120 : -113403998010496 : ffff98dc12fb8380) 00000100:00000040:0.0:1773674231.013216:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674231.013224:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773674231.013227:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773674231.013230:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98dc109795d8. 00000100:00000200:0.0:1773674231.013233:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859825953481856, offset 0 00000400:00000200:0.0:1773674231.013238:0:2412:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773674231.013245:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674231.013252:0:2412:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773674231.013256:0:2412:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773674231.013260:0:2412:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773674231.013264:0:2412:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773674231.013267:0:2412:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773674231.013272:0:2412:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [252877:252877:256:4294967295] 192.168.201.103@tcp LPNI seq info [252845:252845:8:4294967295] 00000400:00000200:0.0:1773674231.013275:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773674231.013284:0:2412:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773674231.013289:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773674231.013294:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98dc21257900. 00000800:00000200:0.0:1773674231.013299:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98dc04ca1d80] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773674231.013305:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773674231.013310:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff98dc21257900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773674231.013327:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674231.013332:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: using a timeout of 758123 usecs (759 jiffies) 00000400:00000200:0.0:1773674231.013335:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773674231.013338:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 0 is 4300788827 00000100:00000001:0.0:1773674231.013341:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 0, keep current deadline 4300789628 00000100:00000001:0.0:1773674231.013344:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS new deadline estimation for cpu 1 is 4300788827 00000100:00000001:0.0:1773674231.013346:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff98dc07f29800: PM QoS request active for cpu 1, keep current deadline 4300789628 00000100:00000001:0.0:1773674231.013348:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674231.013350:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.013354:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.013356:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.013361:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674231.013363:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773674231.013366:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674231.013367:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773674231.013368:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.013371:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773674231.017436:0:2403:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773674231.017450:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98dc21257900. 00000400:00000200:1.0:1773674231.017458:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674231.017480:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773674231.017487:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc109795d8 00000400:00000010:1.0:1773674231.017491:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc109795d8. 00000100:00000001:1.0:1773674231.017497:0:2403:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773674231.017506:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674231.017519:0:2403:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773674231.017524:0:2403:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773674231.017532:0:2403:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773674231.017534:0:2403:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773674231.034624:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.034647:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773674231.034652:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.034655:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674231.034666:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.034674:0:2404:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773674231.034685:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.034691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.035332:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.035339:0:2404:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b80794d2480 00000400:00000200:1.0:1773674231.035344:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773674231.035351:0:2404:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2c5d01 [1] + 224 00000800:00000001:1.0:1773674231.035360:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.035375:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773674231.035378:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773674231.035383:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773674231.035391:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773674231.035401:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773674231.035414:0:2404:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674231.035475:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674231.035480:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773674231.036882:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773674231.036903:0:2404:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773674231.036912:0:2404:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773674231.039130:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff98dc12fab900. 00010000:00000010:1.1:1773674231.039144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98dc04084e00. 00000400:00000001:0.0:1773674231.040448:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773674231.040453:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773674231.040457:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff98dc1105ecb8. 00000400:00000200:0.0:1773674231.040473:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98dc10979a18 00000400:00000010:0.0:1773674231.040475:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff98dc10979a18. 00000100:00000001:0.0:1773674231.040481:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773674231.040492:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773674231.040503:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674231.040512:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773674231.040514:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.040517:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773674231.040520:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773674231.040523:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773674231.040526:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773674231.040529:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773674231.040538:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff98dc050c0ce8 time=61 v=5 (5 0 5 5) 00000100:00001000:0.0:1773674231.040541:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff98dc050c0c10 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1773674231.040544:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773674231.040546:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773674231.040549:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773674231.040552:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.040556:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773674231.040557:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98dc07f29800: skip recheck: last_committed 4294995580 00000100:00000001:0.0:1773674231.040559:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773674231.040561:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773674231.040565:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674231.040572:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773674231.040576:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773674231.040578:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773674231.040583:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773674231.040592:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff98dc12fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50b6f219-0167-4a18-8ed7-c655d95343ea:2412:1859825953481856:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773674231.040597:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.040600:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773674231.040604:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dc12fb8380 x1859825953481856/t0(0) o103->lustre-OST0001-osc-ffff98dc07f29800@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773674247 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773674231.040610:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773674231.040612:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773674231.040616:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98dc100c1600. 02000000:00000001:0.0:1773674231.040621:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773674231.040623:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773674231.040625:0:2412:0:(genops.c:1242:class_import_put()) import ffff98dc050c0800 refcount=2 obd=lustre-OST0001-osc-ffff98dc07f29800 00000020:00000001:0.0:1773674231.040627:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773674231.040630:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98dc07c1b000. 02000000:00000001:0.0:1773674231.040634:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773674231.040636:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773674231.040638:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98dc12fb8380. 00000100:00000001:0.0:1773674231.040642:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773674231.040643:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.040646:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773674231.040655:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773674231.040657:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773674231.040659:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773674231.040662:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 127705 lines, 127705 kept, 0 dropped, 0 bad.